{"source":"https://artificialanalysis.ai","sourceLabel":"Artificial Analysis","snapshotDate":"2026-09-19","modelCount":486,"benchmarkCount":33,"benchmarkNames":["AA-AnalystAgent","AA-Briefcase","AA-LCR v1.1","AA-Omniscience","AIME 2025","APEX Agents","AutomationBench-AA","CritPt","Economics","Engineering","EnterpriseOps-Gym-AA","Finance And Accounting","GDP.pdf","GDP.pdf (all-pass)","GDPval-AA v2","GDPval-AA v2 normalized","GPQA","Harvey LAB-AA","Healthcare And Medical","Humanity's Last Exam","IFBench","ITBench-AA","Legal","LiveCodeBench","MLCR-AA","MMMU-Pro","SciCode","Strategy And Ops","Tau2","Terminal-Bench 2.1","Terminal-Bench 4.0","Terminal-Bench Hard","τ³-Banking"],"models":[{"id":"8decf027-5114-4721-9ee1-81c0552980a0","slug":"agnes-2-5-pro-alpha","name":"Agnes 2.5 Pro Alpha","shortName":"Agnes 2.5 Pro Alpha","sourceUrl":"https://artificialanalysis.ai/models/agnes-2-5-pro-alpha","releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"agnes-2-5-pro-alpha","name":"Agnes 2.5 Pro Alpha"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":397,"inferenceParametersActiveBillions":17,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"Apache 2.0","intelligenceIndex":27.797299318772,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":30.217366349509614,"strategyAndOps":32.883994982745946,"legal":30.019477772142345,"engineering":29.86530520563774,"economics":34.74353108588198},"creator":{"id":"5db3af1a-e372-4c62-98bd-f6027eeaf990","slug":"agnes-ai","name":"Sapiens AI","logo":"/img/logos/sapiens.svg","color":"#1521a9","country":"sg","url":"https://agnes-ai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":167.985576245753,"canonicalInputTokens":3782275112,"canonicalOutputTokens":163800947,"outputTokensPerTask":78091.01715678663,"answerTokensPerTask":21442.26923258872,"reasoningTokensPerTask":56648.74792419791,"price1mInputTokens":0.45,"price1mOutputTokens":0.9,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9777777777777777,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.8513492335,"timeToFirstAnswerTokenMs":15.757133317450862,"endToEndMs":18.733579338438577}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1195.25,"score":1195.25,"outputTokensPerTask":175662.93406593407,"costPerTask":null,"timePerTask":985.4971234339894,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1087.81,"score":1087.81,"outputTokensPerTask":40337.490909090906,"costPerTask":null,"timePerTask":226.29976818292766,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.3843295195770323,"score":0.3843295195770323,"outputTokensPerTask":50450.32572298326,"costPerTask":null,"timePerTask":283.03438708160365,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":368956.6515151515,"costPerTask":null,"timePerTask":2069.9057582833116,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.429398148148148,"score":0.429398148148148,"outputTokensPerTask":1900.2222222222222,"costPerTask":0.0028270937499999997,"timePerTask":10.660550239827199,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.33595922150139,"score":0.33595922150139,"outputTokensPerTask":24676.83503243744,"costPerTask":0.022364244091751626,"timePerTask":138.44098682078382,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.09,"score":0.09,"outputTokensPerTask":3651.45,"costPerTask":0.021028266000000004,"timePerTask":20.485217843465865,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.108571428571429,"score":0.108571428571429,"outputTokensPerTask":46128.87142857143,"costPerTask":0.04641165,"timePerTask":258.7903381088374,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-25.1,"score":-25.1,"outputTokensPerTask":3989.914333333333,"costPerTask":0.0036503723250000003,"timePerTask":22.384056825398186,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.756666666666667,"score":0.756666666666667,"outputTokensPerTask":1108.43,"costPerTask":0.047813544,"timePerTask":6.218469379077591,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.09,"score":0.09,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1087.81,"score":1087.81,"outputTokensPerTask":40337.490909090906,"costPerTask":null,"timePerTask":226.29976818292766,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.29390499999999997,"score":0.29390499999999997,"outputTokensPerTask":40337.490909090906,"costPerTask":null,"timePerTask":226.29976818292766,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.123711340206186,"score":0.123711340206186,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.670411985018727,"score":0.670411985018727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":368956.6515151515,"costPerTask":null,"timePerTask":2069.9057582833116,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.756666666666667,"score":0.756666666666667,"outputTokensPerTask":1108.43,"costPerTask":0.047813544,"timePerTask":6.218469379077591,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.33595922150139,"score":0.33595922150139,"outputTokensPerTask":24676.83503243744,"costPerTask":0.022364244091751626,"timePerTask":138.44098682078382,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.875757575757576,"score":0.875757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.3843295195770323,"score":0.3843295195770323,"outputTokensPerTask":50450.32572298326,"costPerTask":null,"timePerTask":283.03438708160365,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":30.217366349509614,"score":30.217366349509614,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":32.883994982745946,"score":32.883994982745946,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":30.019477772142345,"score":30.019477772142345,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":29.86530520563774,"score":29.86530520563774,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":34.74353108588198,"score":34.74353108588198,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"8decf027-5114-4721-9ee1-81c0552980a0","slug":"agnes-2-5-pro-alpha","name":"Agnes 2.5 Pro Alpha","shortName":"Agnes 2.5 Pro Alpha","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"agnes-2-5-pro-alpha","name":"Agnes 2.5 Pro Alpha"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":397,"inferenceParametersActiveBillions":17,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Agnes-AI/Agnes-2.5-Pro-Alpha","microevalsEnabled":false,"intelligenceIndex":27.797299318772,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":30.217366349509614,"strategyAndOps":32.883994982745946,"legal":30.019477772142345,"engineering":29.86530520563774,"economics":34.74353108588198},"omniscience":-25.1,"omniscienceBreakdown":{"accuracy":0.3348333333333333,"hallucinationRate":0.8807316462039589},"gdpPdfAllPass":0.09,"gdpval":1087.81,"gdpvalNormalized":0.29390499999999997,"itBenchSre":null,"tau2":null,"tauBanking":0.123711340206186,"terminalbenchHard":null,"terminalBench21":0.670411985018727,"terminalBench40":0.0303030303030303,"scicode":0.429398148148148,"lcr":0.756666666666667,"ifbench":null,"hle":0.33595922150139,"gpqa":0.875757575757576,"critpt":0.108571428571429,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.3843295195770323,"price1mInputTokens":0.45,"price1mOutputTokens":0.9,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9777777777777777,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5625,"price1mBlended7To2To1":0.187,"price1mBlended0To1To1":0.675,"price1mBlended100To1To1":0.02303921568627451,"price1mBlended0To100To1":0.4544554455445544,"intelligenceIndexTimePerTask":438.10308180985754,"canonicalIntelligenceIndexTokenCount":{"input":3782275112,"output":163800947,"answer":26791839,"reasoning":137009108},"intelligenceIndexOutputTokensPerTask":{"reasoning":56648.74792419791,"answer":21442.26923258872,"output":78091.01715678663},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1195.25,"outputTokensPerTask":175662.93406593407,"timePerTask":985.4971234339894},{"slug":"gdpval-aa","score":1087.81,"outputTokensPerTask":40337.490909090906,"timePerTask":226.29976818292766},{"slug":"automationbench-aa","score":0.3843295195770323,"outputTokensPerTask":50450.32572298326,"timePerTask":283.03438708160365},{"slug":"terminalbench-4-0","score":0.0303030303030303,"outputTokensPerTask":368956.6515151515,"timePerTask":2069.9057582833116},{"slug":"scicode","score":0.429398148148148,"outputTokensPerTask":1900.2222222222222,"costPerTask":0.0028270937499999997,"timePerTask":10.660550239827199},{"slug":"humanitys-last-exam","score":0.33595922150139,"outputTokensPerTask":24676.83503243744,"costPerTask":0.022364244091751626,"timePerTask":138.44098682078382},{"slug":"gdp-pdf","score":0.09,"outputTokensPerTask":3651.45,"costPerTask":0.021028266000000004,"timePerTask":20.485217843465865},{"slug":"critpt","score":0.108571428571429,"outputTokensPerTask":46128.87142857143,"costPerTask":0.04641165,"timePerTask":258.7903381088374},{"slug":"omniscience","score":-25.1,"outputTokensPerTask":3989.914333333333,"costPerTask":0.0036503723250000003,"timePerTask":22.384056825398186},{"slug":"artificial-analysis-long-context-reasoning","score":0.756666666666667,"outputTokensPerTask":1108.43,"costPerTask":0.047813544,"timePerTask":6.218469379077591}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1195.25,"lower95ci":1186.26,"upper95ci":1204.48},"rubricPassRate":0.3747474747474748,"analyticalQuality":{"elo":1286.11,"lower95ci":1267.25,"upper95ci":1305.37},"presentation":{"elo":1143.74,"lower95ci":1129.94,"upper95ci":1158.79}},"timescaleData":{"medianOutputSpeed":167.985576245753,"medianTimeToFirstChunk":3.8513492335},"outputSpeedVariance":{"p05":90.5844299199864,"q25":133.244105534442,"median":167.985576245753,"q75":211.484735001934,"p95":257.941366669913},"timeToFirstChunkVariance":{"p05":2.64205579240007,"q25":2.76532867425004,"median":3.8513492335,"q75":4.05019213000001,"p95":7.09146970714999},"performanceByPromptType":{"medium":{"medianOutputSpeed":181.903418449169,"medianTimeToFirstChunk":2.5732347755,"medianTimeToFirstAnswerToken":13.568080375715473,"medianEndToEndResponseTime":16.316791775769342},"long":{"medianOutputSpeed":167.985576245753,"medianTimeToFirstChunk":3.8513492335,"medianTimeToFirstAnswerToken":15.757133317450862,"medianEndToEndResponseTime":18.733579338438577},"hundredK":{"medianOutputSpeed":197.993260328438,"medianTimeToFirstChunk":19.480768723,"medianTimeToFirstAnswerToken":29.582122661423618,"medianEndToEndResponseTime":32.10746114602952},"mediumParallel":{"medianOutputSpeed":139.548559279996,"medianTimeToFirstChunk":1.59551475300009,"medianTimeToFirstAnswerToken":15.927443440182861,"medianEndToEndResponseTime":19.51042561197855}},"endToEndResponseTime":{"input":3.8513492335,"reasoning":11.905784083950861,"answer":2.9764460209877153,"total":18.733579338438577},"timeToFirstAnswerToken":{"input":3.8513492335,"reasoning":11.905784083950861,"total":15.757133317450862},"performanceDataSource":{"type":"firstParty","providerName":"Sapiens AI"},"hostModelCount":1,"creator":{"id":"5db3af1a-e372-4c62-98bd-f6027eeaf990","slug":"agnes-ai","name":"Sapiens AI","logo":"/img/logos/sapiens.svg","color":"#1521a9","country":"sg","url":"https://agnes-ai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"f3a0e101-086f-44b3-a1b2-d23498f9716b","slug":"agnes-2-5-pro-beta","name":"Agnes 2.5 Pro Beta","shortName":"Agnes 2.5 Pro Beta","sourceUrl":"https://artificialanalysis.ai/models/agnes-2-5-pro-beta","releaseDate":"2026-08-26","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"agnes-2-5-pro-beta","name":"Agnes 2.5 Pro Beta"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":35.2413300369053,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"5db3af1a-e372-4c62-98bd-f6027eeaf990","slug":"agnes-ai","name":"Sapiens AI","logo":"/img/logos/sapiens.svg","color":"#1521a9","country":"sg","url":"https://agnes-ai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-10.533333333333333,"score":-10.533333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1375.77,"score":1375.77,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.43788499999999997,"score":0.43788499999999997,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.356701030927835,"score":0.356701030927835,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.696629213483146,"score":0.696629213483146,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.488425925925926,"score":0.488425925925926,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.375347544022243,"score":0.375347544022243,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.905050505050505,"score":0.905050505050505,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.157142857142857,"score":0.157142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.754335260115607,"score":0.754335260115607,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"f3a0e101-086f-44b3-a1b2-d23498f9716b","slug":"agnes-2-5-pro-beta","name":"Agnes 2.5 Pro Beta","shortName":"Agnes 2.5 Pro Beta","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-26","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"agnes-2-5-pro-beta","name":"Agnes 2.5 Pro Beta"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":35.2413300369053,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-10.533333333333333,"omniscienceBreakdown":{"accuracy":0.16766666666666666,"hallucinationRate":0.3279935923107729},"gdpval":1375.77,"gdpvalNormalized":0.43788499999999997,"itBenchSre":null,"tau2":null,"tauBanking":0.356701030927835,"terminalbenchHard":null,"terminalBench21":0.696629213483146,"terminalBench40":null,"scicode":0.488425925925926,"lcr":0.83,"ifbench":null,"hle":0.375347544022243,"gpqa":0.905050505050505,"critpt":0.157142857142857,"apexAgents":null,"mmmuPro":0.754335260115607,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15000000000000002,"price1mBlended7To2To1":0.05700000000000001,"price1mBlended0To1To1":0.2,"price1mBlended100To1To1":0.013725490196078433,"price1mBlended0To100To1":0.10198019801980199,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Sapiens AI"},"hostModelCount":1,"creator":{"id":"5db3af1a-e372-4c62-98bd-f6027eeaf990","slug":"agnes-ai","name":"Sapiens AI","logo":"/img/logos/sapiens.svg","color":"#1521a9","country":"sg","url":"https://agnes-ai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"6ace0ead-584f-4ce6-a9b7-6c3f9cc91c3c","slug":"agnes-3-0-flash","name":"Agnes 3.0 Flash","shortName":"Agnes 3.0 Flash","sourceUrl":"https://artificialanalysis.ai/models/agnes-3-0-flash","releaseDate":"2026-09-11","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"agnes-3-0-flash","name":"Agnes 3.0 Flash"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":35.5,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"5db3af1a-e372-4c62-98bd-f6027eeaf990","slug":"agnes-ai","name":"Sapiens AI","logo":"/img/logos/sapiens.svg","color":"#1521a9","country":"sg","url":"https://agnes-ai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.15,"cacheHitPrice":0.005,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-10.566666666666666,"score":-10.566666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.1,"score":0.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1573.47,"score":1573.47,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.536735,"score":0.536735,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.476288659793814,"score":0.476288659793814,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.820224719101124,"score":0.820224719101124,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0707070707070707,"score":0.0707070707070707,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.516203703703704,"score":0.516203703703704,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.81,"score":0.81,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.384615384615385,"score":0.384615384615385,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.924242424242424,"score":0.924242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.151428571428571,"score":0.151428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5070253234326328,"score":0.5070253234326328,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"6ace0ead-584f-4ce6-a9b7-6c3f9cc91c3c","slug":"agnes-3-0-flash","name":"Agnes 3.0 Flash","shortName":"Agnes 3.0 Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-11","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"agnes-3-0-flash","name":"Agnes 3.0 Flash"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":35.5,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-10.566666666666666,"omniscienceBreakdown":{"accuracy":0.25483333333333336,"hallucinationRate":0.48378438828002684},"gdpPdfAllPass":0.1,"gdpval":1573.47,"gdpvalNormalized":0.536735,"itBenchSre":null,"tau2":null,"tauBanking":0.476288659793814,"terminalbenchHard":null,"terminalBench21":0.820224719101124,"terminalBench40":0.0707070707070707,"scicode":0.516203703703704,"lcr":0.81,"ifbench":null,"hle":0.384615384615385,"gpqa":0.924242424242424,"critpt":0.151428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5070253234326328,"price1mInputTokens":0.05,"price1mOutputTokens":0.15,"cacheHitPrice":0.005,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.07500000000000001,"price1mBlended7To2To1":0.028500000000000004,"price1mBlended0To1To1":0.1,"price1mBlended100To1To1":0.0068627450980392165,"price1mBlended0To100To1":0.050990099009900994,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{"hundredK":{"medianOutputSpeed":261.364466607781,"medianTimeToFirstChunk":6.10023431450827,"medianTimeToFirstAnswerToken":13.752383919838202,"medianEndToEndResponseTime":15.665421321170687}},"performanceDataSource":{"type":"firstParty","providerName":"Sapiens AI"},"hostModelCount":1,"creator":{"id":"5db3af1a-e372-4c62-98bd-f6027eeaf990","slug":"agnes-ai","name":"Sapiens AI","logo":"/img/logos/sapiens.svg","color":"#1521a9","country":"sg","url":"https://agnes-ai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"49e70a38-4ac1-4659-b490-09b2c7ff21d6","slug":"apertus-70b-instruct","name":"Apertus 70B Instruct","shortName":"Apertus 70B Instruct","sourceUrl":"https://artificialanalysis.ai/models/apertus-70b-instruct","releaseDate":"2025-09-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"apertus-70b-instruct","name":"Apertus 70B Instruct"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":65536,"licenseName":"Apache 2.0","intelligenceIndex":5.11462775284761,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"fd857f01-736c-46f7-92f0-09490f4bbc8b","slug":"swiss-ai-initiative","name":"Swiss AI Initiative","logo":"/img/logos/swiss-ai-initiative_small.png","color":"#bee9fa","country":"ch","url":"https://www.swiss-ai.org/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.82,"price1mOutputTokens":2.92,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-61.55,"score":-61.55,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.128654970760234,"score":0.128654970760234,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.258503401360544,"score":0.258503401360544,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0546802594995366,"score":0.0546802594995366,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.271717171717172,"score":0.271717171717172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"49e70a38-4ac1-4659-b490-09b2c7ff21d6","slug":"apertus-70b-instruct","name":"Apertus 70B Instruct","shortName":"Apertus 70B Instruct","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-02","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"apertus-70b-instruct","name":"Apertus 70B Instruct"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":65536,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/swiss-ai/Apertus-70B-Instruct-2509","microevalsEnabled":false,"intelligenceIndex":5.11462775284761,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-61.55,"omniscienceBreakdown":{"accuracy":0.11633333333333333,"hallucinationRate":0.8281780460203697},"gdpval":null,"itBenchSre":null,"tau2":0.128654970760234,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.258503401360544,"hle":0.0546802594995366,"gpqa":0.271717171717172,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.82,"price1mOutputTokens":2.92,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.345,"price1mBlended7To2To1":1.0299999999999998,"price1mBlended0To1To1":1.8699999999999999,"price1mBlended100To1To1":0.8405882352941176,"price1mBlended0To100To1":0.8407920792079208,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":88.88888888888889,"modelAvailability":6,"transparencyMethodology":6,"transparencyPostTrainingData":2,"transparencyPreTrainingData":2},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Swiss AI Initiative"},"hostModelCount":1,"creator":{"id":"fd857f01-736c-46f7-92f0-09490f4bbc8b","slug":"swiss-ai-initiative","name":"Swiss AI Initiative","logo":"/img/logos/swiss-ai-initiative_small.png","color":"#bee9fa","country":"ch","url":"https://www.swiss-ai.org/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"891bcdf2-8dd2-4dc3-829b-d963fde25876","slug":"apertus-8b-instruct","name":"Apertus 8B Instruct","shortName":"Apertus 8B Instruct","sourceUrl":"https://artificialanalysis.ai/models/apertus-8b-instruct","releaseDate":"2025-09-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"apertus-8b-instruct","name":"Apertus 8B Instruct"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":65536,"licenseName":"Apache 2.0","intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"fd857f01-736c-46f7-92f0-09490f4bbc8b","slug":"swiss-ai-initiative","name":"Swiss AI Initiative","logo":"/img/logos/swiss-ai-initiative_small.png","color":"#bee9fa","country":"ch","url":"https://www.swiss-ai.org/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-77.21666666666667,"score":-77.21666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.114035087719298,"score":0.114035087719298,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.223809523809524,"score":0.223809523809524,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0495829471733086,"score":0.0495829471733086,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.255555555555556,"score":0.255555555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"891bcdf2-8dd2-4dc3-829b-d963fde25876","slug":"apertus-8b-instruct","name":"Apertus 8B Instruct","shortName":"Apertus 8B Instruct","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-02","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"apertus-8b-instruct","name":"Apertus 8B Instruct"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":65536,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/swiss-ai/Apertus-8B-Instruct-2509","microevalsEnabled":false,"intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-77.21666666666667,"omniscienceBreakdown":{"accuracy":0.0965,"hallucinationRate":0.961446227633278},"gdpval":null,"itBenchSre":null,"tau2":0.114035087719298,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.223809523809524,"hle":0.0495829471733086,"gpqa":0.255555555555556,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.125,"price1mBlended7To2To1":0.11000000000000001,"price1mBlended0To1To1":0.15000000000000002,"price1mBlended100To1To1":0.10098039215686273,"price1mBlended0To100To1":0.10099009900990098,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":88.88888888888889,"modelAvailability":6,"transparencyMethodology":6,"transparencyPostTrainingData":2,"transparencyPreTrainingData":2},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"fd857f01-736c-46f7-92f0-09490f4bbc8b","slug":"swiss-ai-initiative","name":"Swiss AI Initiative","logo":"/img/logos/swiss-ai-initiative_small.png","color":"#bee9fa","country":"ch","url":"https://www.swiss-ai.org/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"08242385-ee91-4de6-be7f-271a6d9780ce","slug":"apodex-1-1","name":"Apodex 1.1","shortName":"Apodex 1.1","sourceUrl":"https://artificialanalysis.ai/models/apodex-1-1","releaseDate":"2026-08-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"apodex-1-1","name":"Apodex 1.1"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":null,"intelligenceIndex":30.3655647703264,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"904308e3-2682-4750-b66e-d440865eb05f","slug":"apodex","name":"Apodex","logo":"/img/logos/apodex.svg","color":"#0FD9D2","country":"us","url":"https://www.apodex.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":3,"cacheHitPrice":0.03,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-21.9,"score":-21.9,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1273.14,"score":1273.14,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.38657,"score":0.38657,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.251546391752577,"score":0.251546391752577,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.696629213483146,"score":0.696629213483146,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.454861111111111,"score":0.454861111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.793333333333333,"score":0.793333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.340593141797961,"score":0.340593141797961,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.863636363636364,"score":0.863636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0457142857142857,"score":0.0457142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.311946902654867,"score":0.311946902654867,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.791907514450867,"score":0.791907514450867,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"08242385-ee91-4de6-be7f-271a6d9780ce","slug":"apodex-1-1","name":"Apodex 1.1","shortName":"Apodex 1.1","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"apodex-1-1","name":"Apodex 1.1"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":30.3655647703264,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-21.9,"omniscienceBreakdown":{"accuracy":0.31683333333333336,"hallucinationRate":0.7843376433276409},"gdpval":1273.14,"gdpvalNormalized":0.38657,"itBenchSre":null,"tau2":null,"tauBanking":0.251546391752577,"terminalbenchHard":null,"terminalBench21":0.696629213483146,"terminalBench40":null,"scicode":0.454861111111111,"lcr":0.793333333333333,"ifbench":null,"hle":0.340593141797961,"gpqa":0.863636363636364,"critpt":0.0457142857142857,"apexAgents":0.311946902654867,"mmmuPro":0.791907514450867,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":3,"cacheHitPrice":0.03,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.975,"price1mBlended7To2To1":0.381,"price1mBlended0To1To1":1.65,"price1mBlended100To1To1":0.06176470588235294,"price1mBlended0To100To1":0.32673267326732675,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Apodex"},"hostModelCount":1,"creator":{"id":"904308e3-2682-4750-b66e-d440865eb05f","slug":"apodex","name":"Apodex","logo":"/img/logos/apodex.svg","color":"#0FD9D2","country":"us","url":"https://www.apodex.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"ac1031bc-c53e-4af7-9c6e-2005e0ff44fa","slug":"apriel-v1-5-15b-thinker","name":"Apriel-v1.5-15B-Thinker","shortName":"Apriel-v1.5-15B-Thinker","sourceUrl":"https://artificialanalysis.ai/models/apriel-v1-5-15b-thinker","releaseDate":"2025-09-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"apriel-v1-5-15b-thinker","name":"Apriel-v1.5-15B-Thinker"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":15,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":13.824080582574,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"7cc4f2b0-7e34-4459-82fd-667e93ca7f17","slug":"servicenow","name":"ServiceNow","logo":"/img/logos/servicenow_small.svg","color":"#80B6A1","country":"us","url":""},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-54.8,"score":-54.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.684210526315789,"score":0.684210526315789,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.106060606060606,"score":0.106060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.213333333333333,"score":0.213333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.617006802721088,"score":0.617006802721088,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.121408711770158,"score":0.121408711770158,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.713131313131313,"score":0.713131313131313,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.570520231213873,"score":0.570520231213873,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.728042328042328,"score":0.728042328042328,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.875,"score":0.875,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"ac1031bc-c53e-4af7-9c6e-2005e0ff44fa","slug":"apriel-v1-5-15b-thinker","name":"Apriel-v1.5-15B-Thinker","shortName":"Apriel-v1.5-15B-Thinker","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"apriel-v1-5-15b-thinker","name":"Apriel-v1.5-15B-Thinker"},"deprecated":true,"deprecatedTo":"apriel-v1-6-15b-thinker","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":15,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/ServiceNow-AI/Apriel-1.5-15b-Thinker","microevalsEnabled":false,"intelligenceIndex":13.824080582574,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-54.8,"omniscienceBreakdown":{"accuracy":0.1645,"hallucinationRate":0.8527827648114902},"gdpval":null,"itBenchSre":null,"tau2":0.684210526315789,"tauBanking":null,"terminalbenchHard":0.106060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.213333333333333,"ifbench":0.617006802721088,"hle":0.121408711770158,"gpqa":0.713131313131313,"critpt":0.0114285714285714,"apexAgents":null,"mmmuPro":0.570520231213873,"livecodebench":0.728042328042328,"aime25":0.875,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":47.22222222222222,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"7cc4f2b0-7e34-4459-82fd-667e93ca7f17","slug":"servicenow","name":"ServiceNow","logo":"/img/logos/servicenow_small.svg","color":"#80B6A1","country":"us","url":""},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"a71c1a35-ccc8-43f0-a5a2-070a690b9a00","slug":"apriel-v1-6-15b-thinker","name":"Apriel-v1.6-15B-Thinker","shortName":"Apriel-v1.6-15B-Thinker","sourceUrl":"https://artificialanalysis.ai/models/apriel-v1-6-15b-thinker","releaseDate":"2025-11-25","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"apriel-v1-6-15b-thinker","name":"Apriel-v1.6-15B-Thinker"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":15,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":13.401396407375,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"7cc4f2b0-7e34-4459-82fd-667e93ca7f17","slug":"servicenow","name":"ServiceNow","logo":"/img/logos/servicenow_small.svg","color":"#80B6A1","country":"us","url":""},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-59.36666666666667,"score":-59.36666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.692982456140351,"score":0.692982456140351,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.143939393939394,"score":0.143939393939394,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.691156462585034,"score":0.691156462585034,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.107970342910102,"score":0.107970342910102,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.733333333333333,"score":0.733333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.807407407407407,"score":0.807407407407407,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.88,"score":0.88,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"a71c1a35-ccc8-43f0-a5a2-070a690b9a00","slug":"apriel-v1-6-15b-thinker","name":"Apriel-v1.6-15B-Thinker","shortName":"Apriel-v1.6-15B-Thinker","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-25","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"apriel-v1-6-15b-thinker","name":"Apriel-v1.6-15B-Thinker"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":15,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit/","modelWeightsSourceUrl":"https://huggingface.co/ServiceNow-AI/Apriel-1.6-15b-Thinker","microevalsEnabled":false,"intelligenceIndex":13.401396407375,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-59.36666666666667,"omniscienceBreakdown":{"accuracy":0.16966666666666666,"hallucinationRate":0.9193095142513047},"gdpval":null,"itBenchSre":null,"tau2":0.692982456140351,"tauBanking":null,"terminalbenchHard":0.143939393939394,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.691156462585034,"hle":0.107970342910102,"gpqa":0.733333333333333,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":0.807407407407407,"aime25":0.88,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"7cc4f2b0-7e34-4459-82fd-667e93ca7f17","slug":"servicenow","name":"ServiceNow","logo":"/img/logos/servicenow_small.svg","color":"#80B6A1","country":"us","url":""},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"8014c311-fa23-4a4b-8485-8a864db8a113","slug":"celeris-1","name":"Celeris-1","shortName":"Celeris-1","sourceUrl":"https://artificialanalysis.ai/models/celeris-1","releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"celeris-1","name":"Celeris-1"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":131072,"licenseName":null,"intelligenceIndex":6.3469533538601,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.970917219226429,"strategyAndOps":4.285769330467948,"legal":6.100851535680204,"engineering":7.776779425393884,"economics":9.451819660253394},"creator":{"id":"13f5bdc0-3810-40bf-a333-a50d88ad9144","slug":"celeris","name":"Celeris","logo":"/img/logos/celeris.svg","color":"#ff8a75","country":null,"url":"https://celeris.ai"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":1522.01992080787,"canonicalInputTokens":271400451,"canonicalOutputTokens":8161114,"outputTokensPerTask":6010.461007931258,"answerTokensPerTask":5947.061174182054,"reasoningTokensPerTask":63.39983374920362,"price1mInputTokens":0.2,"price1mOutputTokens":0.7,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.05015755586591194,"latency":{"timeToFirstChunkMs":0.621802829499984,"timeToFirstAnswerTokenMs":0.621802829499984,"endToEndMs":0.9503136414574294}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":171.51,"score":171.51,"outputTokensPerTask":10976.593406593407,"costPerTask":0.14556954285714288,"timePerTask":5.716639780547428,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":482.83,"score":482.83,"outputTokensPerTask":11247.536363636364,"costPerTask":0.0850900918181818,"timePerTask":5.85774761146704,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.004158035881179356,"score":0.004158035881179356,"outputTokensPerTask":791.9284627092846,"costPerTask":0.018280005631659057,"timePerTask":0.41243850305617513,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":26541.575757575756,"costPerTask":0.16583758787878788,"timePerTask":13.822925036380653,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.216435185185185,"score":0.216435185185185,"outputTokensPerTask":1490.1180555555557,"costPerTask":0.0017395527777777776,"timePerTask":0.7760575470513473,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0681186283595922,"score":0.0681186283595922,"outputTokensPerTask":784.6719184430028,"costPerTask":0.0006158163113994439,"timePerTask":0.4086592750128906,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.012,"score":0.012,"outputTokensPerTask":667.33,"costPerTask":0.007522523,"timePerTask":0.3475472838832852,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":2382.157142857143,"costPerTask":0.0025084185714285712,"timePerTask":1.2406339364080243,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-71.58333333333333,"score":-71.58333333333333,"outputTokensPerTask":5.914333333333333,"costPerTask":0.000028028466666666668,"timePerTask":0.0030802009290461633,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.38,"score":0.38,"outputTokensPerTask":242.99,"costPerTask":0.021450416999999996,"timePerTask":0.1265498546608117,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.012,"score":0.012,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":482.83,"score":482.83,"outputTokensPerTask":11247.536363636364,"costPerTask":0.0850900918181818,"timePerTask":5.85774761146704,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":11247.536363636364,"costPerTask":0.0850900918181818,"timePerTask":5.85774761146704,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0391752577319588,"score":0.0391752577319588,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.112359550561798,"score":0.112359550561798,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":26541.575757575756,"costPerTask":0.16583758787878788,"timePerTask":13.822925036380653,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.38,"score":0.38,"outputTokensPerTask":242.99,"costPerTask":0.021450416999999996,"timePerTask":0.1265498546608117,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0681186283595922,"score":0.0681186283595922,"outputTokensPerTask":784.6719184430028,"costPerTask":0.0006158163113994439,"timePerTask":0.4086592750128906,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.631313131313131,"score":0.631313131313131,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.004158035881179356,"score":0.004158035881179356,"outputTokensPerTask":791.9284627092846,"costPerTask":0.018280005631659057,"timePerTask":0.41243850305617513,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":5.970917219226429,"score":5.970917219226429,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":4.285769330467948,"score":4.285769330467948,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":6.100851535680204,"score":6.100851535680204,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":7.776779425393884,"score":7.776779425393884,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":9.451819660253394,"score":9.451819660253394,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"8014c311-fa23-4a4b-8485-8a864db8a113","slug":"celeris-1","name":"Celeris-1","shortName":"Celeris-1","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"celeris-1","name":"Celeris-1"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":131072,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":6.3469533538601,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.970917219226429,"strategyAndOps":4.285769330467948,"legal":6.100851535680204,"engineering":7.776779425393884,"economics":9.451819660253394},"omniscience":-71.58333333333333,"omniscienceBreakdown":{"accuracy":0.10983333333333334,"hallucinationRate":0.927541658865381},"gdpPdfAllPass":0.012,"gdpval":482.83,"gdpvalNormalized":0,"itBenchSre":null,"tau2":null,"tauBanking":0.0391752577319588,"terminalbenchHard":null,"terminalBench21":0.112359550561798,"terminalBench40":0,"scicode":0.216435185185185,"lcr":0.38,"ifbench":null,"hle":0.0681186283595922,"gpqa":0.631313131313131,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.004158035881179356,"price1mInputTokens":0.2,"price1mOutputTokens":0.7,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.325,"price1mBlended7To2To1":0.25,"price1mBlended0To1To1":0.44999999999999996,"price1mBlended100To1To1":0.20490196078431372,"price1mBlended0To100To1":0.20495049504950494,"intelligenceIndexTimePerTask":3.1302644841276455,"intelligenceIndexCost":{"total":59.99287,"input":54.280090200000004,"nonCacheInput":3.3799554,"cacheRead":0,"cacheWrite":50.900134800000004,"output":5.712779799999999,"reasoning":0.028997499999999996,"answer":5.683782299999999},"intelligenceIndexCostPerTask":{"cost":{"total":0.05015755586591194,"input":0.04595023316036006,"nonCacheInput":0.00193353113288068,"cacheRead":0,"cacheWrite":0.04401670202747938,"output":0.004207322705551879,"reasoning":0.000044379883624442526,"answer":0.004162942821927437},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.02183543142857143},{"slug":"gdpval-aa","weightedCostPerTask":0.00850900918181818},{"slug":"automationbench-aa","weightedCostPerTask":0.000914000281582953},{"slug":"terminalbench-4-0","weightedCostPerTask":0.01658375878787879},{"slug":"scicode","weightedCostPerTask":0.00017395527777777777},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00006158163113994439},{"slug":"gdp-pdf","weightedCostPerTask":0.0007522523},{"slug":"critpt","weightedCostPerTask":0.00025084185714285715},{"slug":"omniscience","weightedCostPerTask":0.00000420427},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0010725208499999998}]},"canonicalIntelligenceIndexTokenCount":{"input":271400451,"output":8161114,"answer":8119689,"reasoning":41425},"intelligenceIndexOutputTokensPerTask":{"reasoning":63.39983374920362,"answer":5947.061174182054,"output":6010.461007931258},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":171.51,"outputTokensPerTask":10976.593406593407,"costPerTask":0.14556954285714288,"timePerTask":5.716639780547428},{"slug":"gdpval-aa","score":482.83,"outputTokensPerTask":11247.536363636364,"costPerTask":0.0850900918181818,"timePerTask":5.85774761146704},{"slug":"automationbench-aa","score":0.004158035881179356,"outputTokensPerTask":791.9284627092846,"costPerTask":0.018280005631659057,"timePerTask":0.41243850305617513},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":26541.575757575756,"costPerTask":0.16583758787878788,"timePerTask":13.822925036380653},{"slug":"scicode","score":0.216435185185185,"outputTokensPerTask":1490.1180555555557,"costPerTask":0.0017395527777777776,"timePerTask":0.7760575470513473},{"slug":"humanitys-last-exam","score":0.0681186283595922,"outputTokensPerTask":784.6719184430028,"costPerTask":0.0006158163113994439,"timePerTask":0.4086592750128906},{"slug":"gdp-pdf","score":0.012,"outputTokensPerTask":667.33,"costPerTask":0.007522523,"timePerTask":0.3475472838832852},{"slug":"critpt","score":0,"outputTokensPerTask":2382.157142857143,"costPerTask":0.0025084185714285712,"timePerTask":1.2406339364080243},{"slug":"omniscience","score":-71.58333333333333,"outputTokensPerTask":5.914333333333333,"costPerTask":0.000028028466666666668,"timePerTask":0.0030802009290461633},{"slug":"artificial-analysis-long-context-reasoning","score":0.38,"outputTokensPerTask":242.99,"costPerTask":0.021450416999999996,"timePerTask":0.1265498546608117}],"briefcaseBreakdown":{"overall":{"elo":171.51,"lower95ci":161.43,"upper95ci":180.8},"rubricPassRate":0.05454545454545454,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":89.38,"lower95ci":69.97,"upper95ci":107.95}},"briefcaseTotalCost":13.246828400000002,"timescaleData":{"medianOutputSpeed":1522.01992080787,"medianTimeToFirstChunk":0.621802829499984},"outputSpeedVariance":{"p05":1048.29997954647,"q25":1350.32052776362,"median":1522.01992080787,"q75":1715.46144954457,"p95":2521.55304853372},"timeToFirstChunkVariance":{"p05":0.551340975349987,"q25":0.581202052999913,"median":0.621802829499984,"q75":0.691439732249997,"p95":1.07803394094996},"performanceByPromptType":{"medium":{"medianOutputSpeed":2026.70138614234,"medianTimeToFirstChunk":0.489617172000024,"medianTimeToFirstAnswerToken":0.489617172000024,"medianEndToEndResponseTime":0.7363234719111861},"long":{"medianOutputSpeed":1522.01992080787,"medianTimeToFirstChunk":0.621802829499984,"medianTimeToFirstAnswerToken":0.621802829499984,"medianEndToEndResponseTime":0.9503136414574294},"hundredK":{"medianOutputSpeed":632.979270202293,"medianTimeToFirstChunk":2.10921821200009,"medianTimeToFirstAnswerToken":2.10921821200009,"medianEndToEndResponseTime":2.899133496019116},"mediumParallel":{"medianOutputSpeed":1170.20046538364,"medianTimeToFirstChunk":0.559666753999948,"medianTimeToFirstAnswerToken":0.559666753999948,"medianEndToEndResponseTime":0.986943972554189}},"endToEndResponseTime":{"input":0.621802829499984,"reasoning":0,"answer":0.3285108119574453,"total":0.9503136414574294},"timeToFirstAnswerToken":{"input":0.621802829499984,"reasoning":0,"total":0.621802829499984},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"13f5bdc0-3810-40bf-a333-a50d88ad9144","slug":"celeris","name":"Celeris","logo":"/img/logos/celeris.svg","color":"#ff8a75","country":null,"url":"https://celeris.ai"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"1fc54cef-d179-48b1-a27d-046874e9b208","slug":"claude-3-haiku","name":"Claude 3 Haiku","shortName":"Claude 3 Haiku","sourceUrl":"https://artificialanalysis.ai/models/claude-3-haiku","releaseDate":"2024-03-04","knowledgeCutoffDate":"2023-08-01","isReasoning":false,"effort":null,"release":{"slug":"claude-3-haiku","name":"Claude 3 Haiku"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":5.57842403353134,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.25,"price1mOutputTokens":1.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-48.63333333333333,"score":-48.63333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.210526315789474,"score":0.210526315789474,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.00757575757575758,"score":0.00757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.276666666666667,"score":0.276666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.361224489795918,"score":0.361224489795918,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0407784986098239,"score":0.0407784986098239,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.373737373737374,"score":0.373737373737374,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.308092485549133,"score":0.308092485549133,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.154497354497354,"score":0.154497354497354,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"1fc54cef-d179-48b1-a27d-046874e9b208","slug":"claude-3-haiku","name":"Claude 3 Haiku","shortName":"Claude 3 Haiku","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-03-04","knowledgeCutoffDate":"2023-08-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-3-haiku","name":"Claude 3 Haiku"},"deprecated":true,"deprecatedTo":"claude-3-5-haiku","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":5.57842403353134,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-48.63333333333333,"omniscienceBreakdown":{"accuracy":0.17633333333333334,"hallucinationRate":0.8045325779036827},"gdpval":null,"itBenchSre":null,"tau2":0.210526315789474,"tauBanking":null,"terminalbenchHard":0.00757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.276666666666667,"ifbench":0.361224489795918,"hle":0.0407784986098239,"gpqa":0.373737373737374,"critpt":0,"apexAgents":null,"mmmuPro":0.308092485549133,"livecodebench":0.154497354497354,"aime25":null,"analystAgent":null,"price1mInputTokens":0.25,"price1mOutputTokens":1.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.3335,"price1mBlended0To3To1":0.5,"price1mBlended7To2To1":0.35,"price1mBlended0To1To1":0.75,"price1mBlended100To1To1":0.25980392156862747,"price1mBlended0To100To1":0.2599009900990099,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-3-haiku","matchedBy":"slug","catalog":{"id":"anthropic/claude-3-haiku","canonical_slug":"anthropic/claude-3-haiku","hugging_face_id":null,"name":"Anthropic: Claude 3 Haiku","created":1710288000,"description":"Claude 3 Haiku is Anthropic's fastest and most compact model for\nnear-instant responsiveness. Quick and accurate targeted performance.\n\nSee the launch announcement and benchmark results [here](https://www.anthropic.com/news/claude-3-haiku)\n\n#multimodal","context_length":200000,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.00000125","web_search":"0.01","input_cache_read":"0.00000003","input_cache_write":"0.0000003","input_cache_write_1h":"0.0000005"},"top_provider":{"context_length":200000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null,"supported_parameters":["max_tokens","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2023-08-31","expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-3-haiku/endpoints"}},"endpoints":[{"name":"Amazon Bedrock | anthropic/claude-3-haiku","model_id":"anthropic/claude-3-haiku","model_name":"Anthropic: Claude 3 Haiku","context_length":200000,"pricing":{"prompt":"0.00000025","completion":"0.00000125","web_search":"0.01","input_cache_read":"0.00000003","input_cache_write":"0.0000003","input_cache_write_1h":"0.0000005","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":4096,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","stop","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"7829427f-f0e3-4f6d-a228-5fbf70dacc02","slug":"claude-3-opus","name":"Claude 3 Opus","shortName":"Claude 3 Opus","sourceUrl":"https://artificialanalysis.ai/models/claude-3-opus","releaseDate":"2024-03-04","knowledgeCutoffDate":"2023-08-01","isReasoning":false,"effort":null,"release":{"slug":"claude-3-opus","name":"Claude 3 Opus"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":8.72397483423503,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":15,"price1mOutputTokens":75,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":18.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0275,"score":0.0275,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.488888888888889,"score":0.488888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.279365079365079,"score":0.279365079365079,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"7829427f-f0e3-4f6d-a228-5fbf70dacc02","slug":"claude-3-opus","name":"Claude 3 Opus","shortName":"Claude 3 Opus","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-03-04","knowledgeCutoffDate":"2023-08-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-3-opus","name":"Claude 3 Opus"},"deprecated":true,"deprecatedTo":"claude-35-sonnet-june-24","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":8.72397483423503,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0275,"gpqa":0.488888888888889,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.279365079365079,"aime25":null,"analystAgent":null,"price1mInputTokens":15,"price1mOutputTokens":75,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":18.75,"pricePer1k1mpImages":20,"price1mBlended0To3To1":30,"price1mBlended7To2To1":11.55,"price1mBlended0To1To1":45,"price1mBlended100To1To1":2.3529411764705883,"price1mBlended0To100To1":15.594059405940595,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"aca9c1ad-fc86-49f3-a312-b1e517ea100c","slug":"claude-35-sonnet-june-24","name":"Claude 3.5 Sonnet (June '24)","shortName":"Claude 3.5 Sonnet (June)","sourceUrl":"https://artificialanalysis.ai/models/claude-35-sonnet-june-24","releaseDate":"2024-06-21","knowledgeCutoffDate":"2024-04-01","isReasoning":false,"effort":null,"release":{"slug":"claude-35-sonnet-june-24","name":"Claude 3.5 Sonnet (June '24)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":7.20987771468693,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0323,"score":0.0323,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.55959595959596,"score":0.55959595959596,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":2,"raw":{"id":"aca9c1ad-fc86-49f3-a312-b1e517ea100c","slug":"claude-35-sonnet-june-24","name":"Claude 3.5 Sonnet (June '24)","shortName":"Claude 3.5 Sonnet (June)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-06-21","knowledgeCutoffDate":"2024-04-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-35-sonnet-june-24","name":"Claude 3.5 Sonnet (June '24)"},"deprecated":true,"deprecatedTo":"claude-3-7-sonnet","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":7.20987771468693,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0323,"gpqa":0.55959595959596,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"pricePer1k1mpImages":4,"price1mBlended0To3To1":6,"price1mBlended7To2To1":2.31,"price1mBlended0To1To1":9,"price1mBlended100To1To1":0.47058823529411764,"price1mBlended0To100To1":3.118811881188119,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"0a603978-03b9-4f47-a273-2f7fd969be85","slug":"claude-35-sonnet","name":"Claude 3.5 Sonnet (Oct '24)","shortName":"Claude 3.5 Sonnet (Oct)","sourceUrl":"https://artificialanalysis.ai/models/claude-35-sonnet","releaseDate":"2024-10-22","knowledgeCutoffDate":"2024-04-01","isReasoning":false,"effort":null,"release":{"slug":"claude-35-sonnet","name":"Claude 3.5 Sonnet (Oct '24)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":7.87908981990033,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0369,"score":0.0369,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.598989898989899,"score":0.598989898989899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.380952380952381,"score":0.380952380952381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"0a603978-03b9-4f47-a273-2f7fd969be85","slug":"claude-35-sonnet","name":"Claude 3.5 Sonnet (Oct '24)","shortName":"Claude 3.5 Sonnet (Oct)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-10-22","knowledgeCutoffDate":"2024-04-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-35-sonnet","name":"Claude 3.5 Sonnet (Oct '24)"},"deprecated":true,"deprecatedTo":"claude-3-7-sonnet","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":7.87908981990033,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0369,"gpqa":0.598989898989899,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.380952380952381,"aime25":null,"analystAgent":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"pricePer1k1mpImages":4,"price1mBlended0To3To1":6,"price1mBlended7To2To1":2.31,"price1mBlended0To1To1":9,"price1mBlended100To1To1":0.47058823529411764,"price1mBlended0To100To1":3.118811881188119,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"d925845d-39ad-4de3-8495-f176b79828c0","slug":"claude-3-7-sonnet","name":"Claude 3.7 Sonnet (Non-reasoning)","shortName":"Claude 3.7 Sonnet (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/claude-3-7-sonnet","releaseDate":"2025-02-24","knowledgeCutoffDate":"2024-10-01","isReasoning":false,"effort":null,"release":{"slug":"claude-3-7-sonnet","name":"Claude 3.7 Sonnet"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":15.2705782730385,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-9.716666666666667,"score":-9.716666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.5,"score":0.5,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.212121212121212,"score":0.212121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.516666666666667,"score":0.516666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.440136054421769,"score":0.440136054421769,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0416,"score":0.0416,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.655555555555556,"score":0.655555555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.600578034682081,"score":0.600578034682081,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.393650793650794,"score":0.393650793650794,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.21,"score":0.21,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"d925845d-39ad-4de3-8495-f176b79828c0","slug":"claude-3-7-sonnet","name":"Claude 3.7 Sonnet (Non-reasoning)","shortName":"Claude 3.7 Sonnet (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-02-24","knowledgeCutoffDate":"2024-10-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-3-7-sonnet","name":"Claude 3.7 Sonnet"},"deprecated":true,"deprecatedTo":"claude-4-sonnet","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":15.2705782730385,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-9.716666666666667,"omniscienceBreakdown":{"accuracy":0.282,"hallucinationRate":0.5280872794800371},"gdpval":null,"itBenchSre":null,"tau2":0.5,"tauBanking":null,"terminalbenchHard":0.212121212121212,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.516666666666667,"ifbench":0.440136054421769,"hle":0.0416,"gpqa":0.655555555555556,"critpt":0,"apexAgents":null,"mmmuPro":0.600578034682081,"livecodebench":0.393650793650794,"aime25":0.21,"analystAgent":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"pricePer1k1mpImages":4,"price1mBlended0To3To1":6,"price1mBlended7To2To1":2.31,"price1mBlended0To1To1":9,"price1mBlended100To1To1":0.47058823529411764,"price1mBlended0To100To1":3.118811881188119,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"13358187-4584-479c-ab43-5bcdf8f297a4","slug":"claude-3-7-sonnet-thinking","name":"Claude 3.7 Sonnet (Reasoning)","shortName":"Claude 3.7 Sonnet","sourceUrl":"https://artificialanalysis.ai/models/releases/claude-3-7-sonnet","releaseDate":"2025-02-24","knowledgeCutoffDate":"2024-10-01","isReasoning":true,"effort":null,"release":{"slug":"claude-3-7-sonnet","name":"Claude 3.7 Sonnet"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":17.7114460194322,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","color":"#cc785c","logo":"/img/logos/anthropic_small.svg","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"13358187-4584-479c-ab43-5bcdf8f297a4","slug":"claude-3-7-sonnet-thinking","name":"Claude 3.7 Sonnet (Reasoning)","shortName":"Claude 3.7 Sonnet","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-02-24","knowledgeCutoffDate":"2024-10-01","contextWindowTokens":200000,"isReasoning":true,"release":{"slug":"claude-3-7-sonnet","name":"Claude 3.7 Sonnet"},"deprecated":true,"isOpenWeights":false,"sizeClass":null,"parameters":null,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":17.7114460194322,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","color":"#cc785c","logo":"/img/logos/anthropic_small.svg","url":"https://www.anthropic.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"504412c2-2ada-499b-aebf-7e0a35c9d286","slug":"claude-4-opus","name":"Claude 4 Opus (Non-reasoning)","shortName":"Claude 4 Opus (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/claude-4-opus","releaseDate":"2025-05-22","knowledgeCutoffDate":"2025-03-01","isReasoning":false,"effort":null,"release":{"slug":"claude-4-opus","name":"Claude 4 Opus"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":16.6142232043434,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":15,"price1mOutputTokens":75,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":18.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"ifbench","label":"IFBench","value":0.43265306122449,"score":0.43265306122449,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.061631139944393,"score":0.061631139944393,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.701010101010101,"score":0.701010101010101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.541798941798942,"score":0.541798941798942,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.363333333333333,"score":0.363333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":5,"raw":{"id":"504412c2-2ada-499b-aebf-7e0a35c9d286","slug":"claude-4-opus","name":"Claude 4 Opus (Non-reasoning)","shortName":"Claude 4 Opus (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-22","knowledgeCutoffDate":"2025-03-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-4-opus","name":"Claude 4 Opus"},"deprecated":true,"deprecatedTo":"claude-4-1-opus","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":16.6142232043434,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.43265306122449,"hle":0.061631139944393,"gpqa":0.701010101010101,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.541798941798942,"aime25":0.363333333333333,"analystAgent":null,"price1mInputTokens":15,"price1mOutputTokens":75,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":18.75,"pricePer1k1mpImages":20.01,"price1mBlended0To3To1":30,"price1mBlended7To2To1":11.55,"price1mBlended0To1To1":45,"price1mBlended100To1To1":2.3529411764705883,"price1mBlended0To100To1":15.594059405940595,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":2,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"8a4a5ead-7789-4389-8400-30e9d20370b7","slug":"claude-4-opus-thinking","name":"Claude 4 Opus (Reasoning)","shortName":"Claude 4 Opus","sourceUrl":"https://artificialanalysis.ai/models/claude-4-opus-thinking","releaseDate":"2025-05-22","knowledgeCutoffDate":"2025-03-01","isReasoning":true,"effort":null,"release":{"slug":"claude-4-opus","name":"Claude 4 Opus"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":20.6446355102762,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":15,"price1mOutputTokens":75,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":18.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"tau2","label":"Tau2","value":0.733918128654971,"score":0.733918128654971,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.310606060606061,"score":0.310606060606061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.693333333333333,"score":0.693333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.537414965986395,"score":0.537414965986395,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.123262279888786,"score":0.123262279888786,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.795959595959596,"score":0.795959595959596,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.635978835978836,"score":0.635978835978836,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.733333333333333,"score":0.733333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"8a4a5ead-7789-4389-8400-30e9d20370b7","slug":"claude-4-opus-thinking","name":"Claude 4 Opus (Reasoning)","shortName":"Claude 4 Opus","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-22","knowledgeCutoffDate":"2025-03-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"claude-4-opus","name":"Claude 4 Opus"},"deprecated":true,"deprecatedTo":"claude-4-1-opus-thinking","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":20.6446355102762,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":0.733918128654971,"tauBanking":null,"terminalbenchHard":0.310606060606061,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.693333333333333,"ifbench":0.537414965986395,"hle":0.123262279888786,"gpqa":0.795959595959596,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.635978835978836,"aime25":0.733333333333333,"analystAgent":null,"price1mInputTokens":15,"price1mOutputTokens":75,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":18.75,"pricePer1k1mpImages":20.01,"price1mBlended0To3To1":30,"price1mBlended7To2To1":11.55,"price1mBlended0To1To1":45,"price1mBlended100To1To1":2.3529411764705883,"price1mBlended0To100To1":15.594059405940595,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":2,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"d034dafe-463d-4c50-956f-84fca657b26f","slug":"claude-4-sonnet","name":"Claude 4 Sonnet (Non-reasoning)","shortName":"Claude 4 Sonnet (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/claude-4-sonnet","releaseDate":"2025-05-22","knowledgeCutoffDate":"2025-03-01","isReasoning":false,"effort":null,"release":{"slug":"claude-4-sonnet","name":"Claude 4 Sonnet"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":16.6124406514554,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","color":"#cc785c","logo":"/img/logos/anthropic_small.svg","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"d034dafe-463d-4c50-956f-84fca657b26f","slug":"claude-4-sonnet","name":"Claude 4 Sonnet (Non-reasoning)","shortName":"Claude 4 Sonnet (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-22","knowledgeCutoffDate":"2025-03-01","contextWindowTokens":1000000,"isReasoning":false,"release":{"slug":"claude-4-sonnet","name":"Claude 4 Sonnet"},"deprecated":true,"isOpenWeights":false,"sizeClass":null,"parameters":null,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":16.6124406514554,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","color":"#cc785c","logo":"/img/logos/anthropic_small.svg","url":"https://www.anthropic.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"a7564055-f8ba-4c4b-9e2d-060f61263645","slug":"claude-4-sonnet-thinking","name":"Claude 4 Sonnet (Reasoning)","shortName":"Claude 4 Sonnet","sourceUrl":"https://artificialanalysis.ai/models/releases/claude-4-sonnet","releaseDate":"2025-05-22","knowledgeCutoffDate":"2025-03-01","isReasoning":true,"effort":null,"release":{"slug":"claude-4-sonnet","name":"Claude 4 Sonnet"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":18.9183251073899,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","color":"#cc785c","logo":"/img/logos/anthropic_small.svg","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"a7564055-f8ba-4c4b-9e2d-060f61263645","slug":"claude-4-sonnet-thinking","name":"Claude 4 Sonnet (Reasoning)","shortName":"Claude 4 Sonnet","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-22","knowledgeCutoffDate":"2025-03-01","contextWindowTokens":1000000,"isReasoning":true,"release":{"slug":"claude-4-sonnet","name":"Claude 4 Sonnet"},"deprecated":true,"isOpenWeights":false,"sizeClass":null,"parameters":null,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":18.9183251073899,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","color":"#cc785c","logo":"/img/logos/anthropic_small.svg","url":"https://www.anthropic.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"f2f60e3a-e5f5-4471-acd2-9f2f29c76007","slug":"claude-4-1-opus","name":"Claude 4.1 Opus (Non-reasoning)","shortName":"Claude 4.1 Opus (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/claude-4-1-opus","releaseDate":"2025-08-05","knowledgeCutoffDate":"2025-03-01","isReasoning":false,"effort":null,"release":{"slug":"claude-4-1-opus","name":"Claude 4.1 Opus"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":18.5669784317462,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":15,"price1mOutputTokens":75,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":18.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"f2f60e3a-e5f5-4471-acd2-9f2f29c76007","slug":"claude-4-1-opus","name":"Claude 4.1 Opus (Non-reasoning)","shortName":"Claude 4.1 Opus (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-05","knowledgeCutoffDate":"2025-03-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-4-1-opus","name":"Claude 4.1 Opus"},"deprecated":true,"deprecatedTo":"claude-opus-4-5","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":18.5669784317462,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":null,"gpqa":null,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":15,"price1mOutputTokens":75,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":18.75,"pricePer1k1mpImages":20.01,"price1mBlended0To3To1":30,"price1mBlended7To2To1":11.55,"price1mBlended0To1To1":45,"price1mBlended100To1To1":2.3529411764705883,"price1mBlended0To100To1":15.594059405940595,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"ccbfa8c3-a762-480b-aade-34fb9697f98c","slug":"claude-4-1-opus-thinking","name":"Claude 4.1 Opus (Reasoning)","shortName":"Claude 4.1 Opus","sourceUrl":"https://artificialanalysis.ai/models/claude-4-1-opus-thinking","releaseDate":"2025-08-05","knowledgeCutoffDate":"2025-03-01","isReasoning":true,"effort":null,"release":{"slug":"claude-4-1-opus","name":"Claude 4.1 Opus"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":22.8471944399332,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":15,"price1mOutputTokens":75,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":18.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"tau2","label":"Tau2","value":0.713660933660934,"score":0.713660933660934,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.343352330715909,"score":0.343352330715909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.76,"score":0.76,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.554421768707483,"score":0.554421768707483,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.124652455977757,"score":0.124652455977757,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.809,"score":0.809,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.679190751445087,"score":0.679190751445087,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.6535448276,"score":0.6535448276,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"ccbfa8c3-a762-480b-aade-34fb9697f98c","slug":"claude-4-1-opus-thinking","name":"Claude 4.1 Opus (Reasoning)","shortName":"Claude 4.1 Opus","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-05","knowledgeCutoffDate":"2025-03-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"claude-4-1-opus","name":"Claude 4.1 Opus"},"deprecated":true,"deprecatedTo":"claude-opus-4-5-thinking","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":22.8471944399332,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":0.713660933660934,"tauBanking":null,"terminalbenchHard":0.343352330715909,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.76,"ifbench":0.554421768707483,"hle":0.124652455977757,"gpqa":0.809,"critpt":0,"apexAgents":null,"mmmuPro":0.679190751445087,"livecodebench":0.6535448276,"aime25":0.803333333333333,"analystAgent":null,"price1mInputTokens":15,"price1mOutputTokens":75,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":18.75,"pricePer1k1mpImages":20.01,"price1mBlended0To3To1":30,"price1mBlended7To2To1":11.55,"price1mBlended0To1To1":45,"price1mBlended100To1To1":2.3529411764705883,"price1mBlended0To100To1":15.594059405940595,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"c2b1e769-7aee-4669-8076-73918bdebf6c","slug":"claude-4-5-haiku","name":"Claude 4.5 Haiku (Non-reasoning)","shortName":"Claude 4.5 Haiku (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/claude-4-5-haiku","releaseDate":"2025-10-15","knowledgeCutoffDate":"2025-07-01","isReasoning":false,"effort":null,"release":{"slug":"claude-4-5-haiku","name":"Claude 4.5 Haiku"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":15.410949885381,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":83.3570556546619,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1,"price1mOutputTokens":5,"cacheHitPrice":0.1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":1.25,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.687333200500064,"timeToFirstAnswerTokenMs":0.687333200500064,"endToEndMs":6.685625679440766}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-7.566666666666666,"score":-7.566666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0444444444444444,"score":0.0444444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.324561403508772,"score":0.324561403508772,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.272727272727273,"score":0.272727272727273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.496666666666667,"score":0.496666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.420408163265306,"score":0.420408163265306,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0421686746987952,"score":0.0421686746987952,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.646464646464646,"score":0.646464646464646,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.551445086705202,"score":0.551445086705202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.511111111111111,"score":0.511111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.39,"score":0.39,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"c2b1e769-7aee-4669-8076-73918bdebf6c","slug":"claude-4-5-haiku","name":"Claude 4.5 Haiku (Non-reasoning)","shortName":"Claude 4.5 Haiku (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-15","knowledgeCutoffDate":"2025-07-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-4-5-haiku","name":"Claude 4.5 Haiku"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":15.410949885381,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-7.566666666666666,"omniscienceBreakdown":{"accuracy":0.14433333333333334,"hallucinationRate":0.2571094663030775},"mlcrOverall":0.0444444444444444,"gdpval":null,"itBenchSre":null,"tau2":0.324561403508772,"tauBanking":null,"terminalbenchHard":0.272727272727273,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.496666666666667,"ifbench":0.420408163265306,"hle":0.0421686746987952,"gpqa":0.646464646464646,"critpt":0,"apexAgents":null,"mmmuPro":0.551445086705202,"livecodebench":0.511111111111111,"aime25":0.39,"analystAgent":null,"price1mInputTokens":1,"price1mOutputTokens":5,"cacheHitPrice":0.1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":1.25,"pricePer1k1mpImages":1.334,"price1mBlended0To3To1":2,"price1mBlended7To2To1":0.77,"price1mBlended0To1To1":3,"price1mBlended100To1To1":0.1568627450980392,"price1mBlended0To100To1":1.0396039603960396,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":83.3570556546619,"medianTimeToFirstChunk":0.687333200500064},"outputSpeedVariance":{"p05":71.5888346498047,"q25":76.7579459313055,"median":83.3570556546619,"q75":99.2063013786869,"p95":180.84493007168},"timeToFirstChunkVariance":{"p05":0.501314712900009,"q25":0.567258979000002,"median":0.687333200500064,"q75":0.786917596000052,"p95":5.60577033575},"performanceByPromptType":{"medium":{"medianOutputSpeed":98.0153694166869,"medianTimeToFirstChunk":0.51276753149999,"medianTimeToFirstAnswerToken":0.51276753149999,"medianEndToEndResponseTime":5.61400831624243},"long":{"medianOutputSpeed":83.3570556546619,"medianTimeToFirstChunk":0.687333200500064,"medianTimeToFirstAnswerToken":0.687333200500064,"medianEndToEndResponseTime":6.685625679440766},"hundredK":{"medianOutputSpeed":78.4989355706641,"medianTimeToFirstChunk":2.65564414299999,"medianTimeToFirstAnswerToken":2.65564414299999,"medianEndToEndResponseTime":9.025157262702155},"mediumParallel":{"medianOutputSpeed":99.7826719260785,"medianTimeToFirstChunk":0.543526169000017,"medianTimeToFirstAnswerToken":0.543526169000017,"medianEndToEndResponseTime":5.554416239877378}},"endToEndResponseTime":{"input":0.687333200500064,"reasoning":0,"answer":5.9982924789407015,"total":6.685625679440766},"timeToFirstAnswerToken":{"input":0.687333200500064,"reasoning":0,"total":0.687333200500064},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"a6340098-d7ae-462d-b372-0a0a67fc44b4","slug":"claude-4-5-haiku-reasoning","name":"Claude 4.5 Haiku (Reasoning)","shortName":"Claude 4.5 Haiku","sourceUrl":"https://artificialanalysis.ai/models/claude-4-5-haiku-reasoning","releaseDate":"2025-10-15","knowledgeCutoffDate":"2025-07-01","isReasoning":true,"effort":null,"release":{"slug":"claude-4-5-haiku","name":"Claude 4.5 Haiku"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":17.5868602291856,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":15.710485181752649,"strategyAndOps":11.297850160648231,"legal":19.733655419893815,"healthcareAndMedical":16.571910940139144,"engineering":20.19239721964782,"economics":27.27078517917824},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":91.9545952385932,"canonicalInputTokens":503758170,"canonicalOutputTokens":77633689,"outputTokensPerTask":18484.51541295649,"answerTokensPerTask":10819.566842159622,"reasoningTokensPerTask":7664.948570796869,"price1mInputTokens":1,"price1mOutputTokens":5,"cacheHitPrice":0.1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":1.25,"costPerIntelligenceIndexTask":0.2077123803588505,"latency":{"timeToFirstChunkMs":15.598126995,"timeToFirstAnswerTokenMs":15.598126995,"endToEndMs":21.03559315645346}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":614.13,"score":614.13,"outputTokensPerTask":29430.21978021978,"costPerTask":0.3439634489639299,"timePerTask":267.92402643963396,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":854.45,"score":854.45,"outputTokensPerTask":19468.313636363637,"costPerTask":0.19065553908559674,"timePerTask":177.2337759077797,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.03248631462547438,"score":0.03248631462547438,"outputTokensPerTask":4544.433789954338,"costPerTask":0.07953948519102949,"timePerTask":41.371182681796455,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":42556.40909090909,"costPerTask":0.8140631957609897,"timePerTask":387.42097611217565,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.422453703703704,"score":0.422453703703704,"outputTokensPerTask":9604.96875,"costPerTask":0.05102059722222222,"timePerTask":87.4407979466214,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.103799814643188,"score":0.103799814643188,"outputTokensPerTask":24820.78822984245,"costPerTask":0.12448315940685821,"timePerTask":225.96112334894707,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.038,"score":0.038,"outputTokensPerTask":6750.94,"costPerTask":0.10893744999999999,"timePerTask":61.458563359694864,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":32227.042857142857,"costPerTask":0.16479362857142857,"timePerTask":293.38547747888686,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-4.366666666666666,"score":-4.366666666666666,"outputTokensPerTask":880.3133333333334,"costPerTask":0.004521218333333334,"timePerTask":8.014112519597399,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.743333333333333,"score":0.743333333333333,"outputTokensPerTask":3357.35,"costPerTask":0.12134698000000001,"timePerTask":30.56432255295878,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0611111111111111,"score":0.0611111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.610508033000434,"score":0.610508033000434,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.038,"score":0.038,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":854.45,"score":854.45,"outputTokensPerTask":19468.313636363637,"costPerTask":0.19065553908559674,"timePerTask":177.2337759077797,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.17722500000000002,"score":0.17722500000000002,"outputTokensPerTask":19468.313636363637,"costPerTask":0.19065553908559674,"timePerTask":177.2337759077797,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.273069679849341,"score":0.273069679849341,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.546783625730994,"score":0.546783625730994,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0927835051546392,"score":0.0927835051546392,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.272727272727273,"score":0.272727272727273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.441947565543071,"score":0.441947565543071,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":42556.40909090909,"costPerTask":0.8140631957609897,"timePerTask":387.42097611217565,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.743333333333333,"score":0.743333333333333,"outputTokensPerTask":3357.35,"costPerTask":0.12134698000000001,"timePerTask":30.56432255295878,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.542857142857143,"score":0.542857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.103799814643188,"score":0.103799814643188,"outputTokensPerTask":24820.78822984245,"costPerTask":0.12448315940685821,"timePerTask":225.96112334894707,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.671717171717172,"score":0.671717171717172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.585549132947977,"score":0.585549132947977,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.614814814814815,"score":0.614814814814815,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.836666666666667,"score":0.836666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.15,"score":0.15,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.03248631462547438,"score":0.03248631462547438,"outputTokensPerTask":4544.433789954338,"costPerTask":0.07953948519102949,"timePerTask":41.371182681796455,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.29394210683378097,"score":0.29394210683378097,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":15.710485181752649,"score":15.710485181752649,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":11.297850160648231,"score":11.297850160648231,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":19.733655419893815,"score":19.733655419893815,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":16.571910940139144,"score":16.571910940139144,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":20.19239721964782,"score":20.19239721964782,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":27.27078517917824,"score":27.27078517917824,"family":"Capability Index"}],"benchmarkCount":37,"raw":{"id":"a6340098-d7ae-462d-b372-0a0a67fc44b4","slug":"claude-4-5-haiku-reasoning","name":"Claude 4.5 Haiku (Reasoning)","shortName":"Claude 4.5 Haiku","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-15","knowledgeCutoffDate":"2025-07-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"claude-4-5-haiku","name":"Claude 4.5 Haiku"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":17.5868602291856,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":15.710485181752649,"strategyAndOps":11.297850160648231,"legal":19.733655419893815,"healthcareAndMedical":16.571910940139144,"engineering":20.19239721964782,"economics":27.27078517917824},"omniscience":-4.366666666666666,"omniscienceBreakdown":{"accuracy":0.18016666666666667,"hallucinationRate":0.2730229721488107},"mlcrOverall":0.0611111111111111,"harveyLab":0.610508033000434,"gdpPdfAllPass":0.038,"gdpval":854.45,"gdpvalNormalized":0.17722500000000002,"itBenchSre":0.273069679849341,"tau2":0.546783625730994,"tauBanking":0.0927835051546392,"terminalbenchHard":0.272727272727273,"terminalBench21":0.441947565543071,"terminalBench40":0,"scicode":0.422453703703704,"lcr":0.743333333333333,"ifbench":0.542857142857143,"hle":0.103799814643188,"gpqa":0.671717171717172,"critpt":0,"apexAgents":null,"mmmuPro":0.585549132947977,"livecodebench":0.614814814814815,"aime25":0.836666666666667,"analystAgent":0.15,"automationBenchPartialScore":0.03248631462547438,"enterpriseOpsGym":0.29394210683378097,"price1mInputTokens":1,"price1mOutputTokens":5,"cacheHitPrice":0.1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":1.25,"pricePer1k1mpImages":1.334,"price1mBlended0To3To1":2,"price1mBlended7To2To1":0.77,"price1mBlended0To1To1":3,"price1mBlended100To1To1":0.1568627450980392,"price1mBlended0To100To1":1.0396039603960396,"intelligenceIndexTimePerTask":168.277567521033,"intelligenceIndexCost":{"total":524.2504021452806,"input":136.0819571452806,"nonCacheInput":20.629427,"cacheRead":42.47464335693212,"cacheWrite":72.97788678834848,"output":388.168445,"reasoning":317.65235,"answer":70.51609499999999},"intelligenceIndexCostPerTask":{"cost":{"total":0.2077123803588505,"input":0.11528980329406806,"nonCacheInput":0.013467572851558248,"cacheRead":0.04203628131148371,"cacheWrite":0.05978594913102611,"output":0.09242257706478244,"reasoning":0.03832474285398434,"answer":0.05409783421079809},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.051594517344589474},{"slug":"gdpval-aa","weightedCostPerTask":0.019065553908559674},{"slug":"automationbench-aa","weightedCostPerTask":0.003976974259551475},{"slug":"terminalbench-4-0","weightedCostPerTask":0.08140631957609898},{"slug":"scicode","weightedCostPerTask":0.005102059722222222},{"slug":"humanitys-last-exam","weightedCostPerTask":0.01244831594068582},{"slug":"gdp-pdf","weightedCostPerTask":0.010893745},{"slug":"critpt","weightedCostPerTask":0.016479362857142858},{"slug":"omniscience","weightedCostPerTask":0.00067818275},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0060673490000000005}]},"canonicalIntelligenceIndexTokenCount":{"input":503758170,"output":77633689,"answer":14103219,"reasoning":63530470},"intelligenceIndexOutputTokensPerTask":{"reasoning":7664.948570796869,"answer":10819.566842159622,"output":18484.51541295649},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":614.13,"outputTokensPerTask":29430.21978021978,"costPerTask":0.3439634489639299,"timePerTask":267.92402643963396},{"slug":"gdpval-aa","score":854.45,"outputTokensPerTask":19468.313636363637,"costPerTask":0.19065553908559674,"timePerTask":177.2337759077797},{"slug":"automationbench-aa","score":0.03248631462547438,"outputTokensPerTask":4544.433789954338,"costPerTask":0.07953948519102949,"timePerTask":41.371182681796455},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":42556.40909090909,"costPerTask":0.8140631957609897,"timePerTask":387.42097611217565},{"slug":"scicode","score":0.422453703703704,"outputTokensPerTask":9604.96875,"costPerTask":0.05102059722222222,"timePerTask":87.4407979466214},{"slug":"humanitys-last-exam","score":0.103799814643188,"outputTokensPerTask":24820.78822984245,"costPerTask":0.12448315940685821,"timePerTask":225.96112334894707},{"slug":"gdp-pdf","score":0.038,"outputTokensPerTask":6750.94,"costPerTask":0.10893744999999999,"timePerTask":61.458563359694864},{"slug":"critpt","score":0,"outputTokensPerTask":32227.042857142857,"costPerTask":0.16479362857142857,"timePerTask":293.38547747888686},{"slug":"omniscience","score":-4.366666666666666,"outputTokensPerTask":880.3133333333334,"costPerTask":0.004521218333333334,"timePerTask":8.014112519597399},{"slug":"artificial-analysis-long-context-reasoning","score":0.743333333333333,"outputTokensPerTask":3357.35,"costPerTask":0.12134698000000001,"timePerTask":30.56432255295878}],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":614.13,"lower95ci":607.24,"upper95ci":621.25},"rubricPassRate":0.10808080808080808,"analyticalQuality":{"elo":449.32,"lower95ci":434.64,"upper95ci":464.41},"presentation":{"elo":671.48,"lower95ci":657.58,"upper95ci":684.74}},"briefcaseTotalCost":31.300673855717616,"timescaleData":{"medianOutputSpeed":91.9545952385932,"medianTimeToFirstChunk":15.598126995},"outputSpeedVariance":{"p05":75.4478190668644,"q25":84.683694316477,"median":91.9545952385932,"q75":125.204921411094,"p95":210.676653342009},"timeToFirstChunkVariance":{"p05":4.30077565385005,"q25":9.84049155150002,"median":15.598126995,"q75":24.94215027975,"p95":41.8130950953499},"performanceByPromptType":{"medium":{"medianOutputSpeed":114.86818246254,"medianTimeToFirstChunk":15.550595248,"medianTimeToFirstAnswerToken":15.550595248,"medianEndToEndResponseTime":19.90341070377738},"long":{"medianOutputSpeed":91.9545952385932,"medianTimeToFirstChunk":15.598126995,"medianTimeToFirstAnswerToken":15.598126995,"medianEndToEndResponseTime":21.03559315645346},"hundredK":{"medianOutputSpeed":86.9477854352418,"medianTimeToFirstChunk":23.4520563080001,"medianTimeToFirstAnswerToken":23.4520563080001,"medianEndToEndResponseTime":29.20263405413944},"mediumParallel":{"medianOutputSpeed":95.192083240188,"medianTimeToFirstChunk":3.37396516049995,"medianTimeToFirstAnswerToken":3.37396516049995,"medianEndToEndResponseTime":8.626502797883129}},"endToEndResponseTime":{"input":15.598126995,"reasoning":0,"answer":5.43746616145346,"total":21.03559315645346},"timeToFirstAnswerToken":{"input":15.598126995,"reasoning":0,"total":15.598126995},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":5,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"91cb6144-4937-4e4e-aeda-b4341d355c10","slug":"claude-4-5-sonnet","name":"Claude 4.5 Sonnet (Non-reasoning)","shortName":"Claude 4.5 Sonnet (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/claude-4-5-sonnet","releaseDate":"2025-09-29","knowledgeCutoffDate":"2025-07-01","isReasoning":false,"effort":null,"release":{"slug":"claude-4-5-sonnet","name":"Claude 4.5 Sonnet"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":19.3436534007474,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":38.888834671293,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.203697567,"timeToFirstAnswerTokenMs":1.203697567,"endToEndMs":14.060858349168939}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-9.366666666666667,"score":-9.366666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.704678362573099,"score":0.704678362573099,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.287878787878788,"score":0.287878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.54,"score":0.54,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.426530612244898,"score":0.426530612244898,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.072289156626506,"score":0.072289156626506,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.727272727272727,"score":0.727272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.652023121387283,"score":0.652023121387283,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.59047619047619,"score":0.59047619047619,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.37,"score":0.37,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"91cb6144-4937-4e4e-aeda-b4341d355c10","slug":"claude-4-5-sonnet","name":"Claude 4.5 Sonnet (Non-reasoning)","shortName":"Claude 4.5 Sonnet (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-29","knowledgeCutoffDate":"2025-07-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-4-5-sonnet","name":"Claude 4.5 Sonnet"},"deprecated":true,"deprecatedTo":"claude-sonnet-4-6","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":19.3436534007474,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-9.366666666666667,"omniscienceBreakdown":{"accuracy":0.2838333333333333,"hallucinationRate":0.5271119385617873},"gdpval":null,"itBenchSre":null,"tau2":0.704678362573099,"tauBanking":null,"terminalbenchHard":0.287878787878788,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.54,"ifbench":0.426530612244898,"hle":0.072289156626506,"gpqa":0.727272727272727,"critpt":0,"apexAgents":null,"mmmuPro":0.652023121387283,"livecodebench":0.59047619047619,"aime25":0.37,"analystAgent":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"pricePer1k1mpImages":4.002,"price1mBlended0To3To1":6,"price1mBlended7To2To1":2.31,"price1mBlended0To1To1":9,"price1mBlended100To1To1":0.47058823529411764,"price1mBlended0To100To1":3.118811881188119,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":38.888834671293,"medianTimeToFirstChunk":1.203697567},"outputSpeedVariance":{"p05":33.1797812064612,"q25":34.7952661785222,"median":38.888834671293,"q75":50.7602644942486,"p95":88.9531664146561},"timeToFirstChunkVariance":{"p05":1.00563110314999,"q25":1.13277055449997,"median":1.203697567,"q75":1.35882489724999,"p95":4.68937728229992},"performanceByPromptType":{"long":{"medianOutputSpeed":38.888834671293,"medianTimeToFirstChunk":1.203697567,"medianTimeToFirstAnswerToken":1.203697567,"medianEndToEndResponseTime":14.060858349168939}},"endToEndResponseTime":{"input":1.203697567,"reasoning":0,"answer":12.857160782168938,"total":14.060858349168939},"timeToFirstAnswerToken":{"input":1.203697567,"reasoning":0,"total":1.203697567},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"90e078f2-051b-4c63-8919-76618971cb3f","slug":"claude-4-5-sonnet-thinking","name":"Claude 4.5 Sonnet (Reasoning)","shortName":"Claude 4.5 Sonnet","sourceUrl":"https://artificialanalysis.ai/models/claude-4-5-sonnet-thinking","releaseDate":"2025-09-29","knowledgeCutoffDate":"2025-07-01","isReasoning":true,"effort":null,"release":{"slug":"claude-4-5-sonnet","name":"Claude 4.5 Sonnet"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":21.1763943537112,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":22.68514092032753,"strategyAndOps":20.170272612190423,"legal":26.240273869683108,"engineering":23.26858858417534,"economics":31.167280545257967},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":41.4456271114714,"canonicalInputTokens":826006908,"canonicalOutputTokens":65143830,"outputTokensPerTask":16823.574782579984,"answerTokensPerTask":10236.900315319608,"reasoningTokensPerTask":6586.674467260375,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"costPerIntelligenceIndexTask":0.5565810659988739,"latency":{"timeToFirstChunkMs":9.76320677599984,"timeToFirstAnswerTokenMs":9.76320677599984,"endToEndMs":21.82720567883244}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":711.96,"score":711.96,"outputTokensPerTask":29940.274725274725,"costPerTask":1.030519653584614,"timePerTask":599.8163590584595,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":989.26,"score":989.26,"outputTokensPerTask":17623.79090909091,"costPerTask":0.5082950959105811,"timePerTask":353.0708449703943,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.14075743049062714,"score":0.14075743049062714,"outputTokensPerTask":14281.027397260274,"costPerTask":0.6258695695679832,"timePerTask":286.1027140077509,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":38265.530303030304,"costPerTask":1.9397409450990075,"timePerTask":766.602553731049,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.457175925925926,"score":0.457175925925926,"outputTokensPerTask":8017.774305555556,"costPerTask":0.12905480208333334,"timePerTask":160.62618783023456,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.177942539388323,"score":0.177942539388323,"outputTokensPerTask":17013.414735866543,"costPerTask":0.2563314522706209,"timePerTask":340.8427135574781,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.052,"score":0.052,"outputTokensPerTask":3799.08,"costPerTask":0.23334474,"timePerTask":76.10986720332785,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":29375.414285714287,"costPerTask":0.4516035857142857,"timePerTask":588.5000790529429,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-0.08333333333333333,"score":-0.08333333333333333,"outputTokensPerTask":834.325,"costPerTask":0.0128736525,"timePerTask":16.714669065778164,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.723333333333333,"score":0.723333333333333,"outputTokensPerTask":1676.66,"costPerTask":0.33883059,"timePerTask":33.5898085707939,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.052,"score":0.052,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":989.26,"score":989.26,"outputTokensPerTask":17623.79090909091,"costPerTask":0.5082950959105811,"timePerTask":353.0708449703943,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.24463,"score":0.24463,"outputTokensPerTask":17623.79090909091,"costPerTask":0.5082950959105811,"timePerTask":353.0708449703943,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.780701754385965,"score":0.780701754385965,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.245360824742268,"score":0.245360824742268,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.356060606060606,"score":0.356060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.558052434456929,"score":0.558052434456929,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":38265.530303030304,"costPerTask":1.9397409450990075,"timePerTask":766.602553731049,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.723333333333333,"score":0.723333333333333,"outputTokensPerTask":1676.66,"costPerTask":0.33883059,"timePerTask":33.5898085707939,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.572789115646258,"score":0.572789115646258,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.177942539388323,"score":0.177942539388323,"outputTokensPerTask":17013.414735866543,"costPerTask":0.2563314522706209,"timePerTask":340.8427135574781,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.834343434343434,"score":0.834343434343434,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.68728323699422,"score":0.68728323699422,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.714285714285714,"score":0.714285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.88,"score":0.88,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.14075743049062714,"score":0.14075743049062714,"outputTokensPerTask":14281.027397260274,"costPerTask":0.6258695695679832,"timePerTask":286.1027140077509,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":22.68514092032753,"score":22.68514092032753,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":20.170272612190423,"score":20.170272612190423,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":26.240273869683108,"score":26.240273869683108,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":23.26858858417534,"score":23.26858858417534,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":31.167280545257967,"score":31.167280545257967,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"90e078f2-051b-4c63-8919-76618971cb3f","slug":"claude-4-5-sonnet-thinking","name":"Claude 4.5 Sonnet (Reasoning)","shortName":"Claude 4.5 Sonnet","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-29","knowledgeCutoffDate":"2025-07-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"claude-4-5-sonnet","name":"Claude 4.5 Sonnet"},"deprecated":true,"deprecatedTo":"claude-sonnet-4-6-adaptive","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":21.1763943537112,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":22.68514092032753,"strategyAndOps":20.170272612190423,"legal":26.240273869683108,"engineering":23.26858858417534,"economics":31.167280545257967},"omniscience":-0.08333333333333333,"omniscienceBreakdown":{"accuracy":0.32866666666666666,"hallucinationRate":0.49081429990069514},"gdpPdfAllPass":0.052,"gdpval":989.26,"gdpvalNormalized":0.24463,"itBenchSre":null,"tau2":0.780701754385965,"tauBanking":0.245360824742268,"terminalbenchHard":0.356060606060606,"terminalBench21":0.558052434456929,"terminalBench40":0,"scicode":0.457175925925926,"lcr":0.723333333333333,"ifbench":0.572789115646258,"hle":0.177942539388323,"gpqa":0.834343434343434,"critpt":0.0114285714285714,"apexAgents":null,"mmmuPro":0.68728323699422,"livecodebench":0.714285714285714,"aime25":0.88,"analystAgent":null,"automationBenchPartialScore":0.14075743049062714,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"pricePer1k1mpImages":4.002,"price1mBlended0To3To1":6,"price1mBlended7To2To1":2.31,"price1mBlended0To1To1":9,"price1mBlended100To1To1":0.47058823529411764,"price1mBlended0To100To1":3.118811881188119,"intelligenceIndexTimePerTask":337.03950498210554,"intelligenceIndexCost":{"total":1501.2241751592273,"input":524.0667251592272,"nonCacheInput":56.894691,"cacheRead":222.54221800789327,"cacheWrite":244.6298161513339,"output":977.15745,"reasoning":728.845125,"answer":248.31232500000002},"intelligenceIndexCostPerTask":{"cost":{"total":0.5565810659988739,"input":0.30422744426017434,"nonCacheInput":0.035462784141119426,"cacheRead":0.13915199484248564,"cacheWrite":0.12961266527656928,"output":0.25235362173869974,"reasoning":0.09880011700890562,"answer":0.1535535047297941},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.15457794803769206},{"slug":"gdpval-aa","weightedCostPerTask":0.050829509591058114},{"slug":"automationbench-aa","weightedCostPerTask":0.03129347847839917},{"slug":"terminalbench-4-0","weightedCostPerTask":0.19397409450990075},{"slug":"scicode","weightedCostPerTask":0.012905480208333334},{"slug":"humanitys-last-exam","weightedCostPerTask":0.025633145227062087},{"slug":"gdp-pdf","weightedCostPerTask":0.023334474},{"slug":"critpt","weightedCostPerTask":0.04516035857142857},{"slug":"omniscience","weightedCostPerTask":0.001931047875},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.016941529499999997}]},"canonicalIntelligenceIndexTokenCount":{"input":826006908,"output":65143830,"answer":16554155,"reasoning":48589675},"intelligenceIndexOutputTokensPerTask":{"reasoning":6586.674467260375,"answer":10236.900315319608,"output":16823.574782579984},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":711.96,"outputTokensPerTask":29940.274725274725,"costPerTask":1.030519653584614,"timePerTask":599.8163590584595},{"slug":"gdpval-aa","score":989.26,"outputTokensPerTask":17623.79090909091,"costPerTask":0.5082950959105811,"timePerTask":353.0708449703943},{"slug":"automationbench-aa","score":0.14075743049062714,"outputTokensPerTask":14281.027397260274,"costPerTask":0.6258695695679832,"timePerTask":286.1027140077509},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":38265.530303030304,"costPerTask":1.9397409450990075,"timePerTask":766.602553731049},{"slug":"scicode","score":0.457175925925926,"outputTokensPerTask":8017.774305555556,"costPerTask":0.12905480208333334,"timePerTask":160.62618783023456},{"slug":"humanitys-last-exam","score":0.177942539388323,"outputTokensPerTask":17013.414735866543,"costPerTask":0.2563314522706209,"timePerTask":340.8427135574781},{"slug":"gdp-pdf","score":0.052,"outputTokensPerTask":3799.08,"costPerTask":0.23334474,"timePerTask":76.10986720332785},{"slug":"critpt","score":0.0114285714285714,"outputTokensPerTask":29375.414285714287,"costPerTask":0.4516035857142857,"timePerTask":588.5000790529429},{"slug":"omniscience","score":-0.08333333333333333,"outputTokensPerTask":834.325,"costPerTask":0.0128736525,"timePerTask":16.714669065778164},{"slug":"artificial-analysis-long-context-reasoning","score":0.723333333333333,"outputTokensPerTask":1676.66,"costPerTask":0.33883059,"timePerTask":33.5898085707939}],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":711.96,"lower95ci":701.86,"upper95ci":720.95},"rubricPassRate":0.14646464646464646,"analyticalQuality":{"elo":598.48,"lower95ci":580.17,"upper95ci":615.75},"presentation":{"elo":748.03,"lower95ci":730.07,"upper95ci":765.45}},"briefcaseTotalCost":93.77728847619986,"timescaleData":{"medianOutputSpeed":41.4456271114714,"medianTimeToFirstChunk":9.76320677599984},"outputSpeedVariance":{"p05":35.1070698718929,"q25":38.237094251318,"median":41.4456271114714,"q75":58.3913802937552,"p95":90.7893290941359},"timeToFirstChunkVariance":{"p05":4.05127884310006,"q25":6.92513718649997,"median":9.76320677599984,"q75":19.6239341877499,"p95":30.467240741},"performanceByPromptType":{"long":{"medianOutputSpeed":41.4456271114714,"medianTimeToFirstChunk":9.76320677599984,"medianTimeToFirstAnswerToken":9.76320677599984,"medianEndToEndResponseTime":21.82720567883244}},"endToEndResponseTime":{"input":9.76320677599984,"reasoning":0,"answer":12.063998902832598,"total":21.82720567883244},"timeToFirstAnswerToken":{"input":9.76320677599984,"reasoning":0,"total":9.76320677599984},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"cd55210d-358e-4df1-ba9c-9acb5f186cc9","slug":"claude-fable-5","name":"Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)","shortName":"Claude Fable 5 (with fallback)","sourceUrl":"https://artificialanalysis.ai/models/claude-fable-5","releaseDate":"2026-06-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-fable-5","name":"Claude Fable 5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":49.6994452733378,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":53.94528081168623,"strategyAndOps":55.6487900320478,"legal":58.10012372330013,"healthcareAndMedical":53.9605447218599,"engineering":53.15509496289321,"economics":60.57472574915045},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":57.4214644869122,"canonicalInputTokens":3360275183,"canonicalOutputTokens":125970391,"outputTokensPerTask":66848.37631389454,"answerTokensPerTask":21806.974804706657,"reasoningTokensPerTask":45041.401509187875,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"costPerIntelligenceIndexTask":8.745961651687406,"latency":{"timeToFirstChunkMs":108.403482793,"timeToFirstAnswerTokenMs":108.403482793,"endToEndMs":117.11102803706048}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1529.62,"score":1529.62,"outputTokensPerTask":139467.3186813187,"costPerTask":22.303336680497168,"timePerTask":1425.7267200469578,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1631.46,"score":1631.46,"outputTokensPerTask":74081.55,"costPerTask":7.745990148318163,"timePerTask":757.3103598473515,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5407130114065382,"score":0.5407130114065382,"outputTokensPerTask":33444.05783866058,"costPerTask":2.7962006468155405,"timePerTask":341.8871699708184,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.424242424242424,"score":0.424242424242424,"outputTokensPerTask":216733.5909090909,"costPerTask":34.90556477700918,"timePerTask":2215.5934064874764,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.609953703703704,"score":0.609953703703704,"outputTokensPerTask":4802.694444444444,"costPerTask":0.26770639390625,"timePerTask":49.09630343802334,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.554680259499537,"score":0.554680259499537,"outputTokensPerTask":19293.303058387395,"costPerTask":0.9339926033063021,"timePerTask":197.22884148335672,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.24,"score":0.24,"outputTokensPerTask":10859.23,"costPerTask":2.24473679500565,"timePerTask":111.01019591200716,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.2857142857,"score":0.2857142857,"outputTokensPerTask":113045.91428571429,"costPerTask":5.6208193159999995,"timePerTask":1155.6297354332778,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":43.3,"score":43.3,"outputTokensPerTask":1392.5623333333333,"costPerTask":0.06982345944999999,"timePerTask":14.235688666969496,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.823333333333333,"score":0.823333333333333,"outputTokensPerTask":3311.26,"costPerTask":1.5659319,"timePerTask":33.849878979963854,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.644444444444444,"score":0.644444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.935591257779708,"score":0.935591257779708,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.24,"score":0.24,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1631.46,"score":1631.46,"outputTokensPerTask":74081.55,"costPerTask":7.745990148318163,"timePerTask":757.3103598473515,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.5657300000000001,"score":0.5657300000000001,"outputTokensPerTask":74081.55,"costPerTask":7.745990148318163,"timePerTask":757.3103598473515,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.985380116959064,"score":0.985380116959064,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.381443298969072,"score":0.381443298969072,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.628787878787879,"score":0.628787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.846441947565543,"score":0.846441947565543,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.424242424242424,"score":0.424242424242424,"outputTokensPerTask":216733.5909090909,"costPerTask":34.90556477700918,"timePerTask":2215.5934064874764,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.823333333333333,"score":0.823333333333333,"outputTokensPerTask":3311.26,"costPerTask":1.5659319,"timePerTask":33.849878979963854,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.63469387755102,"score":0.63469387755102,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.554680259499537,"score":0.554680259499537,"outputTokensPerTask":19293.303058387395,"costPerTask":0.9339926033063021,"timePerTask":197.22884148335672,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.926262626262626,"score":0.926262626262626,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.4875,"score":0.4875,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5407130114065382,"score":0.5407130114065382,"outputTokensPerTask":33444.05783866058,"costPerTask":2.7962006468155405,"timePerTask":341.8871699708184,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.5111906893464637,"score":0.5111906893464637,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":53.94528081168623,"score":53.94528081168623,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":55.6487900320478,"score":55.6487900320478,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":58.10012372330013,"score":58.10012372330013,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":53.9605447218599,"score":53.9605447218599,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":53.15509496289321,"score":53.15509496289321,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":60.57472574915045,"score":60.57472574915045,"family":"Capability Index"}],"benchmarkCount":33,"raw":{"id":"cd55210d-358e-4df1-ba9c-9acb5f186cc9","slug":"claude-fable-5","name":"Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 4.8 Fallback)","shortName":"Claude Fable 5 (with fallback)","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-06-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-fable-5","name":"Claude Fable 5"},"deprecated":true,"deprecatedTo":"claude-fable-5-1","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":49.6994452733378,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":53.94528081168623,"strategyAndOps":55.6487900320478,"legal":58.10012372330013,"healthcareAndMedical":53.9605447218599,"engineering":53.15509496289321,"economics":60.57472574915045},"omniscience":43.3,"omniscienceBreakdown":{"accuracy":0.6535,"hallucinationRate":0.6363636363636364},"mlcrOverall":0.644444444444444,"harveyLab":0.935591257779708,"gdpPdfAllPass":0.24,"gdpval":1631.46,"gdpvalNormalized":0.5657300000000001,"itBenchSre":null,"tau2":0.985380116959064,"tauBanking":0.381443298969072,"terminalbenchHard":0.628787878787879,"terminalBench21":0.846441947565543,"terminalBench40":0.424242424242424,"scicode":0.609953703703704,"lcr":0.823333333333333,"ifbench":0.63469387755102,"hle":0.554680259499537,"gpqa":0.926262626262626,"critpt":0.2857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":0.4875,"automationBenchPartialScore":0.5407130114065382,"enterpriseOpsGym":0.5111906893464637,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"pricePer1k1mpImages":13.72,"price1mBlended0To3To1":20,"price1mBlended7To2To1":7.7,"price1mBlended0To1To1":30,"price1mBlended100To1To1":1.5686274509803921,"price1mBlended0To100To1":10.396039603960396,"intelligenceIndexTimePerTask":683.3680980147774,"intelligenceIndexCost":{"total":11160.864676562578,"input":5103.334720587579,"nonCacheInput":343.840672935,"cacheRead":3126.3542941769497,"cacheWrite":1633.1397534756295,"output":6057.529955975,"reasoning":4610.49913035,"answer":1447.0308256250003},"intelligenceIndexCostPerTask":{"cost":{"total":8.745961651687406,"input":5.436116413654773,"nonCacheInput":0.2529111606186462,"cacheRead":3.8607340421583887,"cacheWrite":1.322471210877739,"output":3.3098452380326338,"reasoning":2.226132425198911,"answer":1.0837128128337221},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":3.3455005020745747},{"slug":"gdpval-aa","weightedCostPerTask":0.7745990148318164},{"slug":"automationbench-aa","weightedCostPerTask":0.13981003234077705},{"slug":"terminalbench-4-0","weightedCostPerTask":3.490556477700918},{"slug":"scicode","weightedCostPerTask":0.026770639390625003},{"slug":"humanitys-last-exam","weightedCostPerTask":0.09339926033063022},{"slug":"gdp-pdf","weightedCostPerTask":0.224473679500565},{"slug":"critpt","weightedCostPerTask":0.5620819316},{"slug":"omniscience","weightedCostPerTask":0.010473518917499997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.078296595}]},"canonicalIntelligenceIndexTokenCount":{"input":3360275183,"output":125970391,"answer":30068173,"reasoning":95902218},"intelligenceIndexOutputTokensPerTask":{"reasoning":45041.401509187875,"answer":21806.974804706657,"output":66848.37631389454},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1529.62,"outputTokensPerTask":139467.3186813187,"costPerTask":22.303336680497168,"timePerTask":1425.7267200469578},{"slug":"gdpval-aa","score":1631.46,"outputTokensPerTask":74081.55,"costPerTask":7.745990148318163,"timePerTask":757.3103598473515},{"slug":"automationbench-aa","score":0.5407130114065382,"outputTokensPerTask":33444.05783866058,"costPerTask":2.7962006468155405,"timePerTask":341.8871699708184},{"slug":"terminalbench-4-0","score":0.424242424242424,"outputTokensPerTask":216733.5909090909,"costPerTask":34.90556477700918,"timePerTask":2215.5934064874764},{"slug":"scicode","score":0.609953703703704,"outputTokensPerTask":4802.694444444444,"costPerTask":0.26770639390625,"timePerTask":49.09630343802334},{"slug":"humanitys-last-exam","score":0.554680259499537,"outputTokensPerTask":19293.303058387395,"costPerTask":0.9339926033063021,"timePerTask":197.22884148335672},{"slug":"gdp-pdf","score":0.24,"outputTokensPerTask":10859.23,"costPerTask":2.24473679500565,"timePerTask":111.01019591200716},{"slug":"critpt","score":0.2857142857,"outputTokensPerTask":113045.91428571429,"costPerTask":5.6208193159999995,"timePerTask":1155.6297354332778},{"slug":"omniscience","score":43.3,"outputTokensPerTask":1392.5623333333333,"costPerTask":0.06982345944999999,"timePerTask":14.235688666969496},{"slug":"artificial-analysis-long-context-reasoning","score":0.823333333333333,"outputTokensPerTask":3311.26,"costPerTask":1.5659319,"timePerTask":33.849878979963854}],"briefcaseBreakdown":{"overall":{"elo":1529.62,"lower95ci":1523.91,"upper95ci":1535.94},"rubricPassRate":0.5595959595959596,"analyticalQuality":{"elo":1669.7,"lower95ci":1658.1,"upper95ci":1682.36},"presentation":{"elo":1452.29,"lower95ci":1441.52,"upper95ci":1463.2}},"briefcaseTotalCost":2029.603637925242,"timescaleData":{"medianOutputSpeed":57.4214644869122,"medianTimeToFirstChunk":108.403482793},"outputSpeedVariance":{"p05":42.5727106494077,"q25":48.4936937200903,"median":57.4214644869122,"q75":71.2153027865998,"p95":90.5988669859894},"timeToFirstChunkVariance":{"p05":35.2546885923,"q25":48.3962375265,"median":108.403482793,"q75":169.9723743695,"p95":260.4698130205},"performanceByPromptType":{"medium":{"medianOutputSpeed":67.1501091266948,"medianTimeToFirstChunk":45.909899584,"medianTimeToFirstAnswerToken":45.909899584,"medianEndToEndResponseTime":53.35590386459812},"long":{"medianOutputSpeed":57.4214644869122,"medianTimeToFirstChunk":108.403482793,"medianTimeToFirstAnswerToken":108.403482793,"medianEndToEndResponseTime":117.11102803706048},"hundredK":{"medianOutputSpeed":57.8801038757818,"medianTimeToFirstChunk":159.1182455545,"medianTimeToFirstAnswerToken":159.1182455545,"medianEndToEndResponseTime":167.75679259430947},"mediumParallel":{"medianOutputSpeed":76.5784334156434,"medianTimeToFirstChunk":126.1494062425,"medianTimeToFirstAnswerToken":126.1494062425,"medianEndToEndResponseTime":132.67865968499547}},"endToEndResponseTime":{"input":108.403482793,"reasoning":0,"answer":8.707545244060478,"total":117.11102803706048},"timeToFirstAnswerToken":{"input":108.403482793,"reasoning":0,"total":108.403482793},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":7,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-fable-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-fable-5","canonical_slug":"anthropic/claude-5-fable-20260609","hugging_face_id":null,"name":"Anthropic: Claude Fable 5","created":1781007515,"description":"Claude Fable 5 is a Mythos-class model from Anthropic, built for autonomous knowledge work and coding. It supports text, image, and file inputs with text output, with reasoning support and...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tool_choice","tools","verbosity"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-5-fable-20260609/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1285,"win_rate":61.9,"rank":1},{"arena":"agents","category":"agentichtmlslides","elo":1254,"win_rate":59.4,"rank":1},{"arena":"agents","category":"agenticslides(html)","elo":1252,"win_rate":59.5,"rank":1},{"arena":"agents","category":"androidnative","elo":1293,"win_rate":64.8,"rank":2},{"arena":"agents","category":"fullstack","elo":1286,"win_rate":58.1,"rank":6},{"arena":"agents","category":"godotgamedev","elo":1307,"win_rate":66.5,"rank":1},{"arena":"agents","category":"htmlslides","elo":1280,"win_rate":63.1,"rank":1},{"arena":"agents","category":"mobileapps","elo":1296,"win_rate":61.7,"rank":2},{"arena":"agents","category":"python-pptxslides","elo":1293,"win_rate":61.2,"rank":3},{"arena":"agents","category":"webapps","elo":1274,"win_rate":56.5,"rank":6},{"arena":"models","category":"3d","elo":1346,"win_rate":61.8,"rank":8},{"arena":"models","category":"asciiart","elo":1341,"win_rate":67.6,"rank":2},{"arena":"models","category":"codecategories","elo":1325,"win_rate":57.9,"rank":7},{"arena":"models","category":"dataviz","elo":1324,"win_rate":58,"rank":8},{"arena":"models","category":"gamedev","elo":1359,"win_rate":61.2,"rank":6},{"arena":"models","category":"svg","elo":1331,"win_rate":64.3,"rank":4},{"arena":"models","category":"uicomponent","elo":1333,"win_rate":58.3,"rank":9},{"arena":"models","category":"website","elo":1308,"win_rate":56.4,"rank":10}],"artificial_analysis":{"intelligence_index":49.7,"coding_index":76.5,"agentic_index":51}},"reasoning":{"mandatory":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-5-fable-20260609","model_id":"anthropic/claude-fable-5","model_name":"Anthropic: Claude Fable 5","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.96191926884997,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-5-fable-20260609","model_id":"anthropic/claude-fable-5","model_name":"Anthropic: Claude Fable 5","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.21369102682701,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-5-fable-20260609","model_id":"anthropic/claude-fable-5","model_name":"Anthropic: Claude Fable 5","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-5-fable-20260609","model_id":"anthropic/claude-fable-5","model_name":"Anthropic: Claude Fable 5","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.60063897763578,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-5-fable-20260609","model_id":"anthropic/claude-fable-5","model_name":"Anthropic: Claude Fable 5","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.91331703563742,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-5-fable-20260609","model_id":"anthropic/claude-fable-5","model_name":"Anthropic: Claude Fable 5","context_length":1000000,"pricing":{"prompt":"0.000011","completion":"0.000055","web_search":"0.01","input_cache_read":"0.0000011","input_cache_write":"0.00001375","input_cache_write_1h":"0.000022","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"9d7d72cd-d95d-45a0-b109-4ad292c9aabd","slug":"claude-fable-5-1-high","name":"Claude Fable 5.1 (Adaptive Reasoning, High Effort, Default Fallback)","shortName":"Claude Fable 5.1 (high with fallback)","sourceUrl":"https://artificialanalysis.ai/models/claude-fable-5-1-high","releaseDate":"2026-09-01","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"claude-fable-5-1","name":"Claude Fable 5.1"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":51.2094958852237,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":53.906142573151676,"strategyAndOps":56.28112068550445,"legal":58.20240053147126,"engineering":54.59040014282907,"economics":60.311579626197116},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":54.2022434999114,"canonicalInputTokens":2443935298,"canonicalOutputTokens":61994670,"outputTokensPerTask":38054.279024684845,"answerTokensPerTask":19431.730066504435,"reasoningTokensPerTask":18622.54895818041,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.975,"cacheWritePrice":12.5,"costPerIntelligenceIndexTask":3.912526554325558,"latency":{"timeToFirstChunkMs":14.6995023865,"timeToFirstAnswerTokenMs":14.6995023865,"endToEndMs":23.9242127991016}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1578.19,"score":1578.19,"outputTokensPerTask":99904.43956043955,"costPerTask":11.39879255421772,"timePerTask":1158.7920753194683,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1649.77,"score":1649.77,"outputTokensPerTask":38690.07272727273,"costPerTask":3.4787048154705342,"timePerTask":448.766339785874,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5532309746463979,"score":0.5532309746463979,"outputTokensPerTask":19017.488584474886,"costPerTask":1.7661763758709552,"timePerTask":220.58394162589698,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.52020202020202,"score":0.52020202020202,"outputTokensPerTask":113031.59090909091,"costPerTask":11.639562774933841,"timePerTask":1311.0539669958018,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.586805555555556,"score":0.586805555555556,"outputTokensPerTask":1062.704861111111,"costPerTask":0.08909774305555554,"timePerTask":12.32631879901628,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.559314179796108,"score":0.559314179796108,"outputTokensPerTask":8047.272937905468,"costPerTask":0.3969842688825093,"timePerTask":93.34035753972898,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.268,"score":0.268,"outputTokensPerTask":5529.87,"costPerTask":2.0204515,"timePerTask":64.14098874625302,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.302857142857143,"score":0.302857142857143,"outputTokensPerTask":53769.87142857143,"costPerTask":2.747660142857143,"timePerTask":623.6769975040049,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":40.8,"score":40.8,"outputTokensPerTask":392.7758333333333,"costPerTask":0.02066991919596167,"timePerTask":4.555808781333645,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.836666666666667,"score":0.836666666666667,"outputTokensPerTask":913.68,"costPerTask":1.4810448,"timePerTask":10.5977787177052,"family":"Intelligence Index"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.929512230424084,"score":0.929512230424084,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.268,"score":0.268,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1649.77,"score":1649.77,"outputTokensPerTask":38690.07272727273,"costPerTask":3.4787048154705342,"timePerTask":448.766339785874,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.574885,"score":0.574885,"outputTokensPerTask":38690.07272727273,"costPerTask":3.4787048154705342,"timePerTask":448.766339785874,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.430927835051546,"score":0.430927835051546,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.898876404494382,"score":0.898876404494382,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.52020202020202,"score":0.52020202020202,"outputTokensPerTask":113031.59090909091,"costPerTask":11.639562774933841,"timePerTask":1311.0539669958018,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.836666666666667,"score":0.836666666666667,"outputTokensPerTask":913.68,"costPerTask":1.4810448,"timePerTask":10.5977787177052,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.559314179796108,"score":0.559314179796108,"outputTokensPerTask":8047.272937905468,"costPerTask":0.3969842688825093,"timePerTask":93.34035753972898,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.906060606060606,"score":0.906060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5532309746463979,"score":0.5532309746463979,"outputTokensPerTask":19017.488584474886,"costPerTask":1.7661763758709552,"timePerTask":220.58394162589698,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":53.906142573151676,"score":53.906142573151676,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":56.28112068550445,"score":56.28112068550445,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":58.20240053147126,"score":58.20240053147126,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":54.59040014282907,"score":54.59040014282907,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":60.311579626197116,"score":60.311579626197116,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"9d7d72cd-d95d-45a0-b109-4ad292c9aabd","slug":"claude-fable-5-1-high","name":"Claude Fable 5.1 (Adaptive Reasoning, High Effort, Default Fallback)","shortName":"Claude Fable 5.1 (high with fallback)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-01","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"claude-fable-5-1","name":"Claude Fable 5.1"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":51.2094958852237,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":53.906142573151676,"strategyAndOps":56.28112068550445,"legal":58.20240053147126,"engineering":54.59040014282907,"economics":60.311579626197116},"omniscience":40.8,"omniscienceBreakdown":{"accuracy":0.6493333333333333,"hallucinationRate":0.688212927756654},"harveyLab":0.929512230424084,"gdpPdfAllPass":0.268,"gdpval":1649.77,"gdpvalNormalized":0.574885,"itBenchSre":null,"tau2":null,"tauBanking":0.430927835051546,"terminalbenchHard":null,"terminalBench21":0.898876404494382,"terminalBench40":0.52020202020202,"scicode":0.586805555555556,"lcr":0.836666666666667,"ifbench":null,"hle":0.559314179796108,"gpqa":0.906060606060606,"critpt":0.302857142857143,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5532309746463979,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.975,"cacheWritePrice":12.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":20,"price1mBlended7To2To1":7.175,"price1mBlended0To1To1":30,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":10.396039603960396,"intelligenceIndexTimePerTask":441.3917655693684,"intelligenceIndexCost":{"total":5241.588289787318,"input":2202.042734947243,"nonCacheInput":349.7007441262799,"cacheRead":585.681078641585,"cacheWrite":1266.660912179378,"output":3039.545554840075,"reasoning":1670.010989605,"answer":1369.534565235075},"intelligenceIndexCostPerTask":{"cost":{"total":3.912526554325558,"input":2.010874096809779,"nonCacheInput":0.2563549721894385,"cacheRead":0.7007398694325817,"cacheWrite":1.0537792551877592,"output":1.9016524575157785,"reasoning":0.9301648411230536,"answer":0.971487616392725},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":1.709818883132658},{"slug":"gdpval-aa","weightedCostPerTask":0.34787048154705347},{"slug":"automationbench-aa","weightedCostPerTask":0.08830881879354777},{"slug":"terminalbench-4-0","weightedCostPerTask":1.163956277493384},{"slug":"scicode","weightedCostPerTask":0.008909774305555555},{"slug":"humanitys-last-exam","weightedCostPerTask":0.039698426888250926},{"slug":"gdp-pdf","weightedCostPerTask":0.20204515},{"slug":"critpt","weightedCostPerTask":0.27476601428571434},{"slug":"omniscience","weightedCostPerTask":0.00310048787939425},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.07405224}]},"canonicalIntelligenceIndexTokenCount":{"input":2443935298,"output":61994670,"answer":27804661,"reasoning":34190009},"intelligenceIndexOutputTokensPerTask":{"reasoning":18622.54895818041,"answer":19431.730066504435,"output":38054.279024684845},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1578.19,"outputTokensPerTask":99904.43956043955,"costPerTask":11.39879255421772,"timePerTask":1158.7920753194683},{"slug":"gdpval-aa","score":1649.77,"outputTokensPerTask":38690.07272727273,"costPerTask":3.4787048154705342,"timePerTask":448.766339785874},{"slug":"automationbench-aa","score":0.5532309746463979,"outputTokensPerTask":19017.488584474886,"costPerTask":1.7661763758709552,"timePerTask":220.58394162589698},{"slug":"terminalbench-4-0","score":0.52020202020202,"outputTokensPerTask":113031.59090909091,"costPerTask":11.639562774933841,"timePerTask":1311.0539669958018},{"slug":"scicode","score":0.586805555555556,"outputTokensPerTask":1062.704861111111,"costPerTask":0.08909774305555554,"timePerTask":12.32631879901628},{"slug":"humanitys-last-exam","score":0.559314179796108,"outputTokensPerTask":8047.272937905468,"costPerTask":0.3969842688825093,"timePerTask":93.34035753972898},{"slug":"gdp-pdf","score":0.268,"outputTokensPerTask":5529.87,"costPerTask":2.0204515,"timePerTask":64.14098874625302},{"slug":"critpt","score":0.302857142857143,"outputTokensPerTask":53769.87142857143,"costPerTask":2.747660142857143,"timePerTask":623.6769975040049},{"slug":"omniscience","score":40.8,"outputTokensPerTask":392.7758333333333,"costPerTask":0.02066991919596167,"timePerTask":4.555808781333645},{"slug":"artificial-analysis-long-context-reasoning","score":0.836666666666667,"outputTokensPerTask":913.68,"costPerTask":1.4810448,"timePerTask":10.5977787177052}],"briefcaseBreakdown":{"overall":{"elo":1578.19,"lower95ci":1569.93,"upper95ci":1587.02},"rubricPassRate":0.5717171717171717,"analyticalQuality":{"elo":1846.32,"lower95ci":1830.95,"upper95ci":1863.68},"presentation":{"elo":1392.53,"lower95ci":1377,"upper95ci":1408.06}},"briefcaseTotalCost":1037.2901224338125,"timescaleData":{"medianOutputSpeed":54.2022434999114,"medianTimeToFirstChunk":14.6995023865},"outputSpeedVariance":{"p05":41.4913886721788,"q25":46.2440715499668,"median":54.2022434999114,"q75":64.2434780846689,"p95":79.3407254897954},"timeToFirstChunkVariance":{"p05":4.04313179409998,"q25":6.53359888275,"median":14.6995023865,"q75":29.5998448745,"p95":43.7217238506},"performanceByPromptType":{"medium":{"medianOutputSpeed":56.4803347839436,"medianTimeToFirstChunk":11.1237605305,"medianTimeToFirstAnswerToken":11.1237605305,"medianEndToEndResponseTime":19.976399274811083},"long":{"medianOutputSpeed":54.2022434999114,"medianTimeToFirstChunk":14.6995023865,"medianTimeToFirstAnswerToken":14.6995023865,"medianEndToEndResponseTime":23.9242127991016},"hundredK":{"medianOutputSpeed":64.2780667653921,"medianTimeToFirstChunk":22.7832155424999,"medianTimeToFirstAnswerToken":22.7832155424999,"medianEndToEndResponseTime":30.561918685905646},"mediumParallel":{"medianOutputSpeed":46.7166246792171,"medianTimeToFirstChunk":4.03063997249996,"medianTimeToFirstAnswerToken":4.03063997249996,"medianEndToEndResponseTime":14.733468000707996}},"endToEndResponseTime":{"input":14.6995023865,"reasoning":0,"answer":9.224710412601599,"total":23.9242127991016},"timeToFirstAnswerToken":{"input":14.6995023865,"reasoning":0,"total":14.6995023865},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-fable-5.1","matchedBy":"slug","catalog":{"id":"anthropic/claude-fable-5.1","canonical_slug":"anthropic/claude-fable-5.1-20260831","hugging_face_id":null,"name":"Anthropic: Claude Fable 5.1","created":1788285838,"description":"Claude Fable 5.1 improves on Claude Fable 5 across the board, with the biggest gains in agentic coding, long-running agentic workflows, and knowledge work: long code refactors, front-end and visual...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-fable-5.1-20260831/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":1336,"win_rate":57.3,"rank":1},{"arena":"agents","category":"python-pptxslides","elo":1328,"win_rate":62.6,"rank":1},{"arena":"agents","category":"webapps","elo":1336,"win_rate":56.8,"rank":1},{"arena":"models","category":"3d","elo":1422,"win_rate":68.2,"rank":3},{"arena":"models","category":"asciiart","elo":1330,"win_rate":65.5,"rank":3},{"arena":"models","category":"codecategories","elo":1346,"win_rate":59,"rank":3},{"arena":"models","category":"dataviz","elo":1368,"win_rate":63.6,"rank":1},{"arena":"models","category":"gamedev","elo":1402,"win_rate":65.4,"rank":2},{"arena":"models","category":"svg","elo":1347,"win_rate":63.7,"rank":1},{"arena":"models","category":"uicomponent","elo":1340,"win_rate":58.6,"rank":6},{"arena":"models","category":"website","elo":1322,"win_rate":56.3,"rank":3}],"artificial_analysis":{"intelligence_index":53.4,"coding_index":81.6,"agentic_index":58}},"reasoning":{"mandatory":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Azure | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.74056934511289,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.78791092258749,"uptime_last_5m":99.88331388564761,"uptime_last_1d":99.84906100548233,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.33333333333333,"uptime_last_5m":100,"uptime_last_1d":99.75805564720115,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"05776db7-f5c0-40f7-b824-079160f8cfa8","slug":"claude-fable-5-1-low","name":"Claude Fable 5.1 (Adaptive Reasoning, Low Effort, Default Fallback)","shortName":"Claude Fable 5.1 (low with fallback)","sourceUrl":"https://artificialanalysis.ai/models/claude-fable-5-1-low","releaseDate":"2026-09-01","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"claude-fable-5-1","name":"Claude Fable 5.1"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":47.0391672014862,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":49.04848646056599,"strategyAndOps":51.60260866548881,"legal":53.764822531797805,"engineering":48.97817778707237,"economics":55.401479861754716},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":51.7829778104085,"canonicalInputTokens":1338003902,"canonicalOutputTokens":32508373,"outputTokensPerTask":21561.84272476887,"answerTokensPerTask":13272.568454756867,"reasoningTokensPerTask":8289.274270012003,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.975,"cacheWritePrice":12.5,"costPerIntelligenceIndexTask":2.371025320183763,"latency":{"timeToFirstChunkMs":4.99724542499996,"timeToFirstAnswerTokenMs":4.99724542499996,"endToEndMs":14.652928067095889}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1483.73,"score":1483.73,"outputTokensPerTask":62221.07692307692,"costPerTask":6.721303521887402,"timePerTask":793.2561867293924,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1503.72,"score":1503.72,"outputTokensPerTask":16926.581818181818,"costPerTask":1.426701374481728,"timePerTask":215.79690374137587,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.522404059498186,"score":0.522404059498186,"outputTokensPerTask":15688.079147640792,"costPerTask":1.516211946842984,"timePerTask":200.00723962318435,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.404040404040404,"score":0.404040404040404,"outputTokensPerTask":66194.5,"costPerTask":7.323980999332493,"timePerTask":843.9133369127503,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.56712962962963,"score":0.56712962962963,"outputTokensPerTask":683.53125,"costPerTask":0.06897253472222223,"timePerTask":8.71433635833254,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.48887859128823,"score":0.48887859128823,"outputTokensPerTask":2443.7001853568117,"costPerTask":0.12383309694852411,"timePerTask":31.154720978914764,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.28,"score":0.28,"outputTokensPerTask":3536.95,"costPerTask":1.9233032,"timePerTask":45.09255719121003,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.277142857142857,"score":0.277142857142857,"outputTokensPerTask":24104.314285714285,"costPerTask":1.2559421428571427,"timePerTask":307.30577771341757,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":34.13333333333333,"score":34.13333333333333,"outputTokensPerTask":144.64983333333333,"costPerTask":0.008644798161948334,"timePerTask":1.8441399743514417,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.823333333333333,"score":0.823333333333333,"outputTokensPerTask":672.44,"costPerTask":1.4689828,"timePerTask":8.572934069652462,"family":"Intelligence Index"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.923288464321899,"score":0.923288464321899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.28,"score":0.28,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1503.72,"score":1503.72,"outputTokensPerTask":16926.581818181818,"costPerTask":1.426701374481728,"timePerTask":215.79690374137587,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.50186,"score":0.50186,"outputTokensPerTask":16926.581818181818,"costPerTask":1.426701374481728,"timePerTask":215.79690374137587,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.389690721649485,"score":0.389690721649485,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.850187265917603,"score":0.850187265917603,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.404040404040404,"score":0.404040404040404,"outputTokensPerTask":66194.5,"costPerTask":7.323980999332493,"timePerTask":843.9133369127503,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.823333333333333,"score":0.823333333333333,"outputTokensPerTask":672.44,"costPerTask":1.4689828,"timePerTask":8.572934069652462,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.48887859128823,"score":0.48887859128823,"outputTokensPerTask":2443.7001853568117,"costPerTask":0.12383309694852411,"timePerTask":31.154720978914764,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.880808080808081,"score":0.880808080808081,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.522404059498186,"score":0.522404059498186,"outputTokensPerTask":15688.079147640792,"costPerTask":1.516211946842984,"timePerTask":200.00723962318435,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":49.04848646056599,"score":49.04848646056599,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":51.60260866548881,"score":51.60260866548881,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":53.764822531797805,"score":53.764822531797805,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":48.97817778707237,"score":48.97817778707237,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":55.401479861754716,"score":55.401479861754716,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"05776db7-f5c0-40f7-b824-079160f8cfa8","slug":"claude-fable-5-1-low","name":"Claude Fable 5.1 (Adaptive Reasoning, Low Effort, Default Fallback)","shortName":"Claude Fable 5.1 (low with fallback)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-01","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"claude-fable-5-1","name":"Claude Fable 5.1"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":47.0391672014862,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":49.04848646056599,"strategyAndOps":51.60260866548881,"legal":53.764822531797805,"engineering":48.97817778707237,"economics":55.401479861754716},"omniscience":34.13333333333333,"omniscienceBreakdown":{"accuracy":0.6023333333333334,"hallucinationRate":0.6563285834031852},"harveyLab":0.923288464321899,"gdpPdfAllPass":0.28,"gdpval":1503.72,"gdpvalNormalized":0.50186,"itBenchSre":null,"tau2":null,"tauBanking":0.389690721649485,"terminalbenchHard":null,"terminalBench21":0.850187265917603,"terminalBench40":0.404040404040404,"scicode":0.56712962962963,"lcr":0.823333333333333,"ifbench":null,"hle":0.48887859128823,"gpqa":0.880808080808081,"critpt":0.277142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.522404059498186,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.975,"cacheWritePrice":12.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":20,"price1mBlended7To2To1":7.175,"price1mBlended0To1To1":30,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":10.396039603960396,"intelligenceIndexTimePerTask":274.8918209798035,"intelligenceIndexCost":{"total":3157.6632471925045,"input":1551.7684570879546,"nonCacheInput":349.925614093125,"cacheRead":311.11079576616146,"cacheWrite":890.7320472286683,"output":1605.8947901045499,"reasoning":572.5184255392,"answer":1033.3763645653498},"intelligenceIndexCostPerTask":{"cost":{"total":2.371025320183763,"input":1.2950064810231467,"nonCacheInput":0.25564665107881146,"cacheRead":0.3711607001287225,"cacheWrite":0.6681991298156129,"output":1.076018839160616,"reasoning":0.4140716302258042,"answer":0.6619472089348118},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":1.0081955282831103},{"slug":"gdpval-aa","weightedCostPerTask":0.1426701374481728},{"slug":"automationbench-aa","weightedCostPerTask":0.0758105973421492},{"slug":"terminalbench-4-0","weightedCostPerTask":0.7323980999332493},{"slug":"scicode","weightedCostPerTask":0.006897253472222223},{"slug":"humanitys-last-exam","weightedCostPerTask":0.012383309694852412},{"slug":"gdp-pdf","weightedCostPerTask":0.19233032},{"slug":"critpt","weightedCostPerTask":0.12559421428571427},{"slug":"omniscience","weightedCostPerTask":0.0012967197242922499},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.07344914}]},"canonicalIntelligenceIndexTokenCount":{"input":1338003902,"output":32508373,"answer":20845317,"reasoning":11663056},"intelligenceIndexOutputTokensPerTask":{"reasoning":8289.274270012003,"answer":13272.568454756867,"output":21561.84272476887},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1483.73,"outputTokensPerTask":62221.07692307692,"costPerTask":6.721303521887402,"timePerTask":793.2561867293924},{"slug":"gdpval-aa","score":1503.72,"outputTokensPerTask":16926.581818181818,"costPerTask":1.426701374481728,"timePerTask":215.79690374137587},{"slug":"automationbench-aa","score":0.522404059498186,"outputTokensPerTask":15688.079147640792,"costPerTask":1.516211946842984,"timePerTask":200.00723962318435},{"slug":"terminalbench-4-0","score":0.404040404040404,"outputTokensPerTask":66194.5,"costPerTask":7.323980999332493,"timePerTask":843.9133369127503},{"slug":"scicode","score":0.56712962962963,"outputTokensPerTask":683.53125,"costPerTask":0.06897253472222223,"timePerTask":8.71433635833254},{"slug":"humanitys-last-exam","score":0.48887859128823,"outputTokensPerTask":2443.7001853568117,"costPerTask":0.12383309694852411,"timePerTask":31.154720978914764},{"slug":"gdp-pdf","score":0.28,"outputTokensPerTask":3536.95,"costPerTask":1.9233032,"timePerTask":45.09255719121003},{"slug":"critpt","score":0.277142857142857,"outputTokensPerTask":24104.314285714285,"costPerTask":1.2559421428571427,"timePerTask":307.30577771341757},{"slug":"omniscience","score":34.13333333333333,"outputTokensPerTask":144.64983333333333,"costPerTask":0.008644798161948334,"timePerTask":1.8441399743514417},{"slug":"artificial-analysis-long-context-reasoning","score":0.823333333333333,"outputTokensPerTask":672.44,"costPerTask":1.4689828,"timePerTask":8.572934069652462}],"briefcaseBreakdown":{"overall":{"elo":1483.73,"lower95ci":1475.72,"upper95ci":1491.57},"rubricPassRate":0.5535353535353535,"analyticalQuality":{"elo":1723.19,"lower95ci":1707.7,"upper95ci":1738.47},"presentation":{"elo":1278.4,"lower95ci":1262.79,"upper95ci":1293.33}},"briefcaseTotalCost":611.6386204917536,"timescaleData":{"medianOutputSpeed":51.7829778104085,"medianTimeToFirstChunk":4.99724542499996},"outputSpeedVariance":{"p05":41.4452833727572,"q25":44.2223515587063,"median":51.7829778104085,"q75":63.168246190985,"p95":80.6012656486435},"timeToFirstChunkVariance":{"p05":2.22110850880006,"q25":3.63852928600002,"median":4.99724542499996,"q75":6.71147945149998,"p95":14.8323786118},"performanceByPromptType":{"medium":{"medianOutputSpeed":52.1178626408735,"medianTimeToFirstChunk":4.02244922899999,"medianTimeToFirstAnswerToken":4.02244922899999,"medianEndToEndResponseTime":13.616089003626403},"long":{"medianOutputSpeed":51.7829778104085,"medianTimeToFirstChunk":4.99724542499996,"medianTimeToFirstAnswerToken":4.99724542499996,"medianEndToEndResponseTime":14.652928067095889},"hundredK":{"medianOutputSpeed":63.4689778094914,"medianTimeToFirstChunk":10.6495360755,"medianTimeToFirstAnswerToken":10.6495360755,"medianEndToEndResponseTime":18.527400463056406},"mediumParallel":{"medianOutputSpeed":47.5103703350084,"medianTimeToFirstChunk":2.84077709499997,"medianTimeToFirstAnswerToken":2.84077709499997,"medianEndToEndResponseTime":13.364795250917625}},"endToEndResponseTime":{"input":4.99724542499996,"reasoning":0,"answer":9.655682642095929,"total":14.652928067095889},"timeToFirstAnswerToken":{"input":4.99724542499996,"reasoning":0,"total":4.99724542499996},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-fable-5.1","matchedBy":"slug","catalog":{"id":"anthropic/claude-fable-5.1","canonical_slug":"anthropic/claude-fable-5.1-20260831","hugging_face_id":null,"name":"Anthropic: Claude Fable 5.1","created":1788285838,"description":"Claude Fable 5.1 improves on Claude Fable 5 across the board, with the biggest gains in agentic coding, long-running agentic workflows, and knowledge work: long code refactors, front-end and visual...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-fable-5.1-20260831/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":1336,"win_rate":57.3,"rank":1},{"arena":"agents","category":"python-pptxslides","elo":1328,"win_rate":62.6,"rank":1},{"arena":"agents","category":"webapps","elo":1336,"win_rate":56.8,"rank":1},{"arena":"models","category":"3d","elo":1422,"win_rate":68.2,"rank":3},{"arena":"models","category":"asciiart","elo":1330,"win_rate":65.5,"rank":3},{"arena":"models","category":"codecategories","elo":1346,"win_rate":59,"rank":3},{"arena":"models","category":"dataviz","elo":1368,"win_rate":63.6,"rank":1},{"arena":"models","category":"gamedev","elo":1402,"win_rate":65.4,"rank":2},{"arena":"models","category":"svg","elo":1347,"win_rate":63.7,"rank":1},{"arena":"models","category":"uicomponent","elo":1340,"win_rate":58.6,"rank":6},{"arena":"models","category":"website","elo":1322,"win_rate":56.3,"rank":3}],"artificial_analysis":{"intelligence_index":53.4,"coding_index":81.6,"agentic_index":58}},"reasoning":{"mandatory":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Azure | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.74056934511289,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.78791092258749,"uptime_last_5m":99.88331388564761,"uptime_last_1d":99.84906100548233,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.33333333333333,"uptime_last_5m":100,"uptime_last_1d":99.75805564720115,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"3e87c73e-a257-495e-9730-367a66229811","slug":"claude-fable-5-1","name":"Claude Fable 5.1 (Adaptive Reasoning, Max Effort, Default Fallback)","shortName":"Claude Fable 5.1 (max with fallback)","sourceUrl":"https://artificialanalysis.ai/models/claude-fable-5-1","releaseDate":"2026-09-01","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-fable-5-1","name":"Claude Fable 5.1"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":53.3737509623252,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":56.09163071946496,"strategyAndOps":59.29257823285824,"legal":60.22056950562835,"healthcareAndMedical":57.73360552987414,"engineering":56.252846607809865,"economics":62.399692211152306},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":68.7819364918282,"canonicalInputTokens":5630485614,"canonicalOutputTokens":188465663,"outputTokensPerTask":78110.80621282545,"answerTokensPerTask":30870.99075157802,"reasoningTokensPerTask":47239.81546124743,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.975,"cacheWritePrice":12.5,"costPerIntelligenceIndexTask":7.629706364004841,"latency":{"timeToFirstChunkMs":252.287217648,"timeToFirstAnswerTokenMs":252.287217648,"endToEndMs":259.55656808362494}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1646.09,"score":1646.09,"outputTokensPerTask":187454.58241758242,"costPerTask":22.71345865423513,"timePerTask":1737.881410929358,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1723.58,"score":1723.58,"outputTokensPerTask":105535.62727272727,"costPerTask":9.774869276879294,"timePerTask":978.4151577552431,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5937591715646424,"score":0.5937591715646424,"outputTokensPerTask":31099.32724505327,"costPerTask":2.611294257588544,"timePerTask":288.32020009620015,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.52020202020202,"score":0.52020202020202,"outputTokensPerTask":191565.72727272726,"costPerTask":19.218480031061166,"timePerTask":1775.9956150701682,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.630787037037037,"score":0.630787037037037,"outputTokensPerTask":12339.597222222223,"costPerTask":0.6585189583333333,"timePerTask":114.39974608400993,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.591288229842447,"score":0.591288229842447,"outputTokensPerTask":32010.960611677478,"costPerTask":1.5858915690099744,"timePerTask":296.7719042957266,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.262,"score":0.262,"outputTokensPerTask":20389.45,"costPerTask":2.7748912999999997,"timePerTask":189.02950078402566,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.297142857142857,"score":0.297142857142857,"outputTokensPerTask":112959.3,"costPerTask":5.713794857142857,"timePerTask":1047.239630687095,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":43.45,"score":43.45,"outputTokensPerTask":5371.778333333334,"costPerTask":0.2683618295521425,"timePerTask":49.801469714604636,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.853333333333333,"score":0.853333333333333,"outputTokensPerTask":3036.39,"costPerTask":1.5844795862932,"timePerTask":28.150209342851703,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.711111111111111,"score":0.711111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.930235924156897,"score":0.930235924156897,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.262,"score":0.262,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1723.58,"score":1723.58,"outputTokensPerTask":105535.62727272727,"costPerTask":9.774869276879294,"timePerTask":978.4151577552431,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.61179,"score":0.61179,"outputTokensPerTask":105535.62727272727,"costPerTask":9.774869276879294,"timePerTask":978.4151577552431,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.472164948453608,"score":0.472164948453608,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.913857677902622,"score":0.913857677902622,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.52020202020202,"score":0.52020202020202,"outputTokensPerTask":191565.72727272726,"costPerTask":19.218480031061166,"timePerTask":1775.9956150701682,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.853333333333333,"score":0.853333333333333,"outputTokensPerTask":3036.39,"costPerTask":1.5844795862932,"timePerTask":28.150209342851703,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.591288229842447,"score":0.591288229842447,"outputTokensPerTask":32010.960611677478,"costPerTask":1.5858915690099744,"timePerTask":296.7719042957266,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.937373737373737,"score":0.937373737373737,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.575,"score":0.575,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5937591715646424,"score":0.5937591715646424,"outputTokensPerTask":31099.32724505327,"costPerTask":2.611294257588544,"timePerTask":288.32020009620015,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":56.09163071946496,"score":56.09163071946496,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":59.29257823285824,"score":59.29257823285824,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":60.22056950562835,"score":60.22056950562835,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":57.73360552987414,"score":57.73360552987414,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":56.252846607809865,"score":56.252846607809865,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":62.399692211152306,"score":62.399692211152306,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"3e87c73e-a257-495e-9730-367a66229811","slug":"claude-fable-5-1","name":"Claude Fable 5.1 (Adaptive Reasoning, Max Effort, Default Fallback)","shortName":"Claude Fable 5.1 (max with fallback)","chartDefaultSelected":true,"chartHighlighted":true,"releaseDate":"2026-09-01","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-fable-5-1","name":"Claude Fable 5.1"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":53.3737509623252,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":56.09163071946496,"strategyAndOps":59.29257823285824,"legal":60.22056950562835,"healthcareAndMedical":57.73360552987414,"engineering":56.252846607809865,"economics":62.399692211152306},"omniscience":43.45,"omniscienceBreakdown":{"accuracy":0.6723333333333333,"hallucinationRate":0.7258392675483215},"mlcrOverall":0.711111111111111,"harveyLab":0.930235924156897,"gdpPdfAllPass":0.262,"gdpval":1723.58,"gdpvalNormalized":0.61179,"itBenchSre":null,"tau2":null,"tauBanking":0.472164948453608,"terminalbenchHard":null,"terminalBench21":0.913857677902622,"terminalBench40":0.52020202020202,"scicode":0.630787037037037,"lcr":0.853333333333333,"ifbench":null,"hle":0.591288229842447,"gpqa":0.937373737373737,"critpt":0.297142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":0.575,"automationBenchPartialScore":0.5937591715646424,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.975,"cacheWritePrice":12.5,"pricePer1k1mpImages":13.05,"price1mBlended0To3To1":20,"price1mBlended7To2To1":7.175,"price1mBlended0To1To1":30,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":10.396039603960396,"intelligenceIndexTimePerTask":724.161108036174,"intelligenceIndexCost":{"total":13128.859210511622,"input":3891.477294227097,"nonCacheInput":351.269572652325,"cacheRead":1387.5926117156475,"cacheWrite":2152.6151098591245,"output":9237.381916284525,"reasoning":7218.918316940026,"answer":2018.4635993445},"intelligenceIndexCostPerTask":{"cost":{"total":7.629706364004841,"input":3.726348513816252,"nonCacheInput":0.25859453097928414,"cacheRead":1.603090760194992,"cacheWrite":1.8646632226419768,"output":3.9033578501885873,"reasoning":2.359948393842491,"answer":1.543409456346096},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":3.4070187981352693},{"slug":"gdpval-aa","weightedCostPerTask":0.9774869276879293},{"slug":"automationbench-aa","weightedCostPerTask":0.1305647128794272},{"slug":"terminalbench-4-0","weightedCostPerTask":1.9218480031061167},{"slug":"scicode","weightedCostPerTask":0.06585189583333334},{"slug":"humanitys-last-exam","weightedCostPerTask":0.15858915690099742},{"slug":"gdp-pdf","weightedCostPerTask":0.27748913},{"slug":"critpt","weightedCostPerTask":0.5713794857142858},{"slug":"omniscience","weightedCostPerTask":0.040254274432821376},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.07922397931466}]},"canonicalIntelligenceIndexTokenCount":{"input":5630485614,"output":188465663,"answer":41121780,"reasoning":147343883},"intelligenceIndexOutputTokensPerTask":{"reasoning":47239.81546124743,"answer":30870.99075157802,"output":78110.80621282545},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1646.09,"outputTokensPerTask":187454.58241758242,"costPerTask":22.71345865423513,"timePerTask":1737.881410929358},{"slug":"gdpval-aa","score":1723.58,"outputTokensPerTask":105535.62727272727,"costPerTask":9.774869276879294,"timePerTask":978.4151577552431},{"slug":"automationbench-aa","score":0.5937591715646424,"outputTokensPerTask":31099.32724505327,"costPerTask":2.611294257588544,"timePerTask":288.32020009620015},{"slug":"terminalbench-4-0","score":0.52020202020202,"outputTokensPerTask":191565.72727272726,"costPerTask":19.218480031061166,"timePerTask":1775.9956150701682},{"slug":"scicode","score":0.630787037037037,"outputTokensPerTask":12339.597222222223,"costPerTask":0.6585189583333333,"timePerTask":114.39974608400993},{"slug":"humanitys-last-exam","score":0.591288229842447,"outputTokensPerTask":32010.960611677478,"costPerTask":1.5858915690099744,"timePerTask":296.7719042957266},{"slug":"gdp-pdf","score":0.262,"outputTokensPerTask":20389.45,"costPerTask":2.7748912999999997,"timePerTask":189.02950078402566},{"slug":"critpt","score":0.297142857142857,"outputTokensPerTask":112959.3,"costPerTask":5.713794857142857,"timePerTask":1047.239630687095},{"slug":"omniscience","score":43.45,"outputTokensPerTask":5371.778333333334,"costPerTask":0.2683618295521425,"timePerTask":49.801469714604636},{"slug":"artificial-analysis-long-context-reasoning","score":0.853333333333333,"outputTokensPerTask":3036.39,"costPerTask":1.5844795862932,"timePerTask":28.150209342851703}],"briefcaseBreakdown":{"overall":{"elo":1646.09,"lower95ci":1638.45,"upper95ci":1654.36},"rubricPassRate":0.6151515151515151,"analyticalQuality":{"elo":1925.62,"lower95ci":1910.92,"upper95ci":1940.95},"presentation":{"elo":1459.61,"lower95ci":1447.25,"upper95ci":1473.07}},"briefcaseTotalCost":2066.9247375353966,"timescaleData":{"medianOutputSpeed":68.7819364918282,"medianTimeToFirstChunk":252.287217648},"outputSpeedVariance":{"p05":61.5426925567473,"q25":64.1091080323483,"median":68.7819364918282,"q75":70.4537698261132,"p95":72.3690800873725},"timeToFirstChunkVariance":{"p05":74.6123638253,"q25":210.672813375,"median":252.287217648,"q75":293.33846239125,"p95":349.00157151585},"performanceByPromptType":{"medium":{"medianOutputSpeed":73.5057406323998,"medianTimeToFirstChunk":151.528889492,"medianTimeToFirstAnswerToken":151.528889492,"medianEndToEndResponseTime":158.3310793032759},"long":{"medianOutputSpeed":68.7819364918282,"medianTimeToFirstChunk":252.287217648,"medianTimeToFirstAnswerToken":252.287217648,"medianEndToEndResponseTime":259.55656808362494},"hundredK":{"medianOutputSpeed":69.868153076027,"medianTimeToFirstChunk":92.684119409,"medianTimeToFirstAnswerToken":92.684119409,"medianEndToEndResponseTime":99.8404557079705},"mediumParallel":{"medianOutputSpeed":59.8482641534382,"medianTimeToFirstChunk":178.984232425,"medianTimeToFirstAnswerToken":178.984232425,"medianEndToEndResponseTime":187.33869361234716}},"endToEndResponseTime":{"input":252.287217648,"reasoning":0,"answer":7.269350435624965,"total":259.55656808362494},"timeToFirstAnswerToken":{"input":252.287217648,"reasoning":0,"total":252.287217648},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":5,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-fable-5.1","matchedBy":"slug","catalog":{"id":"anthropic/claude-fable-5.1","canonical_slug":"anthropic/claude-fable-5.1-20260831","hugging_face_id":null,"name":"Anthropic: Claude Fable 5.1","created":1788285838,"description":"Claude Fable 5.1 improves on Claude Fable 5 across the board, with the biggest gains in agentic coding, long-running agentic workflows, and knowledge work: long code refactors, front-end and visual...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-fable-5.1-20260831/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":1336,"win_rate":57.3,"rank":1},{"arena":"agents","category":"python-pptxslides","elo":1328,"win_rate":62.6,"rank":1},{"arena":"agents","category":"webapps","elo":1336,"win_rate":56.8,"rank":1},{"arena":"models","category":"3d","elo":1422,"win_rate":68.2,"rank":3},{"arena":"models","category":"asciiart","elo":1330,"win_rate":65.5,"rank":3},{"arena":"models","category":"codecategories","elo":1346,"win_rate":59,"rank":3},{"arena":"models","category":"dataviz","elo":1368,"win_rate":63.6,"rank":1},{"arena":"models","category":"gamedev","elo":1402,"win_rate":65.4,"rank":2},{"arena":"models","category":"svg","elo":1347,"win_rate":63.7,"rank":1},{"arena":"models","category":"uicomponent","elo":1340,"win_rate":58.6,"rank":6},{"arena":"models","category":"website","elo":1322,"win_rate":56.3,"rank":3}],"artificial_analysis":{"intelligence_index":53.4,"coding_index":81.6,"agentic_index":58}},"reasoning":{"mandatory":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Azure | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.74056934511289,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.78791092258749,"uptime_last_5m":99.88331388564761,"uptime_last_1d":99.84906100548233,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.33333333333333,"uptime_last_5m":100,"uptime_last_1d":99.75805564720115,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"3b7de71c-e034-4591-8ca6-6b6be2fa471f","slug":"claude-fable-5-1-medium","name":"Claude Fable 5.1 (Adaptive Reasoning, Medium Effort, Default Fallback)","shortName":"Claude Fable 5.1 (medium with fallback)","sourceUrl":"https://artificialanalysis.ai/models/claude-fable-5-1-medium","releaseDate":"2026-09-01","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"claude-fable-5-1","name":"Claude Fable 5.1"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":49.0591662609523,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":51.5746540252242,"strategyAndOps":54.14367496138974,"legal":56.9110673846879,"engineering":51.646375010331035,"economics":58.006455958449166},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":49.8652807723985,"canonicalInputTokens":1766972607,"canonicalOutputTokens":44205040,"outputTokensPerTask":27887.637810107575,"answerTokensPerTask":15806.115480715269,"reasoningTokensPerTask":12081.522329392306,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.975,"cacheWritePrice":12.5,"costPerIntelligenceIndexTask":2.982597436096585,"latency":{"timeToFirstChunkMs":5.94544536000001,"timeToFirstAnswerTokenMs":5.94544536000001,"endToEndMs":15.972461998734364}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1531.2,"score":1531.2,"outputTokensPerTask":77049.31868131868,"costPerTask":8.58019464476686,"timePerTask":928.235713650338,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1579.31,"score":1579.31,"outputTokensPerTask":25071.077272727274,"costPerTask":2.184169881694239,"timePerTask":302.0386124436328,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5466103465672885,"score":0.5466103465672885,"outputTokensPerTask":17377.511415525114,"costPerTask":1.6430460085985101,"timePerTask":209.35197074192715,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.44949494949495,"score":0.44949494949495,"outputTokensPerTask":84091.60606060606,"costPerTask":9.124327942195764,"timePerTask":1013.0762127374314,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.563657407407407,"score":0.563657407407407,"outputTokensPerTask":809.0451388888889,"costPerTask":0.07562430555555556,"timePerTask":9.746803796902979,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.537998146431881,"score":0.537998146431881,"outputTokensPerTask":4555.996756255792,"costPerTask":0.22541674659424474,"timePerTask":54.88742759586646,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.268,"score":0.268,"outputTokensPerTask":4279.69,"costPerTask":1.9601907,"timePerTask":51.55867915955237,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.291428571428571,"score":0.291428571428571,"outputTokensPerTask":34985.65714285714,"costPerTask":1.8038545714285714,"timePerTask":421.48246060221027,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":37.6,"score":37.6,"outputTokensPerTask":281.56466666666665,"costPerTask":0.015322394698615002,"timePerTask":3.392092023331825,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.846666666666667,"score":0.846666666666667,"outputTokensPerTask":796.45,"costPerTask":1.4751832999999999,"timePerTask":9.595066468979176,"family":"Intelligence Index"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.926472716746273,"score":0.926472716746273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.268,"score":0.268,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1579.31,"score":1579.31,"outputTokensPerTask":25071.077272727274,"costPerTask":2.184169881694239,"timePerTask":302.0386124436328,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.539655,"score":0.539655,"outputTokensPerTask":25071.077272727274,"costPerTask":2.184169881694239,"timePerTask":302.0386124436328,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.410309278350515,"score":0.410309278350515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.880149812734082,"score":0.880149812734082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.44949494949495,"score":0.44949494949495,"outputTokensPerTask":84091.60606060606,"costPerTask":9.124327942195764,"timePerTask":1013.0762127374314,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.846666666666667,"score":0.846666666666667,"outputTokensPerTask":796.45,"costPerTask":1.4751832999999999,"timePerTask":9.595066468979176,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.537998146431881,"score":0.537998146431881,"outputTokensPerTask":4555.996756255792,"costPerTask":0.22541674659424474,"timePerTask":54.88742759586646,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.885858585858586,"score":0.885858585858586,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5466103465672885,"score":0.5466103465672885,"outputTokensPerTask":17377.511415525114,"costPerTask":1.6430460085985101,"timePerTask":209.35197074192715,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":51.5746540252242,"score":51.5746540252242,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":54.14367496138974,"score":54.14367496138974,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":56.9110673846879,"score":56.9110673846879,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":51.646375010331035,"score":51.646375010331035,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":58.006455958449166,"score":58.006455958449166,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"3b7de71c-e034-4591-8ca6-6b6be2fa471f","slug":"claude-fable-5-1-medium","name":"Claude Fable 5.1 (Adaptive Reasoning, Medium Effort, Default Fallback)","shortName":"Claude Fable 5.1 (medium with fallback)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-01","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"claude-fable-5-1","name":"Claude Fable 5.1"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":49.0591662609523,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":51.5746540252242,"strategyAndOps":54.14367496138974,"legal":56.9110673846879,"engineering":51.646375010331035,"economics":58.006455958449166},"omniscience":37.6,"omniscienceBreakdown":{"accuracy":0.631,"hallucinationRate":0.6910569105691057},"harveyLab":0.926472716746273,"gdpPdfAllPass":0.268,"gdpval":1579.31,"gdpvalNormalized":0.539655,"itBenchSre":null,"tau2":null,"tauBanking":0.410309278350515,"terminalbenchHard":null,"terminalBench21":0.880149812734082,"terminalBench40":0.44949494949495,"scicode":0.563657407407407,"lcr":0.846666666666667,"ifbench":null,"hle":0.537998146431881,"gpqa":0.885858585858586,"critpt":0.291428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5466103465672885,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.975,"cacheWritePrice":12.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":20,"price1mBlended7To2To1":7.175,"price1mBlended0To1To1":30,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":10.396039603960396,"intelligenceIndexTimePerTask":335.9705423451555,"intelligenceIndexCost":{"total":3983.2789352019263,"input":1816.8455658810517,"nonCacheInput":348.85775955651,"cacheRead":419.47044940844114,"cacheWrite":1048.5173569161007,"output":2166.4333693208746,"reasoning":998.847721371875,"answer":1167.5856479489998},"intelligenceIndexCostPerTask":{"cost":{"total":2.982597436096585,"input":1.5896416523336108,"nonCacheInput":0.256042067651855,"cacheRead":0.5021156425832897,"cacheWrite":0.8314839420984659,"output":1.3929557837629736,"reasoning":0.603394545278131,"answer":0.7895612384848425},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":1.287029196715029},{"slug":"gdpval-aa","weightedCostPerTask":0.21841698816942393},{"slug":"automationbench-aa","weightedCostPerTask":0.08215230042992551},{"slug":"terminalbench-4-0","weightedCostPerTask":0.9124327942195763},{"slug":"scicode","weightedCostPerTask":0.007562430555555557},{"slug":"humanitys-last-exam","weightedCostPerTask":0.02254167465942447},{"slug":"gdp-pdf","weightedCostPerTask":0.19601907},{"slug":"critpt","weightedCostPerTask":0.18038545714285717},{"slug":"omniscience","weightedCostPerTask":0.0022983592047922503},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.073759165}]},"canonicalIntelligenceIndexTokenCount":{"input":1766972607,"output":44205040,"answer":23716665,"reasoning":20488375},"intelligenceIndexOutputTokensPerTask":{"reasoning":12081.522329392306,"answer":15806.115480715269,"output":27887.637810107575},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1531.2,"outputTokensPerTask":77049.31868131868,"costPerTask":8.58019464476686,"timePerTask":928.235713650338},{"slug":"gdpval-aa","score":1579.31,"outputTokensPerTask":25071.077272727274,"costPerTask":2.184169881694239,"timePerTask":302.0386124436328},{"slug":"automationbench-aa","score":0.5466103465672885,"outputTokensPerTask":17377.511415525114,"costPerTask":1.6430460085985101,"timePerTask":209.35197074192715},{"slug":"terminalbench-4-0","score":0.44949494949495,"outputTokensPerTask":84091.60606060606,"costPerTask":9.124327942195764,"timePerTask":1013.0762127374314},{"slug":"scicode","score":0.563657407407407,"outputTokensPerTask":809.0451388888889,"costPerTask":0.07562430555555556,"timePerTask":9.746803796902979},{"slug":"humanitys-last-exam","score":0.537998146431881,"outputTokensPerTask":4555.996756255792,"costPerTask":0.22541674659424474,"timePerTask":54.88742759586646},{"slug":"gdp-pdf","score":0.268,"outputTokensPerTask":4279.69,"costPerTask":1.9601907,"timePerTask":51.55867915955237},{"slug":"critpt","score":0.291428571428571,"outputTokensPerTask":34985.65714285714,"costPerTask":1.8038545714285714,"timePerTask":421.48246060221027},{"slug":"omniscience","score":37.6,"outputTokensPerTask":281.56466666666665,"costPerTask":0.015322394698615002,"timePerTask":3.392092023331825},{"slug":"artificial-analysis-long-context-reasoning","score":0.846666666666667,"outputTokensPerTask":796.45,"costPerTask":1.4751832999999999,"timePerTask":9.595066468979176}],"briefcaseBreakdown":{"overall":{"elo":1531.2,"lower95ci":1522.9,"upper95ci":1539.95},"rubricPassRate":0.5606060606060606,"analyticalQuality":{"elo":1787.26,"lower95ci":1772.22,"upper95ci":1804.33},"presentation":{"elo":1332.82,"lower95ci":1317.72,"upper95ci":1347.16}},"briefcaseTotalCost":780.7977126737842,"timescaleData":{"medianOutputSpeed":49.8652807723985,"medianTimeToFirstChunk":5.94544536000001},"outputSpeedVariance":{"p05":41.6832239276744,"q25":44.3156515486371,"median":49.8652807723985,"q75":62.7194795031032,"p95":75.8660763070817},"timeToFirstChunkVariance":{"p05":3.82482346119997,"q25":4.37906898700004,"median":5.94544536000001,"q75":8.13173119749996,"p95":29.9834065361},"performanceByPromptType":{"medium":{"medianOutputSpeed":53.6028578266313,"medianTimeToFirstChunk":5.30996360699999,"medianTimeToFirstAnswerToken":5.30996360699999,"medianEndToEndResponseTime":14.637824476231236},"long":{"medianOutputSpeed":49.8652807723985,"medianTimeToFirstChunk":5.94544536000001,"medianTimeToFirstAnswerToken":5.94544536000001,"medianEndToEndResponseTime":15.972461998734364},"hundredK":{"medianOutputSpeed":63.7867038606362,"medianTimeToFirstChunk":13.638485654,"medianTimeToFirstAnswerToken":13.638485654,"medianEndToEndResponseTime":21.47710984584444},"mediumParallel":{"medianOutputSpeed":46.9334477299992,"medianTimeToFirstChunk":3.99038866149996,"medianTimeToFirstAnswerToken":3.99038866149996,"medianEndToEndResponseTime":14.6437717855445}},"endToEndResponseTime":{"input":5.94544536000001,"reasoning":0,"answer":10.027016638734354,"total":15.972461998734364},"timeToFirstAnswerToken":{"input":5.94544536000001,"reasoning":0,"total":5.94544536000001},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-fable-5.1","matchedBy":"slug","catalog":{"id":"anthropic/claude-fable-5.1","canonical_slug":"anthropic/claude-fable-5.1-20260831","hugging_face_id":null,"name":"Anthropic: Claude Fable 5.1","created":1788285838,"description":"Claude Fable 5.1 improves on Claude Fable 5 across the board, with the biggest gains in agentic coding, long-running agentic workflows, and knowledge work: long code refactors, front-end and visual...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-fable-5.1-20260831/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":1336,"win_rate":57.3,"rank":1},{"arena":"agents","category":"python-pptxslides","elo":1328,"win_rate":62.6,"rank":1},{"arena":"agents","category":"webapps","elo":1336,"win_rate":56.8,"rank":1},{"arena":"models","category":"3d","elo":1422,"win_rate":68.2,"rank":3},{"arena":"models","category":"asciiart","elo":1330,"win_rate":65.5,"rank":3},{"arena":"models","category":"codecategories","elo":1346,"win_rate":59,"rank":3},{"arena":"models","category":"dataviz","elo":1368,"win_rate":63.6,"rank":1},{"arena":"models","category":"gamedev","elo":1402,"win_rate":65.4,"rank":2},{"arena":"models","category":"svg","elo":1347,"win_rate":63.7,"rank":1},{"arena":"models","category":"uicomponent","elo":1340,"win_rate":58.6,"rank":6},{"arena":"models","category":"website","elo":1322,"win_rate":56.3,"rank":3}],"artificial_analysis":{"intelligence_index":53.4,"coding_index":81.6,"agentic_index":58}},"reasoning":{"mandatory":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Azure | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.74056934511289,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.78791092258749,"uptime_last_5m":99.88331388564761,"uptime_last_1d":99.84906100548233,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.33333333333333,"uptime_last_5m":100,"uptime_last_1d":99.75805564720115,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"9b166bf3-42db-4f63-8338-1c4a1244ffe8","slug":"claude-fable-5-1-xhigh","name":"Claude Fable 5.1 (Adaptive Reasoning, Xhigh Effort, Default Fallback)","shortName":"Claude Fable 5.1 (xhigh with fallback)","sourceUrl":"https://artificialanalysis.ai/models/claude-fable-5-1-xhigh","releaseDate":"2026-09-01","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"claude-fable-5-1","name":"Claude Fable 5.1"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":53.1840337538944,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":56.27435836257534,"strategyAndOps":58.453212499826236,"legal":60.83043121464797,"engineering":56.812269852637314,"economics":62.402244555143646},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":55.2568671163178,"canonicalInputTokens":4193251074,"canonicalOutputTokens":120524006,"outputTokensPerTask":60537.61379101984,"answerTokensPerTask":26470.208625081556,"reasoningTokensPerTask":34067.40516593828,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.975,"cacheWritePrice":12.5,"costPerIntelligenceIndexTask":5.978304247388257,"latency":{"timeToFirstChunkMs":79.786796347,"timeToFirstAnswerTokenMs":79.786796347,"endToEndMs":88.83544543069635}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1650.01,"score":1650.01,"outputTokensPerTask":151380.67032967033,"costPerTask":17.794043286109893,"timePerTask":1693.6746107053152,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1745.29,"score":1745.29,"outputTokensPerTask":78708.17727272728,"costPerTask":7.215166664909917,"timePerTask":880.6014744907861,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.57772425084896,"score":0.57772425084896,"outputTokensPerTask":25032.257229832572,"costPerTask":2.2012117020030537,"timePerTask":280.0654695641307,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.55050505050505,"score":0.55050505050505,"outputTokensPerTask":158352.15151515152,"costPerTask":15.783099429315186,"timePerTask":1771.672816534009,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.608796296296296,"score":0.608796296296296,"outputTokensPerTask":4044.8333333333335,"costPerTask":0.24103836805555554,"timePerTask":45.254334693340994,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.587117701575533,"score":0.587117701575533,"outputTokensPerTask":20671.44392956441,"costPerTask":1.0254394518594254,"timePerTask":231.27589324236015,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.262,"score":0.262,"outputTokensPerTask":11580.18,"costPerTask":2.3229670000000002,"timePerTask":129.56117059519556,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.311428571428571,"score":0.311428571428571,"outputTokensPerTask":89407.7,"costPerTask":4.533751571428571,"timePerTask":1000.3096905422942,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":42.38333333333333,"score":42.38333333333333,"outputTokensPerTask":1533.2951666666668,"costPerTask":0.07733337209837085,"timePerTask":17.15478659755624,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":1449.15,"costPerTask":1.5078182999999998,"timePerTask":16.21335509189215,"family":"Intelligence Index"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.932696482848459,"score":0.932696482848459,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.262,"score":0.262,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1745.29,"score":1745.29,"outputTokensPerTask":78708.17727272728,"costPerTask":7.215166664909917,"timePerTask":880.6014744907861,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.622645,"score":0.622645,"outputTokensPerTask":78708.17727272728,"costPerTask":7.215166664909917,"timePerTask":880.6014744907861,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.457731958762887,"score":0.457731958762887,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.910112359550562,"score":0.910112359550562,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.55050505050505,"score":0.55050505050505,"outputTokensPerTask":158352.15151515152,"costPerTask":15.783099429315186,"timePerTask":1771.672816534009,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":1449.15,"costPerTask":1.5078182999999998,"timePerTask":16.21335509189215,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.587117701575533,"score":0.587117701575533,"outputTokensPerTask":20671.44392956441,"costPerTask":1.0254394518594254,"timePerTask":231.27589324236015,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.934343434343434,"score":0.934343434343434,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.57772425084896,"score":0.57772425084896,"outputTokensPerTask":25032.257229832572,"costPerTask":2.2012117020030537,"timePerTask":280.0654695641307,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":56.27435836257534,"score":56.27435836257534,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":58.453212499826236,"score":58.453212499826236,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":60.83043121464797,"score":60.83043121464797,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":56.812269852637314,"score":56.812269852637314,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":62.402244555143646,"score":62.402244555143646,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"9b166bf3-42db-4f63-8338-1c4a1244ffe8","slug":"claude-fable-5-1-xhigh","name":"Claude Fable 5.1 (Adaptive Reasoning, Xhigh Effort, Default Fallback)","shortName":"Claude Fable 5.1 (xhigh with fallback)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-01","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"claude-fable-5-1","name":"Claude Fable 5.1"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":53.1840337538944,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":56.27435836257534,"strategyAndOps":58.453212499826236,"legal":60.83043121464797,"engineering":56.812269852637314,"economics":62.402244555143646},"omniscience":42.38333333333333,"omniscienceBreakdown":{"accuracy":0.6621666666666667,"hallucinationRate":0.7054760730143068},"harveyLab":0.932696482848459,"gdpPdfAllPass":0.262,"gdpval":1745.29,"gdpvalNormalized":0.622645,"itBenchSre":null,"tau2":null,"tauBanking":0.457731958762887,"terminalbenchHard":null,"terminalBench21":0.910112359550562,"terminalBench40":0.55050505050505,"scicode":0.608796296296296,"lcr":0.83,"ifbench":null,"hle":0.587117701575533,"gpqa":0.934343434343434,"critpt":0.311428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.57772425084896,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.975,"cacheWritePrice":12.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":20,"price1mBlended7To2To1":7.175,"price1mBlended0To1To1":30,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":10.396039603960396,"intelligenceIndexTimePerTask":677.3058888380306,"intelligenceIndexCost":{"total":9063.112201268303,"input":3148.4733405419024,"nonCacheInput":350.20515470460003,"cacheRead":1022.5551576656806,"cacheWrite":1775.7130281716218,"output":5914.6388607264,"reasoning":4131.349062864,"answer":1783.2897978623998},"intelligenceIndexCostPerTask":{"cost":{"total":5.978304247388257,"input":2.9577051117924302,"nonCacheInput":0.2570566798783852,"cacheRead":1.1945651098045833,"cacheWrite":1.5060833221094618,"output":3.0205991355958273,"reasoning":1.7014414789572212,"answer":1.319157656638606},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":2.669106492916484},{"slug":"gdpval-aa","weightedCostPerTask":0.7215166664909918},{"slug":"automationbench-aa","weightedCostPerTask":0.1100605851001527},{"slug":"terminalbench-4-0","weightedCostPerTask":1.5783099429315184},{"slug":"scicode","weightedCostPerTask":0.024103836805555556},{"slug":"humanitys-last-exam","weightedCostPerTask":0.10254394518594254},{"slug":"gdp-pdf","weightedCostPerTask":0.23229670000000002},{"slug":"critpt","weightedCostPerTask":0.4533751571428571},{"slug":"omniscience","weightedCostPerTask":0.011600005814755626},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.07539091499999999}]},"canonicalIntelligenceIndexTokenCount":{"input":4193251074,"output":120524006,"answer":36224523,"reasoning":84299483},"intelligenceIndexOutputTokensPerTask":{"reasoning":34067.40516593828,"answer":26470.208625081556,"output":60537.61379101984},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1650.01,"outputTokensPerTask":151380.67032967033,"costPerTask":17.794043286109893,"timePerTask":1693.6746107053152},{"slug":"gdpval-aa","score":1745.29,"outputTokensPerTask":78708.17727272728,"costPerTask":7.215166664909917,"timePerTask":880.6014744907861},{"slug":"automationbench-aa","score":0.57772425084896,"outputTokensPerTask":25032.257229832572,"costPerTask":2.2012117020030537,"timePerTask":280.0654695641307},{"slug":"terminalbench-4-0","score":0.55050505050505,"outputTokensPerTask":158352.15151515152,"costPerTask":15.783099429315186,"timePerTask":1771.672816534009},{"slug":"scicode","score":0.608796296296296,"outputTokensPerTask":4044.8333333333335,"costPerTask":0.24103836805555554,"timePerTask":45.254334693340994},{"slug":"humanitys-last-exam","score":0.587117701575533,"outputTokensPerTask":20671.44392956441,"costPerTask":1.0254394518594254,"timePerTask":231.27589324236015},{"slug":"gdp-pdf","score":0.262,"outputTokensPerTask":11580.18,"costPerTask":2.3229670000000002,"timePerTask":129.56117059519556},{"slug":"critpt","score":0.311428571428571,"outputTokensPerTask":89407.7,"costPerTask":4.533751571428571,"timePerTask":1000.3096905422942},{"slug":"omniscience","score":42.38333333333333,"outputTokensPerTask":1533.2951666666668,"costPerTask":0.07733337209837085,"timePerTask":17.15478659755624},{"slug":"artificial-analysis-long-context-reasoning","score":0.83,"outputTokensPerTask":1449.15,"costPerTask":1.5078182999999998,"timePerTask":16.21335509189215}],"briefcaseBreakdown":{"overall":{"elo":1650.01,"lower95ci":1640.57,"upper95ci":1659.19},"rubricPassRate":0.6060606060606061,"analyticalQuality":{"elo":1930,"lower95ci":1912.87,"upper95ci":1947.38},"presentation":{"elo":1456.91,"lower95ci":1443.21,"upper95ci":1471.87}},"briefcaseTotalCost":1619.2579390360002,"timescaleData":{"medianOutputSpeed":55.2568671163178,"medianTimeToFirstChunk":79.786796347},"outputSpeedVariance":{"p05":44.0583937148046,"q25":48.2332810245727,"median":55.2568671163178,"q75":66.5739086017377,"p95":80.1370575168159},"timeToFirstChunkVariance":{"p05":39.0695709415,"q25":63.499520826,"median":79.786796347,"q75":163.4365221595,"p95":274.5002120727},"performanceByPromptType":{"medium":{"medianOutputSpeed":56.8472739723692,"medianTimeToFirstChunk":29.955645757,"medianTimeToFirstAnswerToken":29.955645757,"medianEndToEndResponseTime":38.75114227004347},"long":{"medianOutputSpeed":55.2568671163178,"medianTimeToFirstChunk":79.786796347,"medianTimeToFirstAnswerToken":79.786796347,"medianEndToEndResponseTime":88.83544543069635},"hundredK":{"medianOutputSpeed":70.0470142169538,"medianTimeToFirstChunk":32.866839907,"medianTimeToFirstAnswerToken":32.866839907,"medianEndToEndResponseTime":40.004902900682644},"mediumParallel":{"medianOutputSpeed":49.1716772684374,"medianTimeToFirstChunk":33.294096264,"medianTimeToFirstAnswerToken":33.294096264,"medianEndToEndResponseTime":43.462551516612315}},"endToEndResponseTime":{"input":79.786796347,"reasoning":0,"answer":9.048649083696349,"total":88.83544543069635},"timeToFirstAnswerToken":{"input":79.786796347,"reasoning":0,"total":79.786796347},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-fable-5.1","matchedBy":"slug","catalog":{"id":"anthropic/claude-fable-5.1","canonical_slug":"anthropic/claude-fable-5.1-20260831","hugging_face_id":null,"name":"Anthropic: Claude Fable 5.1","created":1788285838,"description":"Claude Fable 5.1 improves on Claude Fable 5 across the board, with the biggest gains in agentic coding, long-running agentic workflows, and knowledge work: long code refactors, front-end and visual...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-fable-5.1-20260831/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":1336,"win_rate":57.3,"rank":1},{"arena":"agents","category":"python-pptxslides","elo":1328,"win_rate":62.6,"rank":1},{"arena":"agents","category":"webapps","elo":1336,"win_rate":56.8,"rank":1},{"arena":"models","category":"3d","elo":1422,"win_rate":68.2,"rank":3},{"arena":"models","category":"asciiart","elo":1330,"win_rate":65.5,"rank":3},{"arena":"models","category":"codecategories","elo":1346,"win_rate":59,"rank":3},{"arena":"models","category":"dataviz","elo":1368,"win_rate":63.6,"rank":1},{"arena":"models","category":"gamedev","elo":1402,"win_rate":65.4,"rank":2},{"arena":"models","category":"svg","elo":1347,"win_rate":63.7,"rank":1},{"arena":"models","category":"uicomponent","elo":1340,"win_rate":58.6,"rank":6},{"arena":"models","category":"website","elo":1322,"win_rate":56.3,"rank":3}],"artificial_analysis":{"intelligence_index":53.4,"coding_index":81.6,"agentic_index":58}},"reasoning":{"mandatory":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Azure | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.74056934511289,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.78791092258749,"uptime_last_5m":99.88331388564761,"uptime_last_1d":99.84906100548233,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-fable-5.1-20260831","model_id":"anthropic/claude-fable-5.1","model_name":"Anthropic: Claude Fable 5.1","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.00000025","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.33333333333333,"uptime_last_5m":100,"uptime_last_1d":99.75805564720115,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"4077490a-bbfb-404e-979a-a97a20e3b5de","slug":"claude-opus-4-5","name":"Claude Opus 4.5 (Non-reasoning)","shortName":"Claude Opus 4.5 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-4-5","releaseDate":"2025-11-24","knowledgeCutoffDate":"2025-08-01","isReasoning":false,"effort":null,"release":{"slug":"claude-opus-4-5","name":"Claude Opus 4.5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":23.6788975349785,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":43.9763002591118,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.250661877,"timeToFirstAnswerTokenMs":1.250661877,"endToEndMs":12.620422340112198}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-4.133333333333334,"score":-4.133333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.862573099415205,"score":0.862573099415205,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.409090909090909,"score":0.409090909090909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.706666666666667,"score":0.706666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.429931972789116,"score":0.429931972789116,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.131603336422614,"score":0.131603336422614,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.81010101010101,"score":0.81010101010101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.712138728323699,"score":0.712138728323699,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.737566137566138,"score":0.737566137566138,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.626666666666667,"score":0.626666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"4077490a-bbfb-404e-979a-a97a20e3b5de","slug":"claude-opus-4-5","name":"Claude Opus 4.5 (Non-reasoning)","shortName":"Claude Opus 4.5 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-24","knowledgeCutoffDate":"2025-08-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-opus-4-5","name":"Claude Opus 4.5"},"deprecated":true,"deprecatedTo":"claude-opus-4-6","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":23.6788975349785,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-4.133333333333334,"omniscienceBreakdown":{"accuracy":0.4091666666666667,"hallucinationRate":0.7624823695345557},"gdpval":null,"itBenchSre":null,"tau2":0.862573099415205,"tauBanking":null,"terminalbenchHard":0.409090909090909,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.706666666666667,"ifbench":0.429931972789116,"hle":0.131603336422614,"gpqa":0.81010101010101,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.712138728323699,"livecodebench":0.737566137566138,"aime25":0.626666666666667,"analystAgent":null,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":6.67,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":43.9763002591118,"medianTimeToFirstChunk":1.250661877},"outputSpeedVariance":{"p05":37.2059901765716,"q25":38.916179656357,"median":43.9763002591118,"q75":53.5128058481984,"p95":90.9027053557724},"timeToFirstChunkVariance":{"p05":0.905795553399997,"q25":1.08663762800001,"median":1.250661877,"q75":1.35090139774999,"p95":1.61652947259993},"performanceByPromptType":{"long":{"medianOutputSpeed":43.9763002591118,"medianTimeToFirstChunk":1.250661877,"medianTimeToFirstAnswerToken":1.250661877,"medianEndToEndResponseTime":12.620422340112198}},"endToEndResponseTime":{"input":1.250661877,"reasoning":0,"answer":11.369760463112197,"total":12.620422340112198},"timeToFirstAnswerToken":{"input":1.250661877,"reasoning":0,"total":1.250661877},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-4.5","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-4.5","canonical_slug":"anthropic/claude-4.5-opus-20251124","hugging_face_id":"","name":"Anthropic: Claude Opus 4.5","created":1764010580,"description":"Claude Opus 4.5 is Anthropic’s frontier reasoning model optimized for complex software engineering, agentic workflows, and long-horizon computer use. It offers strong multimodal capabilities, competitive performance across real-world coding and...","context_length":200000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":200000,"max_completion_tokens":64000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","response_format","stop","structured_outputs","temperature","tool_choice","tools","top_k","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-4.5-opus-20251124/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1242,"win_rate":58.5,"rank":33},{"arena":"models","category":"asciiart","elo":1209,"win_rate":54.8,"rank":25},{"arena":"models","category":"codecategories","elo":1257,"win_rate":59.5,"rank":34},{"arena":"models","category":"dataviz","elo":1258,"win_rate":58.5,"rank":28},{"arena":"models","category":"gamedev","elo":1252,"win_rate":59.3,"rank":32},{"arena":"models","category":"svg","elo":1204,"win_rate":58.7,"rank":31},{"arena":"models","category":"uicomponent","elo":1253,"win_rate":58.1,"rank":34},{"arena":"models","category":"website","elo":1259,"win_rate":59.7,"rank":35},{"arena":"agents","category":"androidnative","elo":1190,"win_rate":65.5,"rank":16},{"arena":"agents","category":"fullstack","elo":1166,"win_rate":60.2,"rank":24},{"arena":"agents","category":"mobileapps","elo":1218,"win_rate":60.7,"rank":16},{"arena":"agents","category":"webapps","elo":1174,"win_rate":55.1,"rank":25}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9670075882547,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","stop","reasoning","include_reasoning","tool_choice","tools","verbosity"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_k","stop","tool_choice","tools","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.89628946761927,"uptime_last_5m":100,"uptime_last_1d":99.97357094313976,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_k","stop","tool_choice","tools","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"2660d74f-ce79-48a8-8b53-6e668e2071a2","slug":"claude-opus-4-5-thinking","name":"Claude Opus 4.5 (Reasoning)","shortName":"Claude Opus 4.5","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-4-5-thinking","releaseDate":"2025-11-24","knowledgeCutoffDate":"2025-08-01","isReasoning":true,"effort":null,"release":{"slug":"claude-opus-4-5","name":"Claude Opus 4.5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":29.0955143334264,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":46.7354817348214,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":15.5310189619999,"timeToFirstAnswerTokenMs":15.5310189619999,"endToEndMs":26.229528561986818}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":14,"score":14,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.894736842105263,"score":0.894736842105263,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.46969696969697,"score":0.46969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.773333333333333,"score":0.773333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.579591836734694,"score":0.579591836734694,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.301204819277108,"score":0.301204819277108,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.865656565656566,"score":0.865656565656566,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0457142857142857,"score":0.0457142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.740462427745665,"score":0.740462427745665,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.870899470899471,"score":0.870899470899471,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.913333333333333,"score":0.913333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"2660d74f-ce79-48a8-8b53-6e668e2071a2","slug":"claude-opus-4-5-thinking","name":"Claude Opus 4.5 (Reasoning)","shortName":"Claude Opus 4.5","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-24","knowledgeCutoffDate":"2025-08-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"claude-opus-4-5","name":"Claude Opus 4.5"},"deprecated":true,"deprecatedTo":"claude-opus-4-6-adaptive","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":29.0955143334264,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":14,"omniscienceBreakdown":{"accuracy":0.4658333333333333,"hallucinationRate":0.609984399375975},"gdpval":null,"itBenchSre":null,"tau2":0.894736842105263,"tauBanking":null,"terminalbenchHard":0.46969696969697,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.773333333333333,"ifbench":0.579591836734694,"hle":0.301204819277108,"gpqa":0.865656565656566,"critpt":0.0457142857142857,"apexAgents":null,"mmmuPro":0.740462427745665,"livecodebench":0.870899470899471,"aime25":0.913333333333333,"analystAgent":null,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":6.67,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":46.7354817348214,"medianTimeToFirstChunk":15.5310189619999},"outputSpeedVariance":{"p05":39.884142980757,"q25":41.9492834515724,"median":46.7354817348214,"q75":59.7249118968731,"p95":109.294998023556},"timeToFirstChunkVariance":{"p05":2.80124454965013,"q25":7.55953469774999,"median":15.5310189619999,"q75":21.6640875445,"p95":35.0805905333},"performanceByPromptType":{"long":{"medianOutputSpeed":46.7354817348214,"medianTimeToFirstChunk":15.5310189619999,"medianTimeToFirstAnswerToken":15.5310189619999,"medianEndToEndResponseTime":26.229528561986818}},"endToEndResponseTime":{"input":15.5310189619999,"reasoning":0,"answer":10.698509599986918,"total":26.229528561986818},"timeToFirstAnswerToken":{"input":15.5310189619999,"reasoning":0,"total":15.5310189619999},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-4.5","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-4.5","canonical_slug":"anthropic/claude-4.5-opus-20251124","hugging_face_id":"","name":"Anthropic: Claude Opus 4.5","created":1764010580,"description":"Claude Opus 4.5 is Anthropic’s frontier reasoning model optimized for complex software engineering, agentic workflows, and long-horizon computer use. It offers strong multimodal capabilities, competitive performance across real-world coding and...","context_length":200000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":200000,"max_completion_tokens":64000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","response_format","stop","structured_outputs","temperature","tool_choice","tools","top_k","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-4.5-opus-20251124/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1242,"win_rate":58.5,"rank":33},{"arena":"models","category":"asciiart","elo":1209,"win_rate":54.8,"rank":25},{"arena":"models","category":"codecategories","elo":1257,"win_rate":59.5,"rank":34},{"arena":"models","category":"dataviz","elo":1258,"win_rate":58.5,"rank":28},{"arena":"models","category":"gamedev","elo":1252,"win_rate":59.3,"rank":32},{"arena":"models","category":"svg","elo":1204,"win_rate":58.7,"rank":31},{"arena":"models","category":"uicomponent","elo":1253,"win_rate":58.1,"rank":34},{"arena":"models","category":"website","elo":1259,"win_rate":59.7,"rank":35},{"arena":"agents","category":"androidnative","elo":1190,"win_rate":65.5,"rank":16},{"arena":"agents","category":"fullstack","elo":1166,"win_rate":60.2,"rank":24},{"arena":"agents","category":"mobileapps","elo":1218,"win_rate":60.7,"rank":16},{"arena":"agents","category":"webapps","elo":1174,"win_rate":55.1,"rank":25}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9670075882547,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","stop","reasoning","include_reasoning","tool_choice","tools","verbosity"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_k","stop","tool_choice","tools","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.89628946761927,"uptime_last_5m":100,"uptime_last_1d":99.97357094313976,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.5-opus-20251124","model_id":"anthropic/claude-opus-4.5","model_name":"Anthropic: Claude Opus 4.5","context_length":200000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_k","stop","tool_choice","tools","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"53c98840-47af-49aa-94e6-469fb17e9a1b","slug":"claude-opus-4-6-adaptive","name":"Claude Opus 4.6 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 4.6 (max)","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-4-6-adaptive","releaseDate":"2026-02-05","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-opus-4-6","name":"Claude Opus 4.6"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":31.9457397504366,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":37.2923966578148,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":19.5583010079999,"timeToFirstAnswerTokenMs":19.5583010079999,"endToEndMs":32.96585978165203}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":13.666666666666666,"score":13.666666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.921052631578947,"score":0.921052631578947,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.462121212121212,"score":0.462121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.78,"score":0.78,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.531292517006803,"score":0.531292517006803,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.399443929564411,"score":0.399443929564411,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.895959595959596,"score":0.895959595959596,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.125714285714286,"score":0.125714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.3303834808259587,"score":0.3303834808259587,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.754335260115607,"score":0.754335260115607,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"53c98840-47af-49aa-94e6-469fb17e9a1b","slug":"claude-opus-4-6-adaptive","name":"Claude Opus 4.6 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 4.6 (max)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-05","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-opus-4-6","name":"Claude Opus 4.6"},"deprecated":true,"deprecatedTo":"claude-opus-4-7","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":31.9457397504366,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":13.666666666666666,"omniscienceBreakdown":{"accuracy":0.4698333333333333,"hallucinationRate":0.6284187362464634},"gdpval":null,"itBenchSre":null,"tau2":0.921052631578947,"tauBanking":null,"terminalbenchHard":0.462121212121212,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.78,"ifbench":0.531292517006803,"hle":0.399443929564411,"gpqa":0.895959595959596,"critpt":0.125714285714286,"apexAgents":0.3303834808259587,"mmmuPro":0.754335260115607,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":6.67,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":37.2923966578148,"medianTimeToFirstChunk":19.5583010079999},"outputSpeedVariance":{"p05":34.5822263574456,"q25":36.0200647972502,"median":37.2923966578148,"q75":47.9020106382467,"p95":70.9876894795375},"timeToFirstChunkVariance":{"p05":6.19539507825003,"q25":8.54177654024988,"median":19.5583010079999,"q75":28.09005030325,"p95":125.84969805115},"performanceByPromptType":{"long":{"medianOutputSpeed":37.2923966578148,"medianTimeToFirstChunk":19.5583010079999,"medianTimeToFirstAnswerToken":19.5583010079999,"medianEndToEndResponseTime":32.96585978165203}},"endToEndResponseTime":{"input":19.5583010079999,"reasoning":0,"answer":13.407558773652125,"total":32.96585978165203},"timeToFirstAnswerToken":{"input":19.5583010079999,"reasoning":0,"total":19.5583010079999},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-4.6","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-4.6","canonical_slug":"anthropic/claude-4.6-opus-20260205","hugging_face_id":"","name":"Anthropic: Claude Opus 4.6","created":1770219050,"description":"Opus 4.6 is Anthropic’s strongest model for coding and long-running professional tasks. It is built for agents that operate across entire workflows rather than single prompts, making it especially effective...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-4.6-opus-20260205/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1215,"win_rate":50.3,"rank":8},{"arena":"agents","category":"androidnative","elo":1216,"win_rate":64.3,"rank":11},{"arena":"agents","category":"fullstack","elo":1229,"win_rate":60.4,"rank":13},{"arena":"agents","category":"mobileapps","elo":1238,"win_rate":59.9,"rank":12},{"arena":"agents","category":"webapps","elo":1219,"win_rate":57.3,"rank":17},{"arena":"models","category":"3d","elo":1303,"win_rate":62.5,"rank":15},{"arena":"models","category":"asciiart","elo":1273,"win_rate":61.9,"rank":13},{"arena":"models","category":"codecategories","elo":1304,"win_rate":61.2,"rank":14},{"arena":"models","category":"dataviz","elo":1295,"win_rate":58.7,"rank":12},{"arena":"models","category":"gamedev","elo":1301,"win_rate":61,"rank":15},{"arena":"models","category":"svg","elo":1252,"win_rate":60.9,"rank":14},{"arena":"models","category":"uicomponent","elo":1300,"win_rate":59.8,"rank":16},{"arena":"models","category":"website","elo":1303,"win_rate":61.2,"rank":13}]},"reasoning":{"mandatory":false,"default_enabled":false,"supports_max_tokens":true,"supported_efforts":["max","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.93198821128996,"uptime_last_5m":100,"uptime_last_1d":99.97116264685108,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","verbosity","top_k","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.97094290280401,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tool_choice","tools","response_format","verbosity","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.28057553956835,"uptime_last_5m":100,"uptime_last_1d":99.94173343044427,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.96921940408767,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"4386585e-71b4-4a0c-8a63-afb333419cd6","slug":"claude-opus-4-6","name":"Claude Opus 4.6 (Non-reasoning, High Effort)","shortName":"Claude Opus 4.6 (Non-reasoning, high)","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-4-6","releaseDate":"2026-02-05","knowledgeCutoffDate":null,"isReasoning":false,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"claude-opus-4-6","name":"Claude Opus 4.6"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":26.3534088054787,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":37.290469908873,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.95124366700004,"timeToFirstAnswerTokenMs":1.95124366700004,"endToEndMs":15.359495191366822}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":2.3666666666666667,"score":2.3666666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.847953216374269,"score":0.847953216374269,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.484848484848485,"score":0.484848484848485,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.67,"score":0.67,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.446258503401361,"score":0.446258503401361,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.190917516218721,"score":0.190917516218721,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.84040404040404,"score":0.84040404040404,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0284081632653061,"score":0.0284081632653061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.725433526011561,"score":0.725433526011561,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"4386585e-71b4-4a0c-8a63-afb333419cd6","slug":"claude-opus-4-6","name":"Claude Opus 4.6 (Non-reasoning, High Effort)","shortName":"Claude Opus 4.6 (Non-reasoning, high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-05","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"claude-opus-4-6","name":"Claude Opus 4.6"},"deprecated":true,"deprecatedTo":"claude-opus-4-7-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":26.3534088054787,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":2.3666666666666667,"omniscienceBreakdown":{"accuracy":0.4578333333333333,"hallucinationRate":0.8007992622194897},"gdpval":null,"itBenchSre":null,"tau2":0.847953216374269,"tauBanking":null,"terminalbenchHard":0.484848484848485,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.67,"ifbench":0.446258503401361,"hle":0.190917516218721,"gpqa":0.84040404040404,"critpt":0.0284081632653061,"apexAgents":null,"mmmuPro":0.725433526011561,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":6.67,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":37.290469908873,"medianTimeToFirstChunk":1.95124366700004},"outputSpeedVariance":{"p05":32.2204711026817,"q25":33.6584433853734,"median":37.290469908873,"q75":46.7564994167608,"p95":73.5938568115956},"timeToFirstChunkVariance":{"p05":1.26795809839998,"q25":1.51561570224999,"median":1.95124366700004,"q75":2.15164131225001,"p95":4.07753064790001},"performanceByPromptType":{"long":{"medianOutputSpeed":37.290469908873,"medianTimeToFirstChunk":1.95124366700004,"medianTimeToFirstAnswerToken":1.95124366700004,"medianEndToEndResponseTime":15.359495191366822}},"endToEndResponseTime":{"input":1.95124366700004,"reasoning":0,"answer":13.408251524366781,"total":15.359495191366822},"timeToFirstAnswerToken":{"input":1.95124366700004,"reasoning":0,"total":1.95124366700004},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-4.6","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-4.6","canonical_slug":"anthropic/claude-4.6-opus-20260205","hugging_face_id":"","name":"Anthropic: Claude Opus 4.6","created":1770219050,"description":"Opus 4.6 is Anthropic’s strongest model for coding and long-running professional tasks. It is built for agents that operate across entire workflows rather than single prompts, making it especially effective...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-4.6-opus-20260205/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1215,"win_rate":50.3,"rank":8},{"arena":"agents","category":"androidnative","elo":1216,"win_rate":64.3,"rank":11},{"arena":"agents","category":"fullstack","elo":1229,"win_rate":60.4,"rank":13},{"arena":"agents","category":"mobileapps","elo":1238,"win_rate":59.9,"rank":12},{"arena":"agents","category":"webapps","elo":1219,"win_rate":57.3,"rank":17},{"arena":"models","category":"3d","elo":1303,"win_rate":62.5,"rank":15},{"arena":"models","category":"asciiart","elo":1273,"win_rate":61.9,"rank":13},{"arena":"models","category":"codecategories","elo":1304,"win_rate":61.2,"rank":14},{"arena":"models","category":"dataviz","elo":1295,"win_rate":58.7,"rank":12},{"arena":"models","category":"gamedev","elo":1301,"win_rate":61,"rank":15},{"arena":"models","category":"svg","elo":1252,"win_rate":60.9,"rank":14},{"arena":"models","category":"uicomponent","elo":1300,"win_rate":59.8,"rank":16},{"arena":"models","category":"website","elo":1303,"win_rate":61.2,"rank":13}]},"reasoning":{"mandatory":false,"default_enabled":false,"supports_max_tokens":true,"supported_efforts":["max","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.93198821128996,"uptime_last_5m":100,"uptime_last_1d":99.97116264685108,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","verbosity","top_k","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.97094290280401,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tool_choice","tools","response_format","verbosity","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.28057553956835,"uptime_last_5m":100,"uptime_last_1d":99.94173343044427,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.96921940408767,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-opus-20260205","model_id":"anthropic/claude-opus-4.6","model_name":"Anthropic: Claude Opus 4.6","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2","slug":"claude-opus-4-7","name":"Claude Opus 4.7 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 4.7 (max)","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-4-7","releaseDate":"2026-04-16","knowledgeCutoffDate":"2026-01-01","isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-opus-4-7","name":"Claude Opus 4.7"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":40.6897928205908,"intelligenceIndexIsEstimated":true,"capabilities":{"economics":50.339342542434096},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":47.8889830367819,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":23.1176458755001,"timeToFirstAnswerTokenMs":23.1176458755001,"endToEndMs":33.55846061604213}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":27.266666666666666,"score":27.266666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1395.78,"score":1395.78,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.44789,"score":0.44789,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.466572504708098,"score":0.466572504708098,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.885964912280702,"score":0.885964912280702,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.34639175257732,"score":0.34639175257732,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.515151515151515,"score":0.515151515151515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.831460674157303,"score":0.831460674157303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.786666666666667,"score":0.786666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.586394557823129,"score":0.586394557823129,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.423076923076923,"score":0.423076923076923,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.914141414141414,"score":0.914141414141414,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.12,"score":0.12,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.788439306358382,"score":0.788439306358382,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.4375,"score":0.4375,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-economics","label":"Economics","value":50.339342542434096,"score":50.339342542434096,"family":"Capability Index"}],"benchmarkCount":16,"raw":{"id":"e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2","slug":"claude-opus-4-7","name":"Claude Opus 4.7 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 4.7 (max)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-16","knowledgeCutoffDate":"2026-01-01","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-opus-4-7","name":"Claude Opus 4.7"},"deprecated":true,"deprecatedTo":"claude-opus-4-8","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":40.6897928205908,"intelligenceIndexIsEstimated":true,"capabilities":{"economics":50.339342542434096},"omniscience":27.266666666666666,"omniscienceBreakdown":{"accuracy":0.48883333333333334,"hallucinationRate":0.4228888164329964},"gdpval":1395.78,"gdpvalNormalized":0.44789,"itBenchSre":0.466572504708098,"tau2":0.885964912280702,"tauBanking":0.34639175257732,"terminalbenchHard":0.515151515151515,"terminalBench21":0.831460674157303,"terminalBench40":null,"scicode":null,"lcr":0.786666666666667,"ifbench":0.586394557823129,"hle":0.423076923076923,"gpqa":0.914141414141414,"critpt":0.12,"apexAgents":null,"mmmuPro":0.788439306358382,"livecodebench":null,"aime25":null,"analystAgent":0.4375,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":6.7,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexEvaluations":[],"briefcaseBreakdown":{"overall":{"elo":1251.5,"lower95ci":1245.86,"upper95ci":1257.98},"rubricPassRate":0.39337474120082816,"analyticalQuality":{"elo":1244.35,"lower95ci":1233.29,"upper95ci":1255.61},"presentation":{"elo":1322.87,"lower95ci":1312.46,"upper95ci":1333.9}},"briefcaseTotalCost":1302.702528425893,"timescaleData":{"medianOutputSpeed":47.8889830367819,"medianTimeToFirstChunk":23.1176458755001},"outputSpeedVariance":{"p05":36.1351649203288,"q25":39.5992634276027,"median":47.8889830367819,"q75":60.9012520494225,"p95":81.3450174772184},"timeToFirstChunkVariance":{"p05":3.0405994494002,"q25":9.61966449225,"median":23.1176458755001,"q75":35.5203502935,"p95":100.41362172165},"performanceByPromptType":{"long":{"medianOutputSpeed":47.8889830367819,"medianTimeToFirstChunk":23.1176458755001,"medianTimeToFirstAnswerToken":23.1176458755001,"medianEndToEndResponseTime":33.55846061604213}},"endToEndResponseTime":{"input":23.1176458755001,"reasoning":0,"answer":10.440814740542036,"total":33.55846061604213},"timeToFirstAnswerToken":{"input":23.1176458755001,"reasoning":0,"total":23.1176458755001},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-4.7","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-4.7","canonical_slug":"anthropic/claude-4.7-opus-20260416","hugging_face_id":null,"name":"Anthropic: Claude Opus 4.7","created":1776351100,"description":"Opus 4.7 is the next generation of Anthropic's Opus family, built for long-running, asynchronous agents. Building on the coding and agentic strengths of Opus 4.6, it delivers stronger performance on...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-4.7-opus-20260416/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":73.6,"agentic_index":39.5}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99843599709095,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.97582205029013,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96257747631856,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98418472244188,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":8,"endpointError":null}},{"id":"2fa8e143-77a8-4d05-bfa8-d3b54634c00f","slug":"claude-opus-4-7-non-reasoning","name":"Claude Opus 4.7 (Non-reasoning, High Effort)","shortName":"Claude Opus 4.7 (Non-reasoning, high)","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-4-7-non-reasoning","releaseDate":"2026-04-16","knowledgeCutoffDate":null,"isReasoning":false,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"claude-opus-4-7","name":"Claude Opus 4.7"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":30.9316777597043,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":44.2318517764189,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.07602051599997,"timeToFirstAnswerTokenMs":1.07602051599997,"endToEndMs":12.38009167556563}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":14.833333333333334,"score":14.833333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.288888888888889,"score":0.288888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.739766081871345,"score":0.739766081871345,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.545454545454545,"score":0.545454545454545,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.756666666666667,"score":0.756666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.436054421768707,"score":0.436054421768707,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.333178869323448,"score":0.333178869323448,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.884848484848485,"score":0.884848484848485,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0514285714285714,"score":0.0514285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.763583815028902,"score":0.763583815028902,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"2fa8e143-77a8-4d05-bfa8-d3b54634c00f","slug":"claude-opus-4-7-non-reasoning","name":"Claude Opus 4.7 (Non-reasoning, High Effort)","shortName":"Claude Opus 4.7 (Non-reasoning, high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-16","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"claude-opus-4-7","name":"Claude Opus 4.7"},"deprecated":true,"deprecatedTo":"claude-opus-4-8-low","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":30.9316777597043,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":14.833333333333334,"omniscienceBreakdown":{"accuracy":0.44733333333333336,"hallucinationRate":0.5410132689987938},"mlcrOverall":0.288888888888889,"gdpval":null,"itBenchSre":null,"tau2":0.739766081871345,"tauBanking":null,"terminalbenchHard":0.545454545454545,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.756666666666667,"ifbench":0.436054421768707,"hle":0.333178869323448,"gpqa":0.884848484848485,"critpt":0.0514285714285714,"apexAgents":null,"mmmuPro":0.763583815028902,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":6.7,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexEvaluations":[],"briefcaseBreakdown":{"overall":{"elo":1071.03,"lower95ci":1065.37,"upper95ci":1077.44},"rubricPassRate":0.27635619242579323,"analyticalQuality":{"elo":1041.6,"lower95ci":1031.21,"upper95ci":1052.86},"presentation":{"elo":1164.45,"lower95ci":1153.12,"upper95ci":1175.45}},"briefcaseTotalCost":380.3414366170135,"timescaleData":{"medianOutputSpeed":44.2318517764189,"medianTimeToFirstChunk":1.07602051599997},"outputSpeedVariance":{"p05":34.7993766474551,"q25":37.7443170431425,"median":44.2318517764189,"q75":53.2753401698297,"p95":77.761191192461},"timeToFirstChunkVariance":{"p05":0.737007197800006,"q25":0.940548854249954,"median":1.07602051599997,"q75":1.89205064074997,"p95":2.79673472824995},"performanceByPromptType":{"long":{"medianOutputSpeed":44.2318517764189,"medianTimeToFirstChunk":1.07602051599997,"medianTimeToFirstAnswerToken":1.07602051599997,"medianEndToEndResponseTime":12.38009167556563}},"endToEndResponseTime":{"input":1.07602051599997,"reasoning":0,"answer":11.30407115956566,"total":12.38009167556563},"timeToFirstAnswerToken":{"input":1.07602051599997,"reasoning":0,"total":1.07602051599997},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":2,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-4.7","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-4.7","canonical_slug":"anthropic/claude-4.7-opus-20260416","hugging_face_id":null,"name":"Anthropic: Claude Opus 4.7","created":1776351100,"description":"Opus 4.7 is the next generation of Anthropic's Opus family, built for long-running, asynchronous agents. Building on the coding and agentic strengths of Opus 4.6, it delivers stronger performance on...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-4.7-opus-20260416/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":73.6,"agentic_index":39.5}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99843599709095,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.97582205029013,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96257747631856,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98418472244188,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.7-opus-20260416","model_id":"anthropic/claude-opus-4.7","model_name":"Anthropic: Claude Opus 4.7","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":8,"endpointError":null}},{"id":"992b7b84-5069-4c6a-9295-834252553d50","slug":"claude-opus-4-8","name":"Claude Opus 4.8 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 4.8 (max)","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-4-8","releaseDate":"2026-05-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-opus-4-8","name":"Claude Opus 4.8"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":41.9915603794639,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":46.29446205781388,"strategyAndOps":44.436091193620555,"legal":48.203039617006624,"healthcareAndMedical":45.46476368177141,"engineering":43.695507639232346,"economics":54.034177923231375},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":55.0731384165412,"canonicalInputTokens":3139350881,"canonicalOutputTokens":172557257,"outputTokensPerTask":70549.73240799754,"answerTokensPerTask":18734.397959790735,"reasoningTokensPerTask":51815.3344482068,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":4.080976976477826,"latency":{"timeToFirstChunkMs":23.9858497790001,"timeToFirstAnswerTokenMs":23.9858497790001,"endToEndMs":33.064685929907114}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1315.95,"score":1315.95,"outputTokensPerTask":126125.56043956045,"costPerTask":8.262025464904312,"timePerTask":1460.639238556836,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1489.04,"score":1489.04,"outputTokensPerTask":86473.59090909091,"costPerTask":4.340927887243818,"timePerTask":1001.4363428042506,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.45593436915277186,"score":0.45593436915277186,"outputTokensPerTask":57923.299847793,"costPerTask":2.4818831560875223,"timePerTask":670.8001478013057,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.217171717171717,"score":0.217171717171717,"outputTokensPerTask":264511.1666666667,"costPerTask":18.14795812162998,"timePerTask":3063.2600380390177,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.543981481481482,"score":0.543981481481482,"outputTokensPerTask":9916.770833333334,"costPerTask":0.2664386111111111,"timePerTask":114.8444815504609,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.486561631139944,"score":0.486561631139944,"outputTokensPerTask":32832.417516218724,"costPerTask":0.8230423517145504,"timePerTask":380.22679267974854,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.228,"score":0.228,"outputTokensPerTask":13779.31,"costPerTask":1.2242256,"timePerTask":159.5759082940471,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.208571428571429,"score":0.208571428571429,"outputTokensPerTask":76452.82857142857,"costPerTask":1.9372910714285714,"timePerTask":885.3875528553166,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":28.75,"score":28.75,"outputTokensPerTask":952.286,"costPerTask":0.024662414166666664,"timePerTask":11.028266539159432,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.776666666666667,"score":0.776666666666667,"outputTokensPerTask":3905.64,"costPerTask":0.79782545,"timePerTask":45.23057036016768,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.455555555555556,"score":0.455555555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.910840932117528,"score":0.910840932117528,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.228,"score":0.228,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1489.04,"score":1489.04,"outputTokensPerTask":86473.59090909091,"costPerTask":4.340927887243818,"timePerTask":1001.4363428042506,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.49451999999999996,"score":0.49451999999999996,"outputTokensPerTask":86473.59090909091,"costPerTask":4.340927887243818,"timePerTask":1001.4363428042506,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.944444444444445,"score":0.944444444444445,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.342268041237113,"score":0.342268041237113,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.583333333333333,"score":0.583333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.846441947565543,"score":0.846441947565543,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.217171717171717,"score":0.217171717171717,"outputTokensPerTask":264511.1666666667,"costPerTask":18.14795812162998,"timePerTask":3063.2600380390177,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.776666666666667,"score":0.776666666666667,"outputTokensPerTask":3905.64,"costPerTask":0.79782545,"timePerTask":45.23057036016768,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.622448979591837,"score":0.622448979591837,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.486561631139944,"score":0.486561631139944,"outputTokensPerTask":32832.417516218724,"costPerTask":0.8230423517145504,"timePerTask":380.22679267974854,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.92020202020202,"score":0.92020202020202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.45,"score":0.45,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.45593436915277186,"score":0.45593436915277186,"outputTokensPerTask":57923.299847793,"costPerTask":2.4818831560875223,"timePerTask":670.8001478013057,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4395702775290958,"score":0.4395702775290958,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":46.29446205781388,"score":46.29446205781388,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":44.436091193620555,"score":44.436091193620555,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":48.203039617006624,"score":48.203039617006624,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":45.46476368177141,"score":45.46476368177141,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":43.695507639232346,"score":43.695507639232346,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":54.034177923231375,"score":54.034177923231375,"family":"Capability Index"}],"benchmarkCount":33,"raw":{"id":"992b7b84-5069-4c6a-9295-834252553d50","slug":"claude-opus-4-8","name":"Claude Opus 4.8 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 4.8 (max)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-28","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-opus-4-8","name":"Claude Opus 4.8"},"deprecated":true,"deprecatedTo":"claude-opus-5","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":41.9915603794639,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":46.29446205781388,"strategyAndOps":44.436091193620555,"legal":48.203039617006624,"healthcareAndMedical":45.46476368177141,"engineering":43.695507639232346,"economics":54.034177923231375},"omniscience":28.75,"omniscienceBreakdown":{"accuracy":0.48833333333333334,"hallucinationRate":0.3925081433224756},"mlcrOverall":0.455555555555556,"harveyLab":0.910840932117528,"gdpPdfAllPass":0.228,"gdpval":1489.04,"gdpvalNormalized":0.49451999999999996,"itBenchSre":null,"tau2":0.944444444444445,"tauBanking":0.342268041237113,"terminalbenchHard":0.583333333333333,"terminalBench21":0.846441947565543,"terminalBench40":0.217171717171717,"scicode":0.543981481481482,"lcr":0.776666666666667,"ifbench":0.622448979591837,"hle":0.486561631139944,"gpqa":0.92020202020202,"critpt":0.208571428571429,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":0.45,"automationBenchPartialScore":0.45593436915277186,"enterpriseOpsGym":0.4395702775290958,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":null,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexTimePerTask":817.0247732947571,"intelligenceIndexCost":{"total":6873.860602077013,"input":2559.929177077013,"nonCacheInput":175.09228000000002,"cacheRead":1479.7600660150424,"cacheWrite":905.0768310619704,"output":4313.931425,"reasoning":3584.8332,"answer":729.098225},"intelligenceIndexCostPerTask":{"cost":{"total":4.080976976477826,"input":2.317233666277887,"nonCacheInput":0.12778395824797176,"cacheRead":1.6049659738553066,"cacheWrite":0.584483734174609,"output":1.7637433101999382,"reasoning":1.2953833612051697,"answer":0.46835994899476846},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":1.2393038197356467},{"slug":"gdpval-aa","weightedCostPerTask":0.43409278872438173},{"slug":"automationbench-aa","weightedCostPerTask":0.12409415780437612},{"slug":"terminalbench-4-0","weightedCostPerTask":1.814795812162998},{"slug":"scicode","weightedCostPerTask":0.02664386111111111},{"slug":"humanitys-last-exam","weightedCostPerTask":0.08230423517145503},{"slug":"gdp-pdf","weightedCostPerTask":0.12242256000000001},{"slug":"critpt","weightedCostPerTask":0.19372910714285715},{"slug":"omniscience","weightedCostPerTask":0.0036993621249999994},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0398912725}]},"canonicalIntelligenceIndexTokenCount":{"input":3139350881,"output":172557257,"answer":29163929,"reasoning":143393328},"intelligenceIndexOutputTokensPerTask":{"reasoning":51815.3344482068,"answer":18734.397959790735,"output":70549.73240799754},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1315.95,"outputTokensPerTask":126125.56043956045,"costPerTask":8.262025464904312,"timePerTask":1460.639238556836},{"slug":"gdpval-aa","score":1489.04,"outputTokensPerTask":86473.59090909091,"costPerTask":4.340927887243818,"timePerTask":1001.4363428042506},{"slug":"automationbench-aa","score":0.45593436915277186,"outputTokensPerTask":57923.299847793,"costPerTask":2.4818831560875223,"timePerTask":670.8001478013057},{"slug":"terminalbench-4-0","score":0.217171717171717,"outputTokensPerTask":264511.1666666667,"costPerTask":18.14795812162998,"timePerTask":3063.2600380390177},{"slug":"scicode","score":0.543981481481482,"outputTokensPerTask":9916.770833333334,"costPerTask":0.2664386111111111,"timePerTask":114.8444815504609},{"slug":"humanitys-last-exam","score":0.486561631139944,"outputTokensPerTask":32832.417516218724,"costPerTask":0.8230423517145504,"timePerTask":380.22679267974854},{"slug":"gdp-pdf","score":0.228,"outputTokensPerTask":13779.31,"costPerTask":1.2242256,"timePerTask":159.5759082940471},{"slug":"critpt","score":0.208571428571429,"outputTokensPerTask":76452.82857142857,"costPerTask":1.9372910714285714,"timePerTask":885.3875528553166},{"slug":"omniscience","score":28.75,"outputTokensPerTask":952.286,"costPerTask":0.024662414166666664,"timePerTask":11.028266539159432},{"slug":"artificial-analysis-long-context-reasoning","score":0.776666666666667,"outputTokensPerTask":3905.64,"costPerTask":0.79782545,"timePerTask":45.23057036016768}],"briefcaseBreakdown":{"overall":{"elo":1315.95,"lower95ci":1310.01,"upper95ci":1321.63},"rubricPassRate":0.38686868686868686,"analyticalQuality":{"elo":1298.18,"lower95ci":1286.59,"upper95ci":1309.87},"presentation":{"elo":1457.9,"lower95ci":1447.3,"upper95ci":1469.13}},"briefcaseTotalCost":751.8443173062924,"timescaleData":{"medianOutputSpeed":55.0731384165412,"medianTimeToFirstChunk":23.9858497790001},"outputSpeedVariance":{"p05":38.1523060739808,"q25":42.7263416213992,"median":55.0731384165412,"q75":66.4929457245503,"p95":84.4539704550299},"timeToFirstChunkVariance":{"p05":2.86367930600009,"q25":6.86684089975,"median":23.9858497790001,"q75":78.5569420785,"p95":150.74082049985},"performanceByPromptType":{"long":{"medianOutputSpeed":55.0731384165412,"medianTimeToFirstChunk":23.9858497790001,"medianTimeToFirstAnswerToken":23.9858497790001,"medianEndToEndResponseTime":33.064685929907114}},"endToEndResponseTime":{"input":23.9858497790001,"reasoning":0,"answer":9.078836150907012,"total":33.064685929907114},"timeToFirstAnswerToken":{"input":23.9858497790001,"reasoning":0,"total":23.9858497790001},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":7,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-4.8","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-4.8","canonical_slug":"anthropic/claude-4.8-opus-20260528","hugging_face_id":null,"name":"Anthropic: Claude Opus 4.8","created":1779905091,"description":"Claude Opus 4.8 is Anthropic's most capable generally available model in the Opus family. It supports text, image, and file inputs with text output, with reasoning support and a 1M-token...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-4.8-opus-20260528/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1238,"win_rate":55.8,"rank":4},{"arena":"agents","category":"agentichtmlslides","elo":1227,"win_rate":55.6,"rank":3},{"arena":"agents","category":"agenticslides","elo":1294,"win_rate":64.8,"rank":1},{"arena":"agents","category":"agenticslides(html)","elo":1230,"win_rate":56,"rank":3},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1310,"win_rate":68.9,"rank":1},{"arena":"agents","category":"androidnative","elo":1245,"win_rate":56.5,"rank":8},{"arena":"agents","category":"fullstack","elo":1256,"win_rate":55.2,"rank":10},{"arena":"agents","category":"godotgamedev","elo":1236,"win_rate":56.3,"rank":4},{"arena":"agents","category":"htmlslides","elo":1223,"win_rate":58,"rank":4},{"arena":"agents","category":"mobileapps","elo":1251,"win_rate":56.1,"rank":8},{"arena":"agents","category":"pptxslides","elo":1306,"win_rate":67.9,"rank":1},{"arena":"agents","category":"python-pptxslides","elo":1298,"win_rate":65.9,"rank":2},{"arena":"agents","category":"webapps","elo":1246,"win_rate":52,"rank":11},{"arena":"models","category":"3d","elo":1252,"win_rate":52.7,"rank":32},{"arena":"models","category":"asciiart","elo":1295,"win_rate":62.5,"rank":8},{"arena":"models","category":"codecategories","elo":1266,"win_rate":53.1,"rank":30},{"arena":"models","category":"dataviz","elo":1254,"win_rate":53.7,"rank":29},{"arena":"models","category":"gamedev","elo":1280,"win_rate":53.5,"rank":26},{"arena":"models","category":"svg","elo":1210,"win_rate":52.3,"rank":27},{"arena":"models","category":"uicomponent","elo":1271,"win_rate":54.1,"rank":30},{"arena":"models","category":"website","elo":1267,"win_rate":53.4,"rank":31}],"artificial_analysis":{"intelligence_index":42,"coding_index":74.3,"agentic_index":42.6}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-4.8-opus-20260528","model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98189601068538,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-4.8-opus-20260528","model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.88317757009347,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-4.8-opus-20260528","model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.84251968503936,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.8-opus-20260528","model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98747024182433,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.8-opus-20260528","model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95100440960314,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-4.8-opus-20260528","model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.93096798229274,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.8-opus-20260528","model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.8-opus-20260528","model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.8-opus-20260528","model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.8-opus-20260528","model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-4.8-opus-20260528","model_id":"anthropic/claude-opus-4.8","model_name":"Anthropic: Claude Opus 4.8","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.54321006506532,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":11,"endpointError":null}},{"id":"712be54a-77ae-41b2-9a58-21181479d6ee","slug":"claude-opus-5-high","name":"Claude Opus 5 (Adaptive Reasoning, High Effort)","shortName":"Claude Opus 5 (high)","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-5-high","releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"claude-opus-5","name":"Claude Opus 5"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":48.2371932595908,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":51.63183661613135,"strategyAndOps":53.520852699846046,"legal":54.65157952259484,"healthcareAndMedical":52.22444467962718,"engineering":51.76735735816125,"economics":58.359341983317904},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":53.1738138170005,"canonicalInputTokens":3143736543,"canonicalOutputTokens":80530902,"outputTokensPerTask":46239.243439663434,"answerTokensPerTask":20831.41095969314,"reasoningTokensPerTask":25407.832479970297,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":3.6132670078004714,"latency":{"timeToFirstChunkMs":16.686903338,"timeToFirstAnswerTokenMs":16.686903338,"endToEndMs":26.090027998585136}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1556.66,"score":1556.66,"outputTokensPerTask":113606.07692307692,"costPerTask":10.409202341508845,"timePerTask":1344.6602280771365,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1628.94,"score":1628.94,"outputTokensPerTask":47715.97727272727,"costPerTask":3.0271454854977624,"timePerTask":564.7741619131262,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5356401051539629,"score":0.5356401051539629,"outputTokensPerTask":18290.054794520547,"costPerTask":1.0708170626989746,"timePerTask":216.48409942186407,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.45959595959596,"score":0.45959595959596,"outputTokensPerTask":134020.0909090909,"costPerTask":13.140066539252759,"timePerTask":1586.2838581316262,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.554398148148148,"score":0.554398148148148,"outputTokensPerTask":1205.9375,"costPerTask":0.048084340277777776,"timePerTask":14.273674769130059,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.528266913809083,"score":0.528266913809083,"outputTokensPerTask":13995.553290083411,"costPerTask":0.35209134847080625,"timePerTask":165.65367266270331,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.196,"score":0.196,"outputTokensPerTask":6103,"costPerTask":1.0346749,"timePerTask":72.23611266421415,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.282857142857143,"score":0.282857142857143,"outputTokensPerTask":78727.35714285714,"costPerTask":1.994518357142857,"timePerTask":931.8299590901612,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":33.71666666666667,"score":33.71666666666667,"outputTokensPerTask":341.8136666666667,"costPerTask":0.009400325833333334,"timePerTask":4.045762827380219,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.79,"score":0.79,"outputTokensPerTask":1115.31,"costPerTask":0.74555315,"timePerTask":13.200992760203945,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.594444444444444,"score":0.594444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.196,"score":0.196,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1628.94,"score":1628.94,"outputTokensPerTask":47715.97727272727,"costPerTask":3.0271454854977624,"timePerTask":564.7741619131262,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.56447,"score":0.56447,"outputTokensPerTask":47715.97727272727,"costPerTask":3.0271454854977624,"timePerTask":564.7741619131262,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.447422680412371,"score":0.447422680412371,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.876404494382023,"score":0.876404494382023,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.45959595959596,"score":0.45959595959596,"outputTokensPerTask":134020.0909090909,"costPerTask":13.140066539252759,"timePerTask":1586.2838581316262,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.79,"score":0.79,"outputTokensPerTask":1115.31,"costPerTask":0.74555315,"timePerTask":13.200992760203945,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.528266913809083,"score":0.528266913809083,"outputTokensPerTask":13995.553290083411,"costPerTask":0.35209134847080625,"timePerTask":165.65367266270331,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.937373737373737,"score":0.937373737373737,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.824277456647399,"score":0.824277456647399,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5356401051539629,"score":0.5356401051539629,"outputTokensPerTask":18290.054794520547,"costPerTask":1.0708170626989746,"timePerTask":216.48409942186407,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":51.63183661613135,"score":51.63183661613135,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":53.520852699846046,"score":53.520852699846046,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":54.65157952259484,"score":54.65157952259484,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":52.22444467962718,"score":52.22444467962718,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":51.76735735816125,"score":51.76735735816125,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":58.359341983317904,"score":58.359341983317904,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"712be54a-77ae-41b2-9a58-21181479d6ee","slug":"claude-opus-5-high","name":"Claude Opus 5 (Adaptive Reasoning, High Effort)","shortName":"Claude Opus 5 (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"claude-opus-5","name":"Claude Opus 5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":48.2371932595908,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":51.63183661613135,"strategyAndOps":53.520852699846046,"legal":54.65157952259484,"healthcareAndMedical":52.22444467962718,"engineering":51.76735735816125,"economics":58.359341983317904},"omniscience":33.71666666666667,"omniscienceBreakdown":{"accuracy":0.5888333333333333,"hallucinationRate":0.6120794487231456},"mlcrOverall":0.594444444444444,"gdpPdfAllPass":0.196,"gdpval":1628.94,"gdpvalNormalized":0.56447,"itBenchSre":null,"tau2":null,"tauBanking":0.447422680412371,"terminalbenchHard":null,"terminalBench21":0.876404494382023,"terminalBench40":0.45959595959596,"scicode":0.554398148148148,"lcr":0.79,"ifbench":null,"hle":0.528266913809083,"gpqa":0.937373737373737,"critpt":0.282857142857143,"apexAgents":null,"mmmuPro":0.824277456647399,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5356401051539629,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":6.86,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexTimePerTask":547.2952971678769,"intelligenceIndexCost":{"total":4331.683086670721,"input":2318.4105366707213,"nonCacheInput":176.86891500000002,"cacheRead":1503.106576376459,"cacheWrite":638.4350452942621,"output":2013.2725500000001,"reasoning":1291.9434,"answer":721.32915},"intelligenceIndexCostPerTask":{"cost":{"total":3.6132670078004714,"input":2.457285921808886,"nonCacheInput":0.12886904238179273,"cacheRead":1.8172430157813064,"cacheWrite":0.5111738636457864,"output":1.155981085991586,"reasoning":0.6351958119992573,"answer":0.5207852739923285},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":1.5613803512263267},{"slug":"gdpval-aa","weightedCostPerTask":0.30271454854977625},{"slug":"automationbench-aa","weightedCostPerTask":0.05354085313494873},{"slug":"terminalbench-4-0","weightedCostPerTask":1.314006653925276},{"slug":"scicode","weightedCostPerTask":0.004808434027777778},{"slug":"humanitys-last-exam","weightedCostPerTask":0.035209134847080624},{"slug":"gdp-pdf","weightedCostPerTask":0.10346749},{"slug":"critpt","weightedCostPerTask":0.1994518357142857},{"slug":"omniscience","weightedCostPerTask":0.0014100488749999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0372776575}]},"canonicalIntelligenceIndexTokenCount":{"input":3143736543,"output":80530902,"answer":28853166,"reasoning":51677736},"intelligenceIndexOutputTokensPerTask":{"reasoning":25407.832479970297,"answer":20831.41095969314,"output":46239.243439663434},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1556.66,"outputTokensPerTask":113606.07692307692,"costPerTask":10.409202341508845,"timePerTask":1344.6602280771365},{"slug":"gdpval-aa","score":1628.94,"outputTokensPerTask":47715.97727272727,"costPerTask":3.0271454854977624,"timePerTask":564.7741619131262},{"slug":"automationbench-aa","score":0.5356401051539629,"outputTokensPerTask":18290.054794520547,"costPerTask":1.0708170626989746,"timePerTask":216.48409942186407},{"slug":"terminalbench-4-0","score":0.45959595959596,"outputTokensPerTask":134020.0909090909,"costPerTask":13.140066539252759,"timePerTask":1586.2838581316262},{"slug":"scicode","score":0.554398148148148,"outputTokensPerTask":1205.9375,"costPerTask":0.048084340277777776,"timePerTask":14.273674769130059},{"slug":"humanitys-last-exam","score":0.528266913809083,"outputTokensPerTask":13995.553290083411,"costPerTask":0.35209134847080625,"timePerTask":165.65367266270331},{"slug":"gdp-pdf","score":0.196,"outputTokensPerTask":6103,"costPerTask":1.0346749,"timePerTask":72.23611266421415},{"slug":"critpt","score":0.282857142857143,"outputTokensPerTask":78727.35714285714,"costPerTask":1.994518357142857,"timePerTask":931.8299590901612},{"slug":"omniscience","score":33.71666666666667,"outputTokensPerTask":341.8136666666667,"costPerTask":0.009400325833333334,"timePerTask":4.045762827380219},{"slug":"artificial-analysis-long-context-reasoning","score":0.79,"outputTokensPerTask":1115.31,"costPerTask":0.74555315,"timePerTask":13.200992760203945}],"briefcaseBreakdown":{"overall":{"elo":1556.66,"lower95ci":1549.99,"upper95ci":1563.84},"rubricPassRate":0.5383838383838384,"analyticalQuality":{"elo":1814.96,"lower95ci":1803.29,"upper95ci":1828.12},"presentation":{"elo":1435.62,"lower95ci":1424.21,"upper95ci":1446.86}},"briefcaseTotalCost":947.2374130773048,"timescaleData":{"medianOutputSpeed":53.1738138170005,"medianTimeToFirstChunk":16.686903338},"outputSpeedVariance":{"p05":39.9496317047648,"q25":45.3962916915659,"median":53.1738138170005,"q75":63.5465036151178,"p95":76.4033053190373},"timeToFirstChunkVariance":{"p05":3.14609340105,"q25":6.64922659949996,"median":16.686903338,"q75":29.009512349,"p95":58.64830248865},"performanceByPromptType":{"medium":{"medianOutputSpeed":50.66865786103,"medianTimeToFirstChunk":8.11020067150003,"medianTimeToFirstAnswerToken":8.11020067150003,"medianEndToEndResponseTime":17.978233911523095},"long":{"medianOutputSpeed":53.1738138170005,"medianTimeToFirstChunk":16.686903338,"medianTimeToFirstAnswerToken":16.686903338,"medianEndToEndResponseTime":26.090027998585136},"hundredK":{"medianOutputSpeed":63.5479253110992,"medianTimeToFirstChunk":16.8183762825,"medianTimeToFirstAnswerToken":16.8183762825,"medianEndToEndResponseTime":24.68645376185511},"mediumParallel":{"medianOutputSpeed":44.942301947061,"medianTimeToFirstChunk":10.051319875,"medianTimeToFirstAnswerToken":10.051319875,"medianEndToEndResponseTime":21.17669570886286}},"endToEndResponseTime":{"input":16.686903338,"reasoning":0,"answer":9.403124660585135,"total":26.090027998585136},"timeToFirstAnswerToken":{"input":16.686903338,"reasoning":0,"total":16.686903338},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":3,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-5","canonical_slug":"anthropic/claude-opus-5-20260723","hugging_face_id":null,"name":"Anthropic: Claude Opus 5","created":1784912544,"description":"Claude Opus 5 is Anthropic’s flagship model for demanding reasoning, coding, and long-horizon agentic work. It is particularly strong at end-to-end software tasks, code review and bug finding, visual analysis...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-opus-5-20260723/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1261,"win_rate":53.8,"rank":2},{"arena":"agents","category":"androidnative","elo":1265,"win_rate":55.6,"rank":4},{"arena":"agents","category":"fullstack","elo":1312,"win_rate":57,"rank":5},{"arena":"agents","category":"godotgamedev","elo":1275,"win_rate":54.9,"rank":2},{"arena":"agents","category":"mobileapps","elo":1348,"win_rate":67.1,"rank":1},{"arena":"agents","category":"python-pptxslides","elo":1265,"win_rate":54.1,"rank":5},{"arena":"agents","category":"webapps","elo":1278,"win_rate":54.8,"rank":5},{"arena":"models","category":"3d","elo":1360,"win_rate":61.2,"rank":6},{"arena":"models","category":"asciiart","elo":1390,"win_rate":70.9,"rank":1},{"arena":"models","category":"codecategories","elo":1338,"win_rate":58.2,"rank":4},{"arena":"models","category":"dataviz","elo":1353,"win_rate":61,"rank":5},{"arena":"models","category":"gamedev","elo":1362,"win_rate":59.5,"rank":5},{"arena":"models","category":"svg","elo":1346,"win_rate":61.7,"rank":2},{"arena":"models","category":"uicomponent","elo":1358,"win_rate":61,"rank":4},{"arena":"models","category":"website","elo":1321,"win_rate":56.5,"rank":4}],"artificial_analysis":{"intelligence_index":50.7,"coding_index":78,"agentic_index":56.2}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Azure | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9856247484331,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Claude Platform on AWS | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98870730792582,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.93597773138482,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9516674722088,"uptime_last_5m":100,"uptime_last_1d":99.96676806666837,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9809342230696,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96234563632032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":11,"endpointError":null}},{"id":"20928ba9-3a3f-415f-9519-b84ff64ecf34","slug":"claude-opus-5-low","name":"Claude Opus 5 (Adaptive Reasoning, Low Effort)","shortName":"Claude Opus 5 (low)","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-5-low","releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"claude-opus-5","name":"Claude Opus 5"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":39.7883357992936,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":44.38761733390958,"strategyAndOps":46.94862407514384,"legal":48.29453458446238,"healthcareAndMedical":45.27787802010612,"engineering":42.8845965858493,"economics":50.533920779270915},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":51.3463706114799,"canonicalInputTokens":941093239,"canonicalOutputTokens":25592356,"outputTokensPerTask":14668.005308189016,"answerTokensPerTask":8124.155142910187,"reasoningTokensPerTask":6543.850165278829,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":1.098302324514437,"latency":{"timeToFirstChunkMs":2.9678104205,"timeToFirstAnswerTokenMs":2.9678104205,"endToEndMs":12.705597026360145}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1215.73,"score":1215.73,"outputTokensPerTask":27949.252747252747,"costPerTask":1.781121494074752,"timePerTask":366.74708070873646,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1371.52,"score":1371.52,"outputTokensPerTask":12238.459090909091,"costPerTask":0.5817279511310788,"timePerTask":160.59174048599178,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5179066298700786,"score":0.5179066298700786,"outputTokensPerTask":12999.72602739726,"costPerTask":0.8267219537114321,"timePerTask":170.58100313719314,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.262626262626263,"score":0.262626262626263,"outputTokensPerTask":51940.40909090909,"costPerTask":5.179420456391798,"timePerTask":681.5564472213244,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.491898148148148,"score":0.491898148148148,"outputTokensPerTask":522.3263888888889,"costPerTask":0.028707951388888885,"timePerTask":6.853910551185153,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.434198331788693,"score":0.434198331788693,"outputTokensPerTask":2411.601019462465,"costPerTask":0.06251423308619092,"timePerTask":31.644768528167823,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.172,"score":0.172,"outputTokensPerTask":2855.61,"costPerTask":0.9539753500000001,"timePerTask":37.47100649213662,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.231428571428571,"score":0.231428571428571,"outputTokensPerTask":27842.442857142858,"costPerTask":0.7203800714285713,"timePerTask":365.3455328483031,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":28.55,"score":28.55,"outputTokensPerTask":124.445,"costPerTask":0.003965959166666666,"timePerTask":1.6329538707715483,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.813333333333333,"score":0.813333333333333,"outputTokensPerTask":517.59,"costPerTask":0.73061015,"timePerTask":6.791760166922302,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.538888888888889,"score":0.538888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.172,"score":0.172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1371.52,"score":1371.52,"outputTokensPerTask":12238.459090909091,"costPerTask":0.5817279511310788,"timePerTask":160.59174048599178,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.43576,"score":0.43576,"outputTokensPerTask":12238.459090909091,"costPerTask":0.5817279511310788,"timePerTask":160.59174048599178,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.303092783505155,"score":0.303092783505155,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.764044943820225,"score":0.764044943820225,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.262626262626263,"score":0.262626262626263,"outputTokensPerTask":51940.40909090909,"costPerTask":5.179420456391798,"timePerTask":681.5564472213244,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.813333333333333,"score":0.813333333333333,"outputTokensPerTask":517.59,"costPerTask":0.73061015,"timePerTask":6.791760166922302,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.434198331788693,"score":0.434198331788693,"outputTokensPerTask":2411.601019462465,"costPerTask":0.06251423308619092,"timePerTask":31.644768528167823,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.888888888888889,"score":0.888888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.798265895953757,"score":0.798265895953757,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5179066298700786,"score":0.5179066298700786,"outputTokensPerTask":12999.72602739726,"costPerTask":0.8267219537114321,"timePerTask":170.58100313719314,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":44.38761733390958,"score":44.38761733390958,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":46.94862407514384,"score":46.94862407514384,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":48.29453458446238,"score":48.29453458446238,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":45.27787802010612,"score":45.27787802010612,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":42.8845965858493,"score":42.8845965858493,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":50.533920779270915,"score":50.533920779270915,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"20928ba9-3a3f-415f-9519-b84ff64ecf34","slug":"claude-opus-5-low","name":"Claude Opus 5 (Adaptive Reasoning, Low Effort)","shortName":"Claude Opus 5 (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"claude-opus-5","name":"Claude Opus 5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":39.7883357992936,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":44.38761733390958,"strategyAndOps":46.94862407514384,"legal":48.29453458446238,"healthcareAndMedical":45.27787802010612,"engineering":42.8845965858493,"economics":50.533920779270915},"omniscience":28.55,"omniscienceBreakdown":{"accuracy":0.5595,"hallucinationRate":0.6220204313280363},"mlcrOverall":0.538888888888889,"gdpPdfAllPass":0.172,"gdpval":1371.52,"gdpvalNormalized":0.43576,"itBenchSre":null,"tau2":null,"tauBanking":0.303092783505155,"terminalbenchHard":null,"terminalBench21":0.764044943820225,"terminalBench40":0.262626262626263,"scicode":0.491898148148148,"lcr":0.813333333333333,"ifbench":null,"hle":0.434198331788693,"gpqa":0.888888888888889,"critpt":0.231428571428571,"apexAgents":null,"mmmuPro":0.798265895953757,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5179066298700786,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":6.86,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexTimePerTask":192.47198396484285,"intelligenceIndexCost":{"total":1560.9147939199095,"input":921.1058939199095,"nonCacheInput":176.16386500000002,"cacheRead":427.53790292000787,"cacheWrite":317.40412599990157,"output":639.8089,"reasoning":274.126,"answer":365.6829},"intelligenceIndexCostPerTask":{"cost":{"total":1.098302324514437,"input":0.7316021918097116,"nonCacheInput":0.1284895550516296,"cacheRead":0.42549678019648396,"cacheWrite":0.17761585656159834,"output":0.36670013270472546,"reasoning":0.16359625413197068,"answer":0.20310387857275466},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.26716822411121277},{"slug":"gdpval-aa","weightedCostPerTask":0.058172795113107884},{"slug":"automationbench-aa","weightedCostPerTask":0.041336097685571616},{"slug":"terminalbench-4-0","weightedCostPerTask":0.5179420456391798},{"slug":"scicode","weightedCostPerTask":0.002870795138888889},{"slug":"humanitys-last-exam","weightedCostPerTask":0.006251423308619091},{"slug":"gdp-pdf","weightedCostPerTask":0.095397535},{"slug":"critpt","weightedCostPerTask":0.07203800714285713},{"slug":"omniscience","weightedCostPerTask":0.000594893875},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.036530507499999997}]},"canonicalIntelligenceIndexTokenCount":{"input":941093239,"output":25592356,"answer":14627316,"reasoning":10965040},"intelligenceIndexOutputTokensPerTask":{"reasoning":6543.850165278829,"answer":8124.155142910187,"output":14668.005308189016},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1215.73,"outputTokensPerTask":27949.252747252747,"costPerTask":1.781121494074752,"timePerTask":366.74708070873646},{"slug":"gdpval-aa","score":1371.52,"outputTokensPerTask":12238.459090909091,"costPerTask":0.5817279511310788,"timePerTask":160.59174048599178},{"slug":"automationbench-aa","score":0.5179066298700786,"outputTokensPerTask":12999.72602739726,"costPerTask":0.8267219537114321,"timePerTask":170.58100313719314},{"slug":"terminalbench-4-0","score":0.262626262626263,"outputTokensPerTask":51940.40909090909,"costPerTask":5.179420456391798,"timePerTask":681.5564472213244},{"slug":"scicode","score":0.491898148148148,"outputTokensPerTask":522.3263888888889,"costPerTask":0.028707951388888885,"timePerTask":6.853910551185153},{"slug":"humanitys-last-exam","score":0.434198331788693,"outputTokensPerTask":2411.601019462465,"costPerTask":0.06251423308619092,"timePerTask":31.644768528167823},{"slug":"gdp-pdf","score":0.172,"outputTokensPerTask":2855.61,"costPerTask":0.9539753500000001,"timePerTask":37.47100649213662},{"slug":"critpt","score":0.231428571428571,"outputTokensPerTask":27842.442857142858,"costPerTask":0.7203800714285713,"timePerTask":365.3455328483031},{"slug":"omniscience","score":28.55,"outputTokensPerTask":124.445,"costPerTask":0.003965959166666666,"timePerTask":1.6329538707715483},{"slug":"artificial-analysis-long-context-reasoning","score":0.813333333333333,"outputTokensPerTask":517.59,"costPerTask":0.73061015,"timePerTask":6.791760166922302}],"briefcaseBreakdown":{"overall":{"elo":1215.73,"lower95ci":1209.67,"upper95ci":1222.69},"rubricPassRate":0.38181818181818183,"analyticalQuality":{"elo":1327.84,"lower95ci":1315.78,"upper95ci":1340.52},"presentation":{"elo":1121.73,"lower95ci":1109.85,"upper95ci":1133.98}},"briefcaseTotalCost":162.08205596080242,"timescaleData":{"medianOutputSpeed":51.3463706114799,"medianTimeToFirstChunk":2.9678104205},"outputSpeedVariance":{"p05":42.3047166086954,"q25":44.7069777311407,"median":51.3463706114799,"q75":62.6277089074665,"p95":78.3458284500634},"timeToFirstChunkVariance":{"p05":0.898022197550062,"q25":1.92572463100006,"median":2.9678104205,"q75":3.93914490525002,"p95":5.71185885555004},"performanceByPromptType":{"medium":{"medianOutputSpeed":52.6998892363313,"medianTimeToFirstChunk":2.2147367995,"medianTimeToFirstAnswerToken":2.2147367995,"medianEndToEndResponseTime":11.702422774659507},"long":{"medianOutputSpeed":51.3463706114799,"medianTimeToFirstChunk":2.9678104205,"medianTimeToFirstAnswerToken":2.9678104205,"medianEndToEndResponseTime":12.705597026360145},"hundredK":{"medianOutputSpeed":59.8722185937238,"medianTimeToFirstChunk":6.50960051200004,"medianTimeToFirstAnswerToken":6.50960051200004,"medianEndToEndResponseTime":14.860719140037876},"mediumParallel":{"medianOutputSpeed":44.2663770541002,"medianTimeToFirstChunk":1.29836175349999,"medianTimeToFirstAnswerToken":1.29836175349999,"medianEndToEndResponseTime":12.593616375059023}},"endToEndResponseTime":{"input":2.9678104205,"reasoning":0,"answer":9.737786605860146,"total":12.705597026360145},"timeToFirstAnswerToken":{"input":2.9678104205,"reasoning":0,"total":2.9678104205},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":3,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-5","canonical_slug":"anthropic/claude-opus-5-20260723","hugging_face_id":null,"name":"Anthropic: Claude Opus 5","created":1784912544,"description":"Claude Opus 5 is Anthropic’s flagship model for demanding reasoning, coding, and long-horizon agentic work. It is particularly strong at end-to-end software tasks, code review and bug finding, visual analysis...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-opus-5-20260723/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1261,"win_rate":53.8,"rank":2},{"arena":"agents","category":"androidnative","elo":1265,"win_rate":55.6,"rank":4},{"arena":"agents","category":"fullstack","elo":1312,"win_rate":57,"rank":5},{"arena":"agents","category":"godotgamedev","elo":1275,"win_rate":54.9,"rank":2},{"arena":"agents","category":"mobileapps","elo":1348,"win_rate":67.1,"rank":1},{"arena":"agents","category":"python-pptxslides","elo":1265,"win_rate":54.1,"rank":5},{"arena":"agents","category":"webapps","elo":1278,"win_rate":54.8,"rank":5},{"arena":"models","category":"3d","elo":1360,"win_rate":61.2,"rank":6},{"arena":"models","category":"asciiart","elo":1390,"win_rate":70.9,"rank":1},{"arena":"models","category":"codecategories","elo":1338,"win_rate":58.2,"rank":4},{"arena":"models","category":"dataviz","elo":1353,"win_rate":61,"rank":5},{"arena":"models","category":"gamedev","elo":1362,"win_rate":59.5,"rank":5},{"arena":"models","category":"svg","elo":1346,"win_rate":61.7,"rank":2},{"arena":"models","category":"uicomponent","elo":1358,"win_rate":61,"rank":4},{"arena":"models","category":"website","elo":1321,"win_rate":56.5,"rank":4}],"artificial_analysis":{"intelligence_index":50.7,"coding_index":78,"agentic_index":56.2}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Azure | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9856247484331,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Claude Platform on AWS | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98870730792582,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.93597773138482,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9516674722088,"uptime_last_5m":100,"uptime_last_1d":99.96676806666837,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9809342230696,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96234563632032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":11,"endpointError":null}},{"id":"b8fc61f7-5e9a-49e6-8547-6ac56db24627","slug":"claude-opus-5","name":"Claude Opus 5 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 5 (max)","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-5","releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-opus-5","name":"Claude Opus 5"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":50.7001865797629,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":54.793620063518674,"strategyAndOps":56.521357245736546,"legal":57.22023809941903,"healthcareAndMedical":53.259488383350075,"engineering":53.95673452393796,"economics":60.75794487565646},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":51.3247656070609,"canonicalInputTokens":5522853815,"canonicalOutputTokens":140355897,"outputTokensPerTask":72511.44905005638,"answerTokensPerTask":29718.724913377504,"reasoningTokensPerTask":42792.72413667888,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":5.858396237036018,"latency":{"timeToFirstChunkMs":68.18744404,"timeToFirstAnswerTokenMs":68.18744404,"endToEndMs":77.92932973759807}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1633.44,"score":1633.44,"outputTokensPerTask":170079.62637362638,"costPerTask":17.793315194424192,"timePerTask":2073.6014653229986,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1735.09,"score":1735.09,"outputTokensPerTask":97235.51363636364,"costPerTask":6.766011819009691,"timePerTask":1185.4900428512683,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.565735557649325,"score":0.565735557649325,"outputTokensPerTask":24170.00913242009,"costPerTask":1.316040562480586,"timePerTask":294.67942411724584,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.48989898989899,"score":0.48989898989899,"outputTokensPerTask":205109.9090909091,"costPerTask":19.289100239966007,"timePerTask":2500.688748626792,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.563657407407407,"score":0.563657407407407,"outputTokensPerTask":3904.2291666666665,"costPerTask":0.11771310763888888,"timePerTask":47.60014761069688,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.548656163113994,"score":0.548656163113994,"outputTokensPerTask":26853.7140871177,"costPerTask":0.6735533456904541,"timePerTask":327.39900755712625,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.216,"score":0.216,"outputTokensPerTask":8155.73,"costPerTask":1.08566965,"timePerTask":99.43421231198788,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.291428571428571,"score":0.291428571428571,"outputTokensPerTask":114280.55714285714,"costPerTask":2.884544071428571,"timePerTask":1393.3022773038244,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":37.06666666666667,"score":37.06666666666667,"outputTokensPerTask":1001.0288333333333,"costPerTask":0.025880409166666667,"timePerTask":12.204488567435188,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.793333333333333,"score":0.793333333333333,"outputTokensPerTask":1737.7,"costPerTask":0.7611129,"timePerTask":21.18594297929693,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.555555555555556,"score":0.555555555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.93457808655377,"score":0.93457808655377,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.216,"score":0.216,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1735.09,"score":1735.09,"outputTokensPerTask":97235.51363636364,"costPerTask":6.766011819009691,"timePerTask":1185.4900428512683,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.617545,"score":0.617545,"outputTokensPerTask":97235.51363636364,"costPerTask":6.766011819009691,"timePerTask":1185.4900428512683,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.420618556701031,"score":0.420618556701031,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.891385767790262,"score":0.891385767790262,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.48989898989899,"score":0.48989898989899,"outputTokensPerTask":205109.9090909091,"costPerTask":19.289100239966007,"timePerTask":2500.688748626792,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.793333333333333,"score":0.793333333333333,"outputTokensPerTask":1737.7,"costPerTask":0.7611129,"timePerTask":21.18594297929693,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.548656163113994,"score":0.548656163113994,"outputTokensPerTask":26853.7140871177,"costPerTask":0.6735533456904541,"timePerTask":327.39900755712625,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.932323232323232,"score":0.932323232323232,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.847398843930636,"score":0.847398843930636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.5375,"score":0.5375,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.565735557649325,"score":0.565735557649325,"outputTokensPerTask":24170.00913242009,"costPerTask":1.316040562480586,"timePerTask":294.67942411724584,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.474783646672635,"score":0.474783646672635,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":54.793620063518674,"score":54.793620063518674,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":56.521357245736546,"score":56.521357245736546,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":57.22023809941903,"score":57.22023809941903,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":53.259488383350075,"score":53.259488383350075,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":53.95673452393796,"score":53.95673452393796,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":60.75794487565646,"score":60.75794487565646,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"b8fc61f7-5e9a-49e6-8547-6ac56db24627","slug":"claude-opus-5","name":"Claude Opus 5 (Adaptive Reasoning, Max Effort)","shortName":"Claude Opus 5 (max)","chartDefaultSelected":true,"chartHighlighted":true,"releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-opus-5","name":"Claude Opus 5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":50.7001865797629,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":54.793620063518674,"strategyAndOps":56.521357245736546,"legal":57.22023809941903,"healthcareAndMedical":53.259488383350075,"engineering":53.95673452393796,"economics":60.75794487565646},"omniscience":37.06666666666667,"omniscienceBreakdown":{"accuracy":0.6086666666666667,"hallucinationRate":0.6081771720613288},"mlcrOverall":0.555555555555556,"harveyLab":0.93457808655377,"gdpPdfAllPass":0.216,"gdpval":1735.09,"gdpvalNormalized":0.617545,"itBenchSre":null,"tau2":null,"tauBanking":0.420618556701031,"terminalbenchHard":null,"terminalBench21":0.891385767790262,"terminalBench40":0.48989898989899,"scicode":0.563657407407407,"lcr":0.793333333333333,"ifbench":null,"hle":0.548656163113994,"gpqa":0.932323232323232,"critpt":0.291428571428571,"apexAgents":null,"mmmuPro":0.847398843930636,"livecodebench":null,"aime25":null,"analystAgent":0.5375,"automationBenchPartialScore":0.565735557649325,"enterpriseOpsGym":0.474783646672635,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":6.86,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexTimePerTask":884.0556050645619,"intelligenceIndexCost":{"total":7274.7418382622345,"input":3765.8444132622344,"nonCacheInput":177.56108999999998,"cacheRead":2670.2262311293707,"cacheWrite":918.0570921328634,"output":3508.897425,"reasoning":2517.588475,"answer":991.30895},"intelligenceIndexCostPerTask":{"cost":{"total":5.858396237036018,"input":4.045610010784609,"nonCacheInput":0.12917416473418766,"cacheRead":3.1554299546716544,"cacheWrite":0.7610058913787667,"output":1.8127862262514098,"reasoning":1.069818103416972,"answer":0.7429681228344376},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":2.6689972791636283},{"slug":"gdpval-aa","weightedCostPerTask":0.6766011819009691},{"slug":"automationbench-aa","weightedCostPerTask":0.06580202812402931},{"slug":"terminalbench-4-0","weightedCostPerTask":1.9289100239966006},{"slug":"scicode","weightedCostPerTask":0.01177131076388889},{"slug":"humanitys-last-exam","weightedCostPerTask":0.06735533456904541},{"slug":"gdp-pdf","weightedCostPerTask":0.108566965},{"slug":"critpt","weightedCostPerTask":0.28845440714285714},{"slug":"omniscience","weightedCostPerTask":0.003882061375},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.038055645}]},"canonicalIntelligenceIndexTokenCount":{"input":5522853815,"output":140355897,"answer":39652358,"reasoning":100703539},"intelligenceIndexOutputTokensPerTask":{"reasoning":42792.72413667888,"answer":29718.724913377504,"output":72511.44905005638},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1633.44,"outputTokensPerTask":170079.62637362638,"costPerTask":17.793315194424192,"timePerTask":2073.6014653229986},{"slug":"gdpval-aa","score":1735.09,"outputTokensPerTask":97235.51363636364,"costPerTask":6.766011819009691,"timePerTask":1185.4900428512683},{"slug":"automationbench-aa","score":0.565735557649325,"outputTokensPerTask":24170.00913242009,"costPerTask":1.316040562480586,"timePerTask":294.67942411724584},{"slug":"terminalbench-4-0","score":0.48989898989899,"outputTokensPerTask":205109.9090909091,"costPerTask":19.289100239966007,"timePerTask":2500.688748626792},{"slug":"scicode","score":0.563657407407407,"outputTokensPerTask":3904.2291666666665,"costPerTask":0.11771310763888888,"timePerTask":47.60014761069688},{"slug":"humanitys-last-exam","score":0.548656163113994,"outputTokensPerTask":26853.7140871177,"costPerTask":0.6735533456904541,"timePerTask":327.39900755712625},{"slug":"gdp-pdf","score":0.216,"outputTokensPerTask":8155.73,"costPerTask":1.08566965,"timePerTask":99.43421231198788},{"slug":"critpt","score":0.291428571428571,"outputTokensPerTask":114280.55714285714,"costPerTask":2.884544071428571,"timePerTask":1393.3022773038244},{"slug":"omniscience","score":37.06666666666667,"outputTokensPerTask":1001.0288333333333,"costPerTask":0.025880409166666667,"timePerTask":12.204488567435188},{"slug":"artificial-analysis-long-context-reasoning","score":0.793333333333333,"outputTokensPerTask":1737.7,"costPerTask":0.7611129,"timePerTask":21.18594297929693}],"briefcaseBreakdown":{"overall":{"elo":1633.44,"lower95ci":1627.51,"upper95ci":1639.96},"rubricPassRate":0.5717171717171717,"analyticalQuality":{"elo":1880.61,"lower95ci":1869.23,"upper95ci":1892.8},"presentation":{"elo":1534.47,"lower95ci":1524.42,"upper95ci":1546.35}},"briefcaseTotalCost":1619.1916826926013,"timescaleData":{"medianOutputSpeed":51.3247656070609,"medianTimeToFirstChunk":68.18744404},"outputSpeedVariance":{"p05":40.6576226981045,"q25":46.9110564147483,"median":51.3247656070609,"q75":61.6293991381451,"p95":95.9045865234706},"timeToFirstChunkVariance":{"p05":12.3759345400999,"q25":31.6675055179999,"median":68.18744404,"q75":116.9754130635,"p95":259.8045300206},"performanceByPromptType":{"medium":{"medianOutputSpeed":53.9725816813478,"medianTimeToFirstChunk":27.3497280605,"medianTimeToFirstAnswerToken":27.3497280605,"medianEndToEndResponseTime":36.61369106586413},"long":{"medianOutputSpeed":51.3247656070609,"medianTimeToFirstChunk":68.18744404,"medianTimeToFirstAnswerToken":68.18744404,"medianEndToEndResponseTime":77.92932973759807},"hundredK":{"medianOutputSpeed":60.3815603037695,"medianTimeToFirstChunk":13.869872853,"medianTimeToFirstAnswerToken":13.869872853,"medianEndToEndResponseTime":22.150546579955446},"mediumParallel":{"medianOutputSpeed":44.4402922414481,"medianTimeToFirstChunk":37.6932894025,"medianTimeToFirstAnswerToken":37.6932894025,"medianEndToEndResponseTime":48.94434052708431}},"endToEndResponseTime":{"input":68.18744404,"reasoning":0,"answer":9.741885697598072,"total":77.92932973759807},"timeToFirstAnswerToken":{"input":68.18744404,"reasoning":0,"total":68.18744404},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":7,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-5","canonical_slug":"anthropic/claude-opus-5-20260723","hugging_face_id":null,"name":"Anthropic: Claude Opus 5","created":1784912544,"description":"Claude Opus 5 is Anthropic’s flagship model for demanding reasoning, coding, and long-horizon agentic work. It is particularly strong at end-to-end software tasks, code review and bug finding, visual analysis...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-opus-5-20260723/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1261,"win_rate":53.8,"rank":2},{"arena":"agents","category":"androidnative","elo":1265,"win_rate":55.6,"rank":4},{"arena":"agents","category":"fullstack","elo":1312,"win_rate":57,"rank":5},{"arena":"agents","category":"godotgamedev","elo":1275,"win_rate":54.9,"rank":2},{"arena":"agents","category":"mobileapps","elo":1348,"win_rate":67.1,"rank":1},{"arena":"agents","category":"python-pptxslides","elo":1265,"win_rate":54.1,"rank":5},{"arena":"agents","category":"webapps","elo":1278,"win_rate":54.8,"rank":5},{"arena":"models","category":"3d","elo":1360,"win_rate":61.2,"rank":6},{"arena":"models","category":"asciiart","elo":1390,"win_rate":70.9,"rank":1},{"arena":"models","category":"codecategories","elo":1338,"win_rate":58.2,"rank":4},{"arena":"models","category":"dataviz","elo":1353,"win_rate":61,"rank":5},{"arena":"models","category":"gamedev","elo":1362,"win_rate":59.5,"rank":5},{"arena":"models","category":"svg","elo":1346,"win_rate":61.7,"rank":2},{"arena":"models","category":"uicomponent","elo":1358,"win_rate":61,"rank":4},{"arena":"models","category":"website","elo":1321,"win_rate":56.5,"rank":4}],"artificial_analysis":{"intelligence_index":50.7,"coding_index":78,"agentic_index":56.2}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Azure | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9856247484331,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Claude Platform on AWS | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98870730792582,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.93597773138482,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9516674722088,"uptime_last_5m":100,"uptime_last_1d":99.96676806666837,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9809342230696,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96234563632032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":11,"endpointError":null}},{"id":"ff51be8f-e362-4a7e-9043-687ba15de207","slug":"claude-opus-5-medium","name":"Claude Opus 5 (Adaptive Reasoning, Medium Effort)","shortName":"Claude Opus 5 (medium)","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-5-medium","releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"claude-opus-5","name":"Claude Opus 5"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":45.0575765420613,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":49.40590122958589,"strategyAndOps":51.51676843950026,"legal":52.019786912643866,"healthcareAndMedical":50.02128208922334,"engineering":47.666205120318104,"economics":56.22106168906393},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":51.8713194645383,"canonicalInputTokens":1828749325,"canonicalOutputTokens":49413512,"outputTokensPerTask":28977.35678529392,"answerTokensPerTask":14108.459544317355,"reasoningTokensPerTask":14868.897240976565,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":2.1894793086538695,"latency":{"timeToFirstChunkMs":4.144093156,"timeToFirstAnswerTokenMs":4.144093156,"endToEndMs":13.783331277594801}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1439.04,"score":1439.04,"outputTokensPerTask":66091.58241758242,"costPerTask":5.249235493749818,"timePerTask":791.4070793227718,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1524.87,"score":1524.87,"outputTokensPerTask":24351.081818181818,"costPerTask":1.3640985801687961,"timePerTask":291.5896069534911,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5433925431990897,"score":0.5433925431990897,"outputTokensPerTask":15628.96803652968,"costPerTask":0.9523269354137169,"timePerTask":187.14752309105558,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.343434343434343,"score":0.343434343434343,"outputTokensPerTask":90100.62121212122,"costPerTask":9.182378646654078,"timePerTask":1078.9009261137396,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.515046296296296,"score":0.515046296296296,"outputTokensPerTask":792.3333333333334,"costPerTask":0.03692772569444444,"timePerTask":9.48771668412334,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.512974976830398,"score":0.512974976830398,"outputTokensPerTask":7389.987951807229,"costPerTask":0.18695621640407786,"timePerTask":88.49067562368353,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.2,"score":0.2,"outputTokensPerTask":4415.46,"costPerTask":0.9929716000000001,"timePerTask":52.872486550373466,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.268571428571429,"score":0.268571428571429,"outputTokensPerTask":55051.65714285714,"costPerTask":1.4033117142857143,"timePerTask":659.2105922964959,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":31.016666666666666,"score":31.016666666666666,"outputTokensPerTask":212.6325,"costPerTask":0.006170796666666666,"timePerTask":2.5461467200296877,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.82,"score":0.82,"outputTokensPerTask":803.24,"costPerTask":0.7377514,"timePerTask":9.61831747920307,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.561111111111111,"score":0.561111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.2,"score":0.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1524.87,"score":1524.87,"outputTokensPerTask":24351.081818181818,"costPerTask":1.3640985801687961,"timePerTask":291.5896069534911,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.512435,"score":0.512435,"outputTokensPerTask":24351.081818181818,"costPerTask":1.3640985801687961,"timePerTask":291.5896069534911,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.385567010309278,"score":0.385567010309278,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.861423220973783,"score":0.861423220973783,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.343434343434343,"score":0.343434343434343,"outputTokensPerTask":90100.62121212122,"costPerTask":9.182378646654078,"timePerTask":1078.9009261137396,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.82,"score":0.82,"outputTokensPerTask":803.24,"costPerTask":0.7377514,"timePerTask":9.61831747920307,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.512974976830398,"score":0.512974976830398,"outputTokensPerTask":7389.987951807229,"costPerTask":0.18695621640407786,"timePerTask":88.49067562368353,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.919191919191919,"score":0.919191919191919,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.816184971098266,"score":0.816184971098266,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5433925431990897,"score":0.5433925431990897,"outputTokensPerTask":15628.96803652968,"costPerTask":0.9523269354137169,"timePerTask":187.14752309105558,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":49.40590122958589,"score":49.40590122958589,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":51.51676843950026,"score":51.51676843950026,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":52.019786912643866,"score":52.019786912643866,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":50.02128208922334,"score":50.02128208922334,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":47.666205120318104,"score":47.666205120318104,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":56.22106168906393,"score":56.22106168906393,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"ff51be8f-e362-4a7e-9043-687ba15de207","slug":"claude-opus-5-medium","name":"Claude Opus 5 (Adaptive Reasoning, Medium Effort)","shortName":"Claude Opus 5 (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"claude-opus-5","name":"Claude Opus 5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":45.0575765420613,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":49.40590122958589,"strategyAndOps":51.51676843950026,"legal":52.019786912643866,"healthcareAndMedical":50.02128208922334,"engineering":47.666205120318104,"economics":56.22106168906393},"omniscience":31.016666666666666,"omniscienceBreakdown":{"accuracy":0.5706666666666667,"hallucinationRate":0.6067546583850931},"mlcrOverall":0.561111111111111,"gdpPdfAllPass":0.2,"gdpval":1524.87,"gdpvalNormalized":0.512435,"itBenchSre":null,"tau2":null,"tauBanking":0.385567010309278,"terminalbenchHard":null,"terminalBench21":0.861423220973783,"terminalBench40":0.343434343434343,"scicode":0.515046296296296,"lcr":0.82,"ifbench":null,"hle":0.512974976830398,"gpqa":0.919191919191919,"critpt":0.268571428571429,"apexAgents":null,"mmmuPro":0.816184971098266,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5433925431990897,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":6.86,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexTimePerTask":346.9864763571238,"intelligenceIndexCost":{"total":2731.91350481435,"input":1496.5757048143496,"nonCacheInput":176.738925,"cacheRead":859.9063343639696,"cacheWrite":459.9304454503799,"output":1235.3378,"reasoning":702.53945,"answer":532.79835},"intelligenceIndexCostPerTask":{"cost":{"total":2.1894793086538695,"input":1.4650453890215214,"nonCacheInput":0.12890489719342937,"cacheRead":1.0087253194992214,"cacheWrite":0.32741517232887046,"output":0.7244339196323479,"reasoning":0.371722431024414,"answer":0.3527114886079339},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.7873853240624725},{"slug":"gdpval-aa","weightedCostPerTask":0.13640985801687963},{"slug":"automationbench-aa","weightedCostPerTask":0.04761634677068585},{"slug":"terminalbench-4-0","weightedCostPerTask":0.9182378646654077},{"slug":"scicode","weightedCostPerTask":0.0036927725694444447},{"slug":"humanitys-last-exam","weightedCostPerTask":0.018695621640407785},{"slug":"gdp-pdf","weightedCostPerTask":0.09929716000000001},{"slug":"critpt","weightedCostPerTask":0.14033117142857143},{"slug":"omniscience","weightedCostPerTask":0.0009256194999999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.036887569999999995}]},"canonicalIntelligenceIndexTokenCount":{"input":1828749325,"output":49413512,"answer":21311934,"reasoning":28101578},"intelligenceIndexOutputTokensPerTask":{"reasoning":14868.897240976565,"answer":14108.459544317355,"output":28977.35678529392},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1439.04,"outputTokensPerTask":66091.58241758242,"costPerTask":5.249235493749818,"timePerTask":791.4070793227718},{"slug":"gdpval-aa","score":1524.87,"outputTokensPerTask":24351.081818181818,"costPerTask":1.3640985801687961,"timePerTask":291.5896069534911},{"slug":"automationbench-aa","score":0.5433925431990897,"outputTokensPerTask":15628.96803652968,"costPerTask":0.9523269354137169,"timePerTask":187.14752309105558},{"slug":"terminalbench-4-0","score":0.343434343434343,"outputTokensPerTask":90100.62121212122,"costPerTask":9.182378646654078,"timePerTask":1078.9009261137396},{"slug":"scicode","score":0.515046296296296,"outputTokensPerTask":792.3333333333334,"costPerTask":0.03692772569444444,"timePerTask":9.48771668412334},{"slug":"humanitys-last-exam","score":0.512974976830398,"outputTokensPerTask":7389.987951807229,"costPerTask":0.18695621640407786,"timePerTask":88.49067562368353},{"slug":"gdp-pdf","score":0.2,"outputTokensPerTask":4415.46,"costPerTask":0.9929716000000001,"timePerTask":52.872486550373466},{"slug":"critpt","score":0.268571428571429,"outputTokensPerTask":55051.65714285714,"costPerTask":1.4033117142857143,"timePerTask":659.2105922964959},{"slug":"omniscience","score":31.016666666666666,"outputTokensPerTask":212.6325,"costPerTask":0.006170796666666666,"timePerTask":2.5461467200296877},{"slug":"artificial-analysis-long-context-reasoning","score":0.82,"outputTokensPerTask":803.24,"costPerTask":0.7377514,"timePerTask":9.61831747920307}],"briefcaseBreakdown":{"overall":{"elo":1439.04,"lower95ci":1433.25,"upper95ci":1445.84},"rubricPassRate":0.48484848484848486,"analyticalQuality":{"elo":1648.2,"lower95ci":1636.86,"upper95ci":1660.79},"presentation":{"elo":1312.11,"lower95ci":1300.48,"upper95ci":1324.39}},"briefcaseTotalCost":477.68042993123333,"timescaleData":{"medianOutputSpeed":51.8713194645383,"medianTimeToFirstChunk":4.144093156},"outputSpeedVariance":{"p05":41.2135509321718,"q25":45.8683373942719,"median":51.8713194645383,"q75":63.5149332946155,"p95":80.9428857025366},"timeToFirstChunkVariance":{"p05":1.3289396351,"q25":2.57614863850003,"median":4.144093156,"q75":14.802488878,"p95":20.7383530443},"performanceByPromptType":{"medium":{"medianOutputSpeed":50.9397667559413,"medianTimeToFirstChunk":4.51694022399999,"medianTimeToFirstAnswerToken":4.51694022399999,"medianEndToEndResponseTime":14.332454346700269},"long":{"medianOutputSpeed":51.8713194645383,"medianTimeToFirstChunk":4.144093156,"medianTimeToFirstAnswerToken":4.144093156,"medianEndToEndResponseTime":13.783331277594801},"hundredK":{"medianOutputSpeed":59.8551257016791,"medianTimeToFirstChunk":6.40570946200003,"medianTimeToFirstAnswerToken":6.40570946200003,"medianEndToEndResponseTime":14.75921292788572},"mediumParallel":{"medianOutputSpeed":44.8188059523113,"medianTimeToFirstChunk":1.887504659,"medianTimeToFirstAnswerToken":1.887504659,"medianEndToEndResponseTime":13.04353591364825}},"endToEndResponseTime":{"input":4.144093156,"reasoning":0,"answer":9.6392381215948,"total":13.783331277594801},"timeToFirstAnswerToken":{"input":4.144093156,"reasoning":0,"total":4.144093156},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":3,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-5","canonical_slug":"anthropic/claude-opus-5-20260723","hugging_face_id":null,"name":"Anthropic: Claude Opus 5","created":1784912544,"description":"Claude Opus 5 is Anthropic’s flagship model for demanding reasoning, coding, and long-horizon agentic work. It is particularly strong at end-to-end software tasks, code review and bug finding, visual analysis...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-opus-5-20260723/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1261,"win_rate":53.8,"rank":2},{"arena":"agents","category":"androidnative","elo":1265,"win_rate":55.6,"rank":4},{"arena":"agents","category":"fullstack","elo":1312,"win_rate":57,"rank":5},{"arena":"agents","category":"godotgamedev","elo":1275,"win_rate":54.9,"rank":2},{"arena":"agents","category":"mobileapps","elo":1348,"win_rate":67.1,"rank":1},{"arena":"agents","category":"python-pptxslides","elo":1265,"win_rate":54.1,"rank":5},{"arena":"agents","category":"webapps","elo":1278,"win_rate":54.8,"rank":5},{"arena":"models","category":"3d","elo":1360,"win_rate":61.2,"rank":6},{"arena":"models","category":"asciiart","elo":1390,"win_rate":70.9,"rank":1},{"arena":"models","category":"codecategories","elo":1338,"win_rate":58.2,"rank":4},{"arena":"models","category":"dataviz","elo":1353,"win_rate":61,"rank":5},{"arena":"models","category":"gamedev","elo":1362,"win_rate":59.5,"rank":5},{"arena":"models","category":"svg","elo":1346,"win_rate":61.7,"rank":2},{"arena":"models","category":"uicomponent","elo":1358,"win_rate":61,"rank":4},{"arena":"models","category":"website","elo":1321,"win_rate":56.5,"rank":4}],"artificial_analysis":{"intelligence_index":50.7,"coding_index":78,"agentic_index":56.2}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Azure | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9856247484331,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Claude Platform on AWS | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98870730792582,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.93597773138482,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9516674722088,"uptime_last_5m":100,"uptime_last_1d":99.96676806666837,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9809342230696,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96234563632032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":11,"endpointError":null}},{"id":"1305c921-7aaa-4d6d-99b5-99b3acf15e19","slug":"claude-opus-5-xhigh","name":"Claude Opus 5 (Adaptive Reasoning, Xhigh Effort)","shortName":"Claude Opus 5 (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/claude-opus-5-xhigh","releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"claude-opus-5","name":"Claude Opus 5"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":49.6514552926939,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":54.33697891422929,"strategyAndOps":54.390383171252545,"legal":55.994290225410204,"healthcareAndMedical":52.95267186967661,"engineering":52.79937086389077,"economics":60.246820165276496},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":51.4827051354436,"canonicalInputTokens":4437573582,"canonicalOutputTokens":110508092,"outputTokensPerTask":60655.03775869017,"answerTokensPerTask":25659.979658440694,"reasoningTokensPerTask":34995.05810024947,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"costPerIntelligenceIndexTask":4.877843772646787,"latency":{"timeToFirstChunkMs":30.893629887,"timeToFirstAnswerTokenMs":30.893629887,"endToEndMs":40.605629260082125}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1624.56,"score":1624.56,"outputTokensPerTask":144581.2967032967,"costPerTask":14.261253441365893,"timePerTask":1744.1701736941434,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1708.14,"score":1708.14,"outputTokensPerTask":73472.67727272728,"costPerTask":4.962976604298485,"timePerTask":886.3446047487583,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5321919210948297,"score":0.5321919210948297,"outputTokensPerTask":20641.724505327245,"costPerTask":1.1541751116038301,"timePerTask":249.01339963554466,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.464646464646465,"score":0.464646464646465,"outputTokensPerTask":177818.77272727274,"costPerTask":17.353943799225686,"timePerTask":2145.1336153823195,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.556712962962963,"score":0.556712962962963,"outputTokensPerTask":2136.3125,"costPerTask":0.07227737847222221,"timePerTask":25.771608286488746,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.544022242817424,"score":0.544022242817424,"outputTokensPerTask":20594.59592215014,"costPerTask":0.5170749003707137,"timePerTask":248.4448595063559,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.21,"score":0.21,"outputTokensPerTask":6609.79,"costPerTask":1.0471829,"timePerTask":79.73782802654128,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.277142857142857,"score":0.277142857142857,"outputTokensPerTask":97215.14285714286,"costPerTask":2.4581399999999998,"timePerTask":1172.764088226479,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":35.38333333333333,"score":35.38333333333333,"outputTokensPerTask":537.3793333333333,"costPerTask":0.0142893175,"timePerTask":6.482726511182765,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":1408.42,"costPerTask":0.7528809,"timePerTask":16.990608135680752,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.583333333333333,"score":0.583333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.21,"score":0.21,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1708.14,"score":1708.14,"outputTokensPerTask":73472.67727272728,"costPerTask":4.962976604298485,"timePerTask":886.3446047487583,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.60407,"score":0.60407,"outputTokensPerTask":73472.67727272728,"costPerTask":4.962976604298485,"timePerTask":886.3446047487583,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.43298969072165,"score":0.43298969072165,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.880149812734082,"score":0.880149812734082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.464646464646465,"score":0.464646464646465,"outputTokensPerTask":177818.77272727274,"costPerTask":17.353943799225686,"timePerTask":2145.1336153823195,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":1408.42,"costPerTask":0.7528809,"timePerTask":16.990608135680752,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.544022242817424,"score":0.544022242817424,"outputTokensPerTask":20594.59592215014,"costPerTask":0.5170749003707137,"timePerTask":248.4448595063559,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.937373737373737,"score":0.937373737373737,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.839884393063584,"score":0.839884393063584,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5321919210948297,"score":0.5321919210948297,"outputTokensPerTask":20641.724505327245,"costPerTask":1.1541751116038301,"timePerTask":249.01339963554466,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":54.33697891422929,"score":54.33697891422929,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":54.390383171252545,"score":54.390383171252545,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":55.994290225410204,"score":55.994290225410204,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":52.95267186967661,"score":52.95267186967661,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":52.79937086389077,"score":52.79937086389077,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":60.246820165276496,"score":60.246820165276496,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"1305c921-7aaa-4d6d-99b5-99b3acf15e19","slug":"claude-opus-5-xhigh","name":"Claude Opus 5 (Adaptive Reasoning, Xhigh Effort)","shortName":"Claude Opus 5 (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"claude-opus-5","name":"Claude Opus 5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":49.6514552926939,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":54.33697891422929,"strategyAndOps":54.390383171252545,"legal":55.994290225410204,"healthcareAndMedical":52.95267186967661,"engineering":52.79937086389077,"economics":60.246820165276496},"omniscience":35.38333333333333,"omniscienceBreakdown":{"accuracy":0.595,"hallucinationRate":0.5954732510288065},"mlcrOverall":0.583333333333333,"gdpPdfAllPass":0.21,"gdpval":1708.14,"gdpvalNormalized":0.60407,"itBenchSre":null,"tau2":null,"tauBanking":0.43298969072165,"terminalbenchHard":null,"terminalBench21":0.880149812734082,"terminalBench40":0.464646464646465,"scicode":0.556712962962963,"lcr":0.803333333333333,"ifbench":null,"hle":0.544022242817424,"gpqa":0.937373737373737,"critpt":0.277142857142857,"apexAgents":null,"mmmuPro":0.839884393063584,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5321919210948297,"price1mInputTokens":5,"price1mOutputTokens":25,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":6.25,"pricePer1k1mpImages":6.86,"price1mBlended0To3To1":10,"price1mBlended7To2To1":3.85,"price1mBlended0To1To1":15,"price1mBlended100To1To1":0.7843137254901961,"price1mBlended0To100To1":5.198019801980198,"intelligenceIndexTimePerTask":731.7177958370545,"intelligenceIndexCost":{"total":5867.757860182575,"input":3105.055560182575,"nonCacheInput":177.23678,"cacheRead":2137.866968027602,"cacheWrite":789.9518121549726,"output":2762.7023,"reasoning":1900.809825,"answer":861.892475},"intelligenceIndexCostPerTask":{"cost":{"total":4.877843772646787,"input":3.361467828679532,"nonCacheInput":0.1290896598110611,"cacheRead":2.575722571246833,"cacheWrite":0.6566555976216382,"output":1.516375943967254,"reasoning":0.8748764525062369,"answer":0.6414994914610175},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":2.139188016204884},{"slug":"gdpval-aa","weightedCostPerTask":0.4962976604298486},{"slug":"automationbench-aa","weightedCostPerTask":0.05770875558019151},{"slug":"terminalbench-4-0","weightedCostPerTask":1.7353943799225686},{"slug":"scicode","weightedCostPerTask":0.007227737847222222},{"slug":"humanitys-last-exam","weightedCostPerTask":0.05170749003707137},{"slug":"gdp-pdf","weightedCostPerTask":0.10471828999999999},{"slug":"critpt","weightedCostPerTask":0.24581399999999998},{"slug":"omniscience","weightedCostPerTask":0.0021433976249999997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.037644045}]},"canonicalIntelligenceIndexTokenCount":{"input":4437573582,"output":110508092,"answer":34475699,"reasoning":76032393},"intelligenceIndexOutputTokensPerTask":{"reasoning":34995.05810024947,"answer":25659.979658440694,"output":60655.03775869017},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1624.56,"outputTokensPerTask":144581.2967032967,"costPerTask":14.261253441365893,"timePerTask":1744.1701736941434},{"slug":"gdpval-aa","score":1708.14,"outputTokensPerTask":73472.67727272728,"costPerTask":4.962976604298485,"timePerTask":886.3446047487583},{"slug":"automationbench-aa","score":0.5321919210948297,"outputTokensPerTask":20641.724505327245,"costPerTask":1.1541751116038301,"timePerTask":249.01339963554466},{"slug":"terminalbench-4-0","score":0.464646464646465,"outputTokensPerTask":177818.77272727274,"costPerTask":17.353943799225686,"timePerTask":2145.1336153823195},{"slug":"scicode","score":0.556712962962963,"outputTokensPerTask":2136.3125,"costPerTask":0.07227737847222221,"timePerTask":25.771608286488746},{"slug":"humanitys-last-exam","score":0.544022242817424,"outputTokensPerTask":20594.59592215014,"costPerTask":0.5170749003707137,"timePerTask":248.4448595063559},{"slug":"gdp-pdf","score":0.21,"outputTokensPerTask":6609.79,"costPerTask":1.0471829,"timePerTask":79.73782802654128},{"slug":"critpt","score":0.277142857142857,"outputTokensPerTask":97215.14285714286,"costPerTask":2.4581399999999998,"timePerTask":1172.764088226479},{"slug":"omniscience","score":35.38333333333333,"outputTokensPerTask":537.3793333333333,"costPerTask":0.0142893175,"timePerTask":6.482726511182765},{"slug":"artificial-analysis-long-context-reasoning","score":0.803333333333333,"outputTokensPerTask":1408.42,"costPerTask":0.7528809,"timePerTask":16.990608135680752}],"briefcaseBreakdown":{"overall":{"elo":1624.56,"lower95ci":1617.98,"upper95ci":1632.06},"rubricPassRate":0.5797979797979798,"analyticalQuality":{"elo":1899.55,"lower95ci":1886.69,"upper95ci":1913.11},"presentation":{"elo":1474,"lower95ci":1463.3,"upper95ci":1485.98}},"briefcaseTotalCost":1297.7740631642962,"timescaleData":{"medianOutputSpeed":51.4827051354436,"medianTimeToFirstChunk":30.893629887},"outputSpeedVariance":{"p05":41.440573939889,"q25":45.8048787449609,"median":51.4827051354436,"q75":64.1981044687897,"p95":81.0125888854957},"timeToFirstChunkVariance":{"p05":3.63308958189999,"q25":15.93103358925,"median":30.893629887,"q75":64.89022073,"p95":139.48748865585},"performanceByPromptType":{"medium":{"medianOutputSpeed":52.5857718490369,"medianTimeToFirstChunk":17.5943935345,"medianTimeToFirstAnswerToken":17.5943935345,"medianEndToEndResponseTime":27.10266891810374},"long":{"medianOutputSpeed":51.4827051354436,"medianTimeToFirstChunk":30.893629887,"medianTimeToFirstAnswerToken":30.893629887,"medianEndToEndResponseTime":40.605629260082125},"hundredK":{"medianOutputSpeed":62.5795206064762,"medianTimeToFirstChunk":18.956082752,"medianTimeToFirstAnswerToken":18.956082752,"medianEndToEndResponseTime":26.94591704849757},"mediumParallel":{"medianOutputSpeed":44.2507642666251,"medianTimeToFirstChunk":19.6040281054999,"medianTimeToFirstAnswerToken":19.6040281054999,"medianEndToEndResponseTime":30.90326797822479}},"endToEndResponseTime":{"input":30.893629887,"reasoning":0,"answer":9.711999373082122,"total":40.605629260082125},"timeToFirstAnswerToken":{"input":30.893629887,"reasoning":0,"total":30.893629887},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":3,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-opus-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-opus-5","canonical_slug":"anthropic/claude-opus-5-20260723","hugging_face_id":null,"name":"Anthropic: Claude Opus 5","created":1784912544,"description":"Claude Opus 5 is Anthropic’s flagship model for demanding reasoning, coding, and long-horizon agentic work. It is particularly strong at end-to-end software tasks, code review and bug finding, visual analysis...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-opus-5-20260723/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1261,"win_rate":53.8,"rank":2},{"arena":"agents","category":"androidnative","elo":1265,"win_rate":55.6,"rank":4},{"arena":"agents","category":"fullstack","elo":1312,"win_rate":57,"rank":5},{"arena":"agents","category":"godotgamedev","elo":1275,"win_rate":54.9,"rank":2},{"arena":"agents","category":"mobileapps","elo":1348,"win_rate":67.1,"rank":1},{"arena":"agents","category":"python-pptxslides","elo":1265,"win_rate":54.1,"rank":5},{"arena":"agents","category":"webapps","elo":1278,"win_rate":54.8,"rank":5},{"arena":"models","category":"3d","elo":1360,"win_rate":61.2,"rank":6},{"arena":"models","category":"asciiart","elo":1390,"win_rate":70.9,"rank":1},{"arena":"models","category":"codecategories","elo":1338,"win_rate":58.2,"rank":4},{"arena":"models","category":"dataviz","elo":1353,"win_rate":61,"rank":5},{"arena":"models","category":"gamedev","elo":1362,"win_rate":59.5,"rank":5},{"arena":"models","category":"svg","elo":1346,"win_rate":61.7,"rank":2},{"arena":"models","category":"uicomponent","elo":1358,"win_rate":61,"rank":4},{"arena":"models","category":"website","elo":1321,"win_rate":56.5,"rank":4}],"artificial_analysis":{"intelligence_index":50.7,"coding_index":78,"agentic_index":56.2}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Azure | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9856247484331,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Claude Platform on AWS | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98870730792582,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.93597773138482,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9516674722088,"uptime_last_5m":100,"uptime_last_1d":99.96676806666837,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9809342230696,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","input_cache_write_1h":"0.00001","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96234563632032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.0000055","completion":"0.0000275","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","input_cache_write_1h":"0.000011","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-opus-5-20260723","model_id":"anthropic/claude-opus-5","model_name":"Anthropic: Claude Opus 5","context_length":1000000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","input_cache_write_1h":"0.00002","discount":0},"provider_name":"Anthropic","tag":"anthropic/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":11,"endpointError":null}},{"id":"df8d14e0-3997-4e4d-b4ad-9c047acc9c69","slug":"claude-sonnet-4-6-adaptive","name":"Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)","shortName":"Claude Sonnet 4.6 (max)","sourceUrl":"https://artificialanalysis.ai/models/claude-sonnet-4-6-adaptive","releaseDate":"2026-02-17","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-sonnet-4-6","name":"Claude Sonnet 4.6"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":30.4529361117644,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":34.069218322413406,"strategyAndOps":30.956580253943788,"legal":37.69879565433647,"healthcareAndMedical":31.70005648872874,"engineering":31.77352915011431,"economics":42.8544712923271},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":43.730806382554,"canonicalInputTokens":3084837959,"canonicalOutputTokens":232578896,"outputTokensPerTask":74917.40744833671,"answerTokensPerTask":18707.64285552317,"reasoningTokensPerTask":56209.76459281355,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"costPerIntelligenceIndexTask":2.4858655963942224,"latency":{"timeToFirstChunkMs":77.7142965635,"timeToFirstAnswerTokenMs":77.7142965635,"endToEndMs":89.14788403559085}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1065.11,"score":1065.11,"outputTokensPerTask":64489.296703296706,"costPerTask":2.4128483782101666,"timePerTask":1231.238620885851,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1295.41,"score":1295.41,"outputTokensPerTask":58490.85909090909,"costPerTask":1.9373623019893462,"timePerTask":1116.7156158153307,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.20098073664518368,"score":0.20098073664518368,"outputTokensPerTask":41833.318112633184,"costPerTask":1.1831962645483836,"timePerTask":798.6875269713485,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":244065.71212121213,"costPerTask":13.280966734115978,"timePerTask":4659.7365169014565,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.501157407407407,"score":0.501157407407407,"outputTokensPerTask":9466.836805555555,"costPerTask":0.15019713541666666,"timePerTask":180.74216480062472,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.33595922150139,"score":0.33595922150139,"outputTokensPerTask":60901.019925857276,"costPerTask":0.9146132544022244,"timePerTask":1162.7307416460176,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.158,"score":0.158,"outputTokensPerTask":18989.33,"costPerTask":0.60612,"timePerTask":362.54692911779125,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0314285714285714,"score":0.0314285714285714,"outputTokensPerTask":232869.37142857144,"costPerTask":3.4999789714285714,"timePerTask":4445.974423374542,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":12.216666666666667,"score":12.216666666666667,"outputTokensPerTask":2903.6573333333336,"costPerTask":0.043998938,"timePerTask":55.437029606118536,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":4769.71,"costPerTask":0.38509691999999995,"timePerTask":91.06396662138265,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.244444444444444,"score":0.244444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.859748154580981,"score":0.859748154580981,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.158,"score":0.158,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1295.41,"score":1295.41,"outputTokensPerTask":58490.85909090909,"costPerTask":1.9373623019893462,"timePerTask":1116.7156158153307,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.39770500000000003,"score":0.39770500000000003,"outputTokensPerTask":58490.85909090909,"costPerTask":1.9373623019893462,"timePerTask":1116.7156158153307,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.398022598870057,"score":0.398022598870057,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.757309941520468,"score":0.757309941520468,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.344329896907216,"score":0.344329896907216,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.53030303030303,"score":0.53030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.711610486891386,"score":0.711610486891386,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":244065.71212121213,"costPerTask":13.280966734115978,"timePerTask":4659.7365169014565,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":4769.71,"costPerTask":0.38509691999999995,"timePerTask":91.06396662138265,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.565986394557823,"score":0.565986394557823,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.33595922150139,"score":0.33595922150139,"outputTokensPerTask":60901.019925857276,"costPerTask":0.9146132544022244,"timePerTask":1162.7307416460176,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.874747474747475,"score":0.874747474747475,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.28023598820059,"score":0.28023598820059,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.732947976878613,"score":0.732947976878613,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.2,"score":0.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.20098073664518368,"score":0.20098073664518368,"outputTokensPerTask":41833.318112633184,"costPerTask":1.1831962645483836,"timePerTask":798.6875269713485,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":34.069218322413406,"score":34.069218322413406,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":30.956580253943788,"score":30.956580253943788,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":37.69879565433647,"score":37.69879565433647,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":31.70005648872874,"score":31.70005648872874,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":31.77352915011431,"score":31.77352915011431,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":42.8544712923271,"score":42.8544712923271,"family":"Capability Index"}],"benchmarkCount":35,"raw":{"id":"df8d14e0-3997-4e4d-b4ad-9c047acc9c69","slug":"claude-sonnet-4-6-adaptive","name":"Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)","shortName":"Claude Sonnet 4.6 (max)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-17","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-sonnet-4-6","name":"Claude Sonnet 4.6"},"deprecated":true,"deprecatedTo":"claude-sonnet-5","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":30.4529361117644,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":34.069218322413406,"strategyAndOps":30.956580253943788,"legal":37.69879565433647,"healthcareAndMedical":31.70005648872874,"engineering":31.77352915011431,"economics":42.8544712923271},"omniscience":12.216666666666667,"omniscienceBreakdown":{"accuracy":0.4086666666666667,"hallucinationRate":0.48449830890642615},"mlcrOverall":0.244444444444444,"harveyLab":0.859748154580981,"gdpPdfAllPass":0.158,"gdpval":1295.41,"gdpvalNormalized":0.39770500000000003,"itBenchSre":0.398022598870057,"tau2":0.757309941520468,"tauBanking":0.344329896907216,"terminalbenchHard":0.53030303030303,"terminalBench21":0.711610486891386,"terminalBench40":0.0303030303030303,"scicode":0.501157407407407,"lcr":0.8,"ifbench":0.565986394557823,"hle":0.33595922150139,"gpqa":0.874747474747475,"critpt":0.0314285714285714,"apexAgents":0.28023598820059,"mmmuPro":0.732947976878613,"livecodebench":null,"aime25":null,"analystAgent":0.2,"automationBenchPartialScore":0.20098073664518368,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"pricePer1k1mpImages":4,"price1mBlended0To3To1":6,"price1mBlended7To2To1":2.31,"price1mBlended0To1To1":9,"price1mBlended100To1To1":0.47058823529411764,"price1mBlended0To100To1":3.118811881188119,"intelligenceIndexTimePerTask":1430.3335614190082,"intelligenceIndexCost":{"total":4924.798685114723,"input":1436.115245114724,"nonCacheInput":71.362716,"cacheRead":879.494471490024,"cacheWrite":485.2580576247,"output":3488.68344,"reasoning":3036.28071,"answer":452.40272999999996},"intelligenceIndexCostPerTask":{"cost":{"total":2.4858655963942224,"input":1.362104484669172,"nonCacheInput":0.04949527408476984,"cacheRead":0.9678192221737382,"cacheWrite":0.34478998841066416,"output":1.1237611117250506,"reasoning":0.8431464688922031,"answer":0.2806146428328475},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.361927256731525},{"slug":"gdpval-aa","weightedCostPerTask":0.19373623019893466},{"slug":"automationbench-aa","weightedCostPerTask":0.05915981322741919},{"slug":"terminalbench-4-0","weightedCostPerTask":1.3280966734115978},{"slug":"scicode","weightedCostPerTask":0.015019713541666667},{"slug":"humanitys-last-exam","weightedCostPerTask":0.09146132544022244},{"slug":"gdp-pdf","weightedCostPerTask":0.060612000000000006},{"slug":"critpt","weightedCostPerTask":0.3499978971428571},{"slug":"omniscience","weightedCostPerTask":0.0065998407},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.019254846}]},"canonicalIntelligenceIndexTokenCount":{"input":3084837959,"output":232578896,"answer":30160182,"reasoning":202418714},"intelligenceIndexOutputTokensPerTask":{"reasoning":56209.76459281355,"answer":18707.64285552317,"output":74917.40744833671},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1065.11,"outputTokensPerTask":64489.296703296706,"costPerTask":2.4128483782101666,"timePerTask":1231.238620885851},{"slug":"gdpval-aa","score":1295.41,"outputTokensPerTask":58490.85909090909,"costPerTask":1.9373623019893462,"timePerTask":1116.7156158153307},{"slug":"automationbench-aa","score":0.20098073664518368,"outputTokensPerTask":41833.318112633184,"costPerTask":1.1831962645483836,"timePerTask":798.6875269713485},{"slug":"terminalbench-4-0","score":0.0303030303030303,"outputTokensPerTask":244065.71212121213,"costPerTask":13.280966734115978,"timePerTask":4659.7365169014565},{"slug":"scicode","score":0.501157407407407,"outputTokensPerTask":9466.836805555555,"costPerTask":0.15019713541666666,"timePerTask":180.74216480062472},{"slug":"humanitys-last-exam","score":0.33595922150139,"outputTokensPerTask":60901.019925857276,"costPerTask":0.9146132544022244,"timePerTask":1162.7307416460176},{"slug":"gdp-pdf","score":0.158,"outputTokensPerTask":18989.33,"costPerTask":0.60612,"timePerTask":362.54692911779125},{"slug":"critpt","score":0.0314285714285714,"outputTokensPerTask":232869.37142857144,"costPerTask":3.4999789714285714,"timePerTask":4445.974423374542},{"slug":"omniscience","score":12.216666666666667,"outputTokensPerTask":2903.6573333333336,"costPerTask":0.043998938,"timePerTask":55.437029606118536},{"slug":"artificial-analysis-long-context-reasoning","score":0.8,"outputTokensPerTask":4769.71,"costPerTask":0.38509691999999995,"timePerTask":91.06396662138265}],"briefcaseBreakdown":{"overall":{"elo":1065.11,"lower95ci":1059.48,"upper95ci":1071},"rubricPassRate":0.289198606271777,"analyticalQuality":{"elo":983.57,"lower95ci":971.99,"upper95ci":993.76},"presentation":{"elo":1177.46,"lower95ci":1167.07,"upper95ci":1188.88}},"briefcaseTotalCost":219.56920241712515,"timescaleData":{"medianOutputSpeed":43.730806382554,"medianTimeToFirstChunk":77.7142965635},"outputSpeedVariance":{"p05":38.8871828441272,"q25":41.4111729374512,"median":43.730806382554,"q75":57.5451866536031,"p95":72.9464822118475},"timeToFirstChunkVariance":{"p05":39.7884538611499,"q25":64.198061457,"median":77.7142965635,"q75":113.27754042375,"p95":316.19178063705},"performanceByPromptType":{"long":{"medianOutputSpeed":43.730806382554,"medianTimeToFirstChunk":77.7142965635,"medianTimeToFirstAnswerToken":77.7142965635,"medianEndToEndResponseTime":89.14788403559085}},"endToEndResponseTime":{"input":77.7142965635,"reasoning":0,"answer":11.43358747209085,"total":89.14788403559085},"timeToFirstAnswerToken":{"input":77.7142965635,"reasoning":0,"total":77.7142965635},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-sonnet-4.6","matchedBy":"slug","catalog":{"id":"anthropic/claude-sonnet-4.6","canonical_slug":"anthropic/claude-4.6-sonnet-20260217","hugging_face_id":"","name":"Anthropic: Claude Sonnet 4.6","created":1771342990,"description":"Sonnet 4.6 is Anthropic's most capable Sonnet-class model yet, with frontier performance across coding, agents, and professional work. It excels at iterative development, complex codebase navigation, end-to-end project management with...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-4.6-sonnet-20260217/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1177,"win_rate":52.2,"rank":16},{"arena":"agents","category":"androidnative","elo":1209,"win_rate":62,"rank":13},{"arena":"agents","category":"fullstack","elo":1223,"win_rate":64.3,"rank":14},{"arena":"agents","category":"godotgamedev","elo":1226,"win_rate":60.6,"rank":7},{"arena":"agents","category":"mobileapps","elo":1241,"win_rate":63.6,"rank":11},{"arena":"agents","category":"webapps","elo":1205,"win_rate":57,"rank":22},{"arena":"models","category":"3d","elo":1263,"win_rate":57.6,"rank":29},{"arena":"models","category":"asciiart","elo":1253,"win_rate":60.1,"rank":16},{"arena":"models","category":"codecategories","elo":1291,"win_rate":59.4,"rank":19},{"arena":"models","category":"dataviz","elo":1293,"win_rate":58.2,"rank":14},{"arena":"models","category":"gamedev","elo":1283,"win_rate":58.8,"rank":25},{"arena":"models","category":"svg","elo":1220,"win_rate":58.7,"rank":22},{"arena":"models","category":"uicomponent","elo":1287,"win_rate":58.3,"rank":21},{"arena":"models","category":"website","elo":1297,"win_rate":60,"rank":14}],"artificial_analysis":{"intelligence_index":30.5,"coding_index":63,"agentic_index":33.1}},"reasoning":{"mandatory":false,"supported_efforts":["max","high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97610418575013,"uptime_last_5m":100,"uptime_last_1d":99.98991585339891,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","verbosity","top_k","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.53237410071942,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97802757978185,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.82572324851866,"uptime_last_5m":100,"uptime_last_1d":99.93747507087956,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Google","tag":"google-vertex/us-east5","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":9,"endpointError":null}},{"id":"2e40e695-3cec-43da-83f9-615af30b8e91","slug":"claude-sonnet-4-6","name":"Claude Sonnet 4.6 (Non-reasoning, High Effort)","shortName":"Claude Sonnet 4.6 (Non-reasoning, high)","sourceUrl":"https://artificialanalysis.ai/models/claude-sonnet-4-6","releaseDate":"2026-02-17","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"claude-sonnet-4-6","name":"Claude Sonnet 4.6"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":24.6869297210126,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":42.9229461018463,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.3476728785,"timeToFirstAnswerTokenMs":1.3476728785,"endToEndMs":12.996453901443179}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-3.55,"score":-3.55,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.2,"score":0.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.844405847445361,"score":0.844405847445361,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.795321637426901,"score":0.795321637426901,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.462121212121212,"score":0.462121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.683333333333333,"score":0.683333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.41156462585034,"score":0.41156462585034,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.133456904541242,"score":0.133456904541242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.798989898989899,"score":0.798989898989899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.705780346820809,"score":0.705780346820809,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"2e40e695-3cec-43da-83f9-615af30b8e91","slug":"claude-sonnet-4-6","name":"Claude Sonnet 4.6 (Non-reasoning, High Effort)","shortName":"Claude Sonnet 4.6 (Non-reasoning, high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-17","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-sonnet-4-6","name":"Claude Sonnet 4.6"},"deprecated":true,"deprecatedTo":"claude-sonnet-5-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":24.6869297210126,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-3.55,"omniscienceBreakdown":{"accuracy":0.3855,"hallucinationRate":0.6851098454027664},"mlcrOverall":0.2,"harveyLab":0.844405847445361,"gdpval":null,"itBenchSre":null,"tau2":0.795321637426901,"tauBanking":null,"terminalbenchHard":0.462121212121212,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.683333333333333,"ifbench":0.41156462585034,"hle":0.133456904541242,"gpqa":0.798989898989899,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":0.705780346820809,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"pricePer1k1mpImages":4,"price1mBlended0To3To1":6,"price1mBlended7To2To1":2.31,"price1mBlended0To1To1":9,"price1mBlended100To1To1":0.47058823529411764,"price1mBlended0To100To1":3.118811881188119,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":42.9229461018463,"medianTimeToFirstChunk":1.3476728785},"outputSpeedVariance":{"p05":37.3570825576125,"q25":39.6492134170188,"median":42.9229461018463,"q75":48.8534940743707,"p95":79.3188164643672},"timeToFirstChunkVariance":{"p05":1.02460541210001,"q25":1.06763362725003,"median":1.3476728785,"q75":2.03654391574999,"p95":4.41606674855008},"performanceByPromptType":{"long":{"medianOutputSpeed":42.9229461018463,"medianTimeToFirstChunk":1.3476728785,"medianTimeToFirstAnswerToken":1.3476728785,"medianEndToEndResponseTime":12.996453901443179}},"endToEndResponseTime":{"input":1.3476728785,"reasoning":0,"answer":11.648781022943178,"total":12.996453901443179},"timeToFirstAnswerToken":{"input":1.3476728785,"reasoning":0,"total":1.3476728785},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":4,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-sonnet-4.6","matchedBy":"slug","catalog":{"id":"anthropic/claude-sonnet-4.6","canonical_slug":"anthropic/claude-4.6-sonnet-20260217","hugging_face_id":"","name":"Anthropic: Claude Sonnet 4.6","created":1771342990,"description":"Sonnet 4.6 is Anthropic's most capable Sonnet-class model yet, with frontier performance across coding, agents, and professional work. It excels at iterative development, complex codebase navigation, end-to-end project management with...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-4.6-sonnet-20260217/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1177,"win_rate":52.2,"rank":16},{"arena":"agents","category":"androidnative","elo":1209,"win_rate":62,"rank":13},{"arena":"agents","category":"fullstack","elo":1223,"win_rate":64.3,"rank":14},{"arena":"agents","category":"godotgamedev","elo":1226,"win_rate":60.6,"rank":7},{"arena":"agents","category":"mobileapps","elo":1241,"win_rate":63.6,"rank":11},{"arena":"agents","category":"webapps","elo":1205,"win_rate":57,"rank":22},{"arena":"models","category":"3d","elo":1263,"win_rate":57.6,"rank":29},{"arena":"models","category":"asciiart","elo":1253,"win_rate":60.1,"rank":16},{"arena":"models","category":"codecategories","elo":1291,"win_rate":59.4,"rank":19},{"arena":"models","category":"dataviz","elo":1293,"win_rate":58.2,"rank":14},{"arena":"models","category":"gamedev","elo":1283,"win_rate":58.8,"rank":25},{"arena":"models","category":"svg","elo":1220,"win_rate":58.7,"rank":22},{"arena":"models","category":"uicomponent","elo":1287,"win_rate":58.3,"rank":21},{"arena":"models","category":"website","elo":1297,"win_rate":60,"rank":14}],"artificial_analysis":{"intelligence_index":30.5,"coding_index":63,"agentic_index":33.1}},"reasoning":{"mandatory":false,"supported_efforts":["max","high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97610418575013,"uptime_last_5m":100,"uptime_last_1d":99.98991585339891,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","verbosity","top_k","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.53237410071942,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97802757978185,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.82572324851866,"uptime_last_5m":100,"uptime_last_1d":99.93747507087956,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Google","tag":"google-vertex/us-east5","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":9,"endpointError":null}},{"id":"f2e21112-192e-4aed-ae82-68ca3b38e667","slug":"claude-sonnet-4-6-non-reasoning-low-effort","name":"Claude Sonnet 4.6 (Non-reasoning, Low Effort)","shortName":"Claude Sonnet 4.6 (Non-reasoning, low)","sourceUrl":"https://artificialanalysis.ai/models/claude-sonnet-4-6-non-reasoning-low-effort","releaseDate":"2026-02-17","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"claude-sonnet-4-6","name":"Claude Sonnet 4.6"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":23.3035011715443,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":42.0349573774363,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.43896039249995,"timeToFirstAnswerTokenMs":1.43896039249995,"endToEndMs":13.333821983780927}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-2.1,"score":-2.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.205555555555556,"score":0.205555555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.789473684210526,"score":0.789473684210526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.424242424242424,"score":0.424242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.693333333333333,"score":0.693333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.423809523809524,"score":0.423809523809524,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.112140871177016,"score":0.112140871177016,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.796969696969697,"score":0.796969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.691907514450867,"score":0.691907514450867,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"f2e21112-192e-4aed-ae82-68ca3b38e667","slug":"claude-sonnet-4-6-non-reasoning-low-effort","name":"Claude Sonnet 4.6 (Non-reasoning, Low Effort)","shortName":"Claude Sonnet 4.6 (Non-reasoning, low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-17","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-sonnet-4-6","name":"Claude Sonnet 4.6"},"deprecated":true,"deprecatedTo":"claude-sonnet-5-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":23.3035011715443,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-2.1,"omniscienceBreakdown":{"accuracy":0.36516666666666664,"hallucinationRate":0.6082961407193489},"mlcrOverall":0.205555555555556,"gdpval":null,"itBenchSre":null,"tau2":0.789473684210526,"tauBanking":null,"terminalbenchHard":0.424242424242424,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.693333333333333,"ifbench":0.423809523809524,"hle":0.112140871177016,"gpqa":0.796969696969697,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":0.691907514450867,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":3.75,"pricePer1k1mpImages":4,"price1mBlended0To3To1":6,"price1mBlended7To2To1":2.31,"price1mBlended0To1To1":9,"price1mBlended100To1To1":0.47058823529411764,"price1mBlended0To100To1":3.118811881188119,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":42.0349573774363,"medianTimeToFirstChunk":1.43896039249995},"outputSpeedVariance":{"p05":37.1470666235066,"q25":38.3091690224078,"median":42.0349573774363,"q75":50.2492949592665,"p95":83.8716268235146},"timeToFirstChunkVariance":{"p05":0.918601981149981,"q25":1.14253503075002,"median":1.43896039249995,"q75":2.17819764375,"p95":3.55915150724995},"performanceByPromptType":{"medium":{"medianOutputSpeed":57.2108654902259,"medianTimeToFirstChunk":0.965757582999998,"medianTimeToFirstAnswerToken":0.965757582999998,"medianEndToEndResponseTime":9.7053561839934},"long":{"medianOutputSpeed":42.0349573774363,"medianTimeToFirstChunk":1.43896039249995,"medianTimeToFirstAnswerToken":1.43896039249995,"medianEndToEndResponseTime":13.333821983780927},"hundredK":{"medianOutputSpeed":52.4318668005508,"medianTimeToFirstChunk":2.63751022700006,"medianTimeToFirstAnswerToken":2.63751022700006,"medianEndToEndResponseTime":12.173695575921252},"mediumParallel":{"medianOutputSpeed":55.1356476976075,"medianTimeToFirstChunk":1.1754307299999,"medianTimeToFirstAnswerToken":1.1754307299999,"medianEndToEndResponseTime":10.243973875484642}},"endToEndResponseTime":{"input":1.43896039249995,"reasoning":0,"answer":11.894861591280977,"total":13.333821983780927},"timeToFirstAnswerToken":{"input":1.43896039249995,"reasoning":0,"total":1.43896039249995},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-sonnet-4.6","matchedBy":"slug","catalog":{"id":"anthropic/claude-sonnet-4.6","canonical_slug":"anthropic/claude-4.6-sonnet-20260217","hugging_face_id":"","name":"Anthropic: Claude Sonnet 4.6","created":1771342990,"description":"Sonnet 4.6 is Anthropic's most capable Sonnet-class model yet, with frontier performance across coding, agents, and professional work. It excels at iterative development, complex codebase navigation, end-to-end project management with...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-4.6-sonnet-20260217/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1177,"win_rate":52.2,"rank":16},{"arena":"agents","category":"androidnative","elo":1209,"win_rate":62,"rank":13},{"arena":"agents","category":"fullstack","elo":1223,"win_rate":64.3,"rank":14},{"arena":"agents","category":"godotgamedev","elo":1226,"win_rate":60.6,"rank":7},{"arena":"agents","category":"mobileapps","elo":1241,"win_rate":63.6,"rank":11},{"arena":"agents","category":"webapps","elo":1205,"win_rate":57,"rank":22},{"arena":"models","category":"3d","elo":1263,"win_rate":57.6,"rank":29},{"arena":"models","category":"asciiart","elo":1253,"win_rate":60.1,"rank":16},{"arena":"models","category":"codecategories","elo":1291,"win_rate":59.4,"rank":19},{"arena":"models","category":"dataviz","elo":1293,"win_rate":58.2,"rank":14},{"arena":"models","category":"gamedev","elo":1283,"win_rate":58.8,"rank":25},{"arena":"models","category":"svg","elo":1220,"win_rate":58.7,"rank":22},{"arena":"models","category":"uicomponent","elo":1287,"win_rate":58.3,"rank":21},{"arena":"models","category":"website","elo":1297,"win_rate":60,"rank":14}],"artificial_analysis":{"intelligence_index":30.5,"coding_index":63,"agentic_index":33.1}},"reasoning":{"mandatory":false,"supported_efforts":["max","high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97610418575013,"uptime_last_5m":100,"uptime_last_1d":99.98991585339891,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","verbosity","top_k","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.53237410071942,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97802757978185,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.82572324851866,"uptime_last_5m":100,"uptime_last_1d":99.93747507087956,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.000003","completion":"0.000015","web_search":"0.01","input_cache_read":"0.0000003","input_cache_write":"0.00000375","input_cache_write_1h":"0.000006","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-4.6-sonnet-20260217","model_id":"anthropic/claude-sonnet-4.6","model_name":"Anthropic: Claude Sonnet 4.6","context_length":1000000,"pricing":{"prompt":"0.0000033","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.00000033","input_cache_write":"0.000004125","input_cache_write_1h":"0.0000066","discount":0},"provider_name":"Google","tag":"google-vertex/us-east5","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","top_p","temperature","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":9,"endpointError":null}},{"id":"ba0224cf-0351-4f56-8508-b3f1a740ae4a","slug":"claude-sonnet-5-high","name":"Claude Sonnet 5 (Adaptive Reasoning, High Effort)","shortName":"Claude Sonnet 5 (high)","sourceUrl":"https://artificialanalysis.ai/models/claude-sonnet-5-high","releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":32.0283996664651,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":33.96426133587019,"strategyAndOps":34.05428010435366,"legal":35.34776874043704,"engineering":32.392083151988565,"economics":41.727279753629894},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":64.4920096036395,"canonicalInputTokens":4165311647,"canonicalOutputTokens":88823950,"outputTokensPerTask":44341.34737975068,"answerTokensPerTask":16326.210929566934,"reasoningTokensPerTask":28015.136450183745,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":1.7924692244111728,"latency":{"timeToFirstChunkMs":2.91610124499998,"timeToFirstAnswerTokenMs":2.91610124499998,"endToEndMs":10.668999674944134}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1177.84,"score":1177.84,"outputTokensPerTask":82369.45054945054,"costPerTask":3.7646892597302335,"timePerTask":789.2691536283777,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1308.45,"score":1308.45,"outputTokensPerTask":34988.44090909091,"costPerTask":1.0174550722614486,"timePerTask":335.2613979926433,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.32096638814380396,"score":0.32096638814380396,"outputTokensPerTask":26593.870624048704,"costPerTask":0.573035028851479,"timePerTask":254.82410795667877,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0505050505050505,"score":0.0505050505050505,"outputTokensPerTask":165625.28787878787,"costPerTask":9.401018692598623,"timePerTask":1587.0317200315392,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.542824074074074,"score":0.542824074074074,"outputTokensPerTask":1847,"costPerTask":0.025494687499999998,"timePerTask":17.698067876225963,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.357275254865616,"score":0.357275254865616,"outputTokensPerTask":17307.88044485635,"costPerTask":0.17395588044485633,"timePerTask":165.84517753474373,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.094,"score":0.094,"outputTokensPerTask":6708.83,"costPerTask":0.41982038,"timePerTask":64.28442269088306,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.151428571428571,"score":0.151428571428571,"outputTokensPerTask":78964.67142857143,"costPerTask":0.7993123142857143,"timePerTask":756.6443501714879,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-3.683333333333333,"score":-3.683333333333333,"outputTokensPerTask":161.86466666666666,"costPerTask":0.0019605819999999998,"timePerTask":1.5509972157170313,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.766666666666667,"score":0.766666666666667,"outputTokensPerTask":1754.91,"costPerTask":0.30228588,"timePerTask":16.81565581844489,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.094,"score":0.094,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1308.45,"score":1308.45,"outputTokensPerTask":34988.44090909091,"costPerTask":1.0174550722614486,"timePerTask":335.2613979926433,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.404225,"score":0.404225,"outputTokensPerTask":34988.44090909091,"costPerTask":1.0174550722614486,"timePerTask":335.2613979926433,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0505050505050505,"score":0.0505050505050505,"outputTokensPerTask":165625.28787878787,"costPerTask":9.401018692598623,"timePerTask":1587.0317200315392,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.766666666666667,"score":0.766666666666667,"outputTokensPerTask":1754.91,"costPerTask":0.30228588,"timePerTask":16.81565581844489,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.357275254865616,"score":0.357275254865616,"outputTokensPerTask":17307.88044485635,"costPerTask":0.17395588044485633,"timePerTask":165.84517753474373,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.32096638814380396,"score":0.32096638814380396,"outputTokensPerTask":26593.870624048704,"costPerTask":0.573035028851479,"timePerTask":254.82410795667877,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":33.96426133587019,"score":33.96426133587019,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":34.05428010435366,"score":34.05428010435366,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":35.34776874043704,"score":35.34776874043704,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":32.392083151988565,"score":32.392083151988565,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":41.727279753629894,"score":41.727279753629894,"family":"Capability Index"}],"benchmarkCount":22,"raw":{"id":"ba0224cf-0351-4f56-8508-b3f1a740ae4a","slug":"claude-sonnet-5-high","name":"Claude Sonnet 5 (Adaptive Reasoning, High Effort)","shortName":"Claude Sonnet 5 (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":32.0283996664651,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":33.96426133587019,"strategyAndOps":34.05428010435366,"legal":35.34776874043704,"engineering":32.392083151988565,"economics":41.727279753629894},"omniscience":-3.683333333333333,"omniscienceBreakdown":{"accuracy":0.37433333333333335,"hallucinationRate":0.6571656899307405},"gdpPdfAllPass":0.094,"gdpval":1308.45,"gdpvalNormalized":0.404225,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":0.0505050505050505,"scicode":0.542824074074074,"lcr":0.766666666666667,"ifbench":null,"hle":0.357275254865616,"gpqa":null,"critpt":0.151428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.32096638814380396,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":4.116,"price1mBlended0To3To1":4,"price1mBlended7To2To1":1.54,"price1mBlended0To1To1":6,"price1mBlended100To1To1":0.3137254901960784,"price1mBlended0To100To1":2.0792079207920793,"intelligenceIndexTimePerTask":424.88152444512264,"intelligenceIndexCost":{"total":2086.0433261999005,"input":1197.8038261999006,"nonCacheInput":70.39093,"cacheRead":799.8154398956608,"cacheWrite":327.5974563042398,"output":888.2395000000001,"reasoning":646.1794500000001,"answer":242.06005000000002},"intelligenceIndexCostPerTask":{"cost":{"total":1.7924692244111728,"input":1.3490557506136662,"nonCacheInput":0.05131807364962929,"cacheRead":1.0120890703528487,"cacheWrite":0.2856486066111881,"output":0.4434134737975068,"reasoning":0.2801513645018374,"answer":0.1632621092956693},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.564703388959535},{"slug":"gdpval-aa","weightedCostPerTask":0.10174550722614487},{"slug":"automationbench-aa","weightedCostPerTask":0.028651751442573953},{"slug":"terminalbench-4-0","weightedCostPerTask":0.9401018692598622},{"slug":"scicode","weightedCostPerTask":0.00254946875},{"slug":"humanitys-last-exam","weightedCostPerTask":0.017395588044485634},{"slug":"gdp-pdf","weightedCostPerTask":0.041982038},{"slug":"critpt","weightedCostPerTask":0.07993123142857142},{"slug":"omniscience","weightedCostPerTask":0.00029408729999999994},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.015114294}]},"canonicalIntelligenceIndexTokenCount":{"input":4165311647,"output":88823950,"answer":24206005,"reasoning":64617945},"intelligenceIndexOutputTokensPerTask":{"reasoning":28015.136450183745,"answer":16326.210929566934,"output":44341.34737975068},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1177.84,"outputTokensPerTask":82369.45054945054,"costPerTask":3.7646892597302335,"timePerTask":789.2691536283777},{"slug":"gdpval-aa","score":1308.45,"outputTokensPerTask":34988.44090909091,"costPerTask":1.0174550722614486,"timePerTask":335.2613979926433},{"slug":"automationbench-aa","score":0.32096638814380396,"outputTokensPerTask":26593.870624048704,"costPerTask":0.573035028851479,"timePerTask":254.82410795667877},{"slug":"terminalbench-4-0","score":0.0505050505050505,"outputTokensPerTask":165625.28787878787,"costPerTask":9.401018692598623,"timePerTask":1587.0317200315392},{"slug":"scicode","score":0.542824074074074,"outputTokensPerTask":1847,"costPerTask":0.025494687499999998,"timePerTask":17.698067876225963},{"slug":"humanitys-last-exam","score":0.357275254865616,"outputTokensPerTask":17307.88044485635,"costPerTask":0.17395588044485633,"timePerTask":165.84517753474373},{"slug":"gdp-pdf","score":0.094,"outputTokensPerTask":6708.83,"costPerTask":0.41982038,"timePerTask":64.28442269088306},{"slug":"critpt","score":0.151428571428571,"outputTokensPerTask":78964.67142857143,"costPerTask":0.7993123142857143,"timePerTask":756.6443501714879},{"slug":"omniscience","score":-3.683333333333333,"outputTokensPerTask":161.86466666666666,"costPerTask":0.0019605819999999998,"timePerTask":1.5509972157170313},{"slug":"artificial-analysis-long-context-reasoning","score":0.766666666666667,"outputTokensPerTask":1754.91,"costPerTask":0.30228588,"timePerTask":16.81565581844489}],"briefcaseBreakdown":{"overall":{"elo":1177.84,"lower95ci":1171.72,"upper95ci":1184.05},"rubricPassRate":0.35454545454545455,"analyticalQuality":{"elo":1198.61,"lower95ci":1186.97,"upper95ci":1210.28},"presentation":{"elo":1187.48,"lower95ci":1174.69,"upper95ci":1198.98}},"briefcaseTotalCost":342.5867226354512,"timescaleData":{"medianOutputSpeed":64.4920096036395,"medianTimeToFirstChunk":2.91610124499998},"outputSpeedVariance":{"p05":47.9138451565367,"q25":52.9893666558207,"median":64.4920096036395,"q75":78.8086960538072,"p95":117.958655159992},"timeToFirstChunkVariance":{"p05":0.753384656250009,"q25":1.19972078525001,"median":2.91610124499998,"q75":13.243749379,"p95":38.61901941165},"performanceByPromptType":{"medium":{"medianOutputSpeed":67.270938444538,"medianTimeToFirstChunk":2.40129593700001,"medianTimeToFirstAnswerToken":2.40129593700001,"medianEndToEndResponseTime":9.833926008189348},"long":{"medianOutputSpeed":64.4920096036395,"medianTimeToFirstChunk":2.91610124499998,"medianTimeToFirstAnswerToken":2.91610124499998,"medianEndToEndResponseTime":10.668999674944134},"hundredK":{"medianOutputSpeed":71.9135677995802,"medianTimeToFirstChunk":13.134849241,"medianTimeToFirstAnswerToken":13.134849241,"medianEndToEndResponseTime":20.087640144011193},"mediumParallel":{"medianOutputSpeed":59.3994566555125,"medianTimeToFirstChunk":1.17596232200003,"medianTimeToFirstAnswerToken":1.17596232200003,"medianEndToEndResponseTime":9.593547736960186}},"endToEndResponseTime":{"input":2.91610124499998,"reasoning":0,"answer":7.752898429944154,"total":10.668999674944134},"timeToFirstAnswerToken":{"input":2.91610124499998,"reasoning":0,"total":2.91610124499998},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-sonnet-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-sonnet-5","canonical_slug":"anthropic/claude-sonnet-5-20260630","hugging_face_id":null,"name":"Anthropic: Claude Sonnet 5","created":1782843083,"description":"Sonnet 5 is Anthropic's most capable Sonnet-class model, with frontier performance across coding, agents, and professional work. It supports adaptive thinking with selectable reasoning effort levels (low, medium, high, max,...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-sonnet-5-20260630/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1226,"win_rate":52.3,"rank":7},{"arena":"agents","category":"androidnative","elo":1241,"win_rate":54.9,"rank":9},{"arena":"agents","category":"fullstack","elo":1260,"win_rate":54.2,"rank":8},{"arena":"agents","category":"godotgamedev","elo":1238,"win_rate":56.3,"rank":3},{"arena":"agents","category":"htmlslides","elo":1220,"win_rate":53.7,"rank":5},{"arena":"agents","category":"mobileapps","elo":1250,"win_rate":54.2,"rank":9},{"arena":"agents","category":"python-pptxslides","elo":1216,"win_rate":50.1,"rank":13},{"arena":"agents","category":"webapps","elo":1260,"win_rate":54.2,"rank":9},{"arena":"models","category":"3d","elo":1290,"win_rate":55,"rank":19},{"arena":"models","category":"asciiart","elo":1226,"win_rate":52.1,"rank":20},{"arena":"models","category":"codecategories","elo":1293,"win_rate":53.7,"rank":16},{"arena":"models","category":"dataviz","elo":1260,"win_rate":52.7,"rank":27},{"arena":"models","category":"gamedev","elo":1313,"win_rate":54.1,"rank":13},{"arena":"models","category":"svg","elo":1212,"win_rate":51.3,"rank":24},{"arena":"models","category":"uicomponent","elo":1298,"win_rate":55.1,"rank":17},{"arena":"models","category":"website","elo":1289,"win_rate":53.4,"rank":18}],"artificial_analysis":{"intelligence_index":38.4,"coding_index":71.5,"agentic_index":44.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99334818904447,"uptime_last_5m":100,"uptime_last_1d":99.99274506495698,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99392318911036,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.05992949471211,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.93898718730934,"uptime_last_5m":100,"uptime_last_1d":99.89939378305172,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.96955859969559,"uptime_last_5m":100,"uptime_last_1d":99.97887133818772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97732940376332,"uptime_last_5m":100,"uptime_last_1d":99.98216368740792,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.96286117507242,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95898277276456,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":10,"endpointError":null}},{"id":"142b93bf-09c4-42dc-9c3a-50b1a222cbd4","slug":"claude-sonnet-5-low","name":"Claude Sonnet 5 (Adaptive Reasoning, Low Effort)","shortName":"Claude Sonnet 5 (low)","sourceUrl":"https://artificialanalysis.ai/models/claude-sonnet-5-low","releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":24.7426143579597,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":26.821876265615508,"strategyAndOps":27.09660578053455,"legal":28.888210279195263,"engineering":25.762018614919228,"economics":33.6484342176398},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":63.2772947597978,"canonicalInputTokens":1062374029,"canonicalOutputTokens":25315768,"outputTokensPerTask":15168.378087035635,"answerTokensPerTask":8068.200939915205,"reasoningTokensPerTask":7100.177147120431,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":0.5087545600633299,"latency":{"timeToFirstChunkMs":1.43003774750002,"timeToFirstAnswerTokenMs":1.43003774750002,"endToEndMs":9.331766193667205}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":927.41,"score":927.41,"outputTokensPerTask":28837.164835164836,"costPerTask":0.817469444438685,"timePerTask":286.43829316793017,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1145.04,"score":1145.04,"outputTokensPerTask":12672.477272727272,"costPerTask":0.260014572897742,"timePerTask":125.87516078498143,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.19901936568973871,"score":0.19901936568973871,"outputTokensPerTask":12616.998477929985,"costPerTask":0.3046753012455299,"timePerTask":125.32409235021733,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0252525252525253,"score":0.0252525252525253,"outputTokensPerTask":60963.13636363636,"costPerTask":2.664186366704915,"timePerTask":605.5441589344426,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.501157407407407,"score":0.501157407407407,"outputTokensPerTask":643.6597222222222,"costPerTask":0.013203243055555553,"timePerTask":6.393443782290725,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.219184430027804,"score":0.219184430027804,"outputTokensPerTask":2470.267377201112,"costPerTask":0.025594195551436518,"timePerTask":24.537057482539492,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.094,"score":0.094,"outputTokensPerTask":2731.81,"costPerTask":0.36668110000000004,"timePerTask":27.1349488804422,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0457142857142857,"score":0.0457142857142857,"outputTokensPerTask":22356.85714285714,"costPerTask":0.23246405714285717,"timePerTask":222.06968116332308,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-8.233333333333333,"score":-8.233333333333333,"outputTokensPerTask":31.591,"costPerTask":0.0006578453333333333,"timePerTask":0.3137920170443953,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.673333333333333,"score":0.673333333333333,"outputTokensPerTask":467.88,"costPerTask":0.29174696,"timePerTask":4.64743151323895,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.094,"score":0.094,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1145.04,"score":1145.04,"outputTokensPerTask":12672.477272727272,"costPerTask":0.260014572897742,"timePerTask":125.87516078498143,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.32252,"score":0.32252,"outputTokensPerTask":12672.477272727272,"costPerTask":0.260014572897742,"timePerTask":125.87516078498143,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0252525252525253,"score":0.0252525252525253,"outputTokensPerTask":60963.13636363636,"costPerTask":2.664186366704915,"timePerTask":605.5441589344426,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.673333333333333,"score":0.673333333333333,"outputTokensPerTask":467.88,"costPerTask":0.29174696,"timePerTask":4.64743151323895,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.219184430027804,"score":0.219184430027804,"outputTokensPerTask":2470.267377201112,"costPerTask":0.025594195551436518,"timePerTask":24.537057482539492,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.19901936568973871,"score":0.19901936568973871,"outputTokensPerTask":12616.998477929985,"costPerTask":0.3046753012455299,"timePerTask":125.32409235021733,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":26.821876265615508,"score":26.821876265615508,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":27.09660578053455,"score":27.09660578053455,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":28.888210279195263,"score":28.888210279195263,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":25.762018614919228,"score":25.762018614919228,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":33.6484342176398,"score":33.6484342176398,"family":"Capability Index"}],"benchmarkCount":22,"raw":{"id":"142b93bf-09c4-42dc-9c3a-50b1a222cbd4","slug":"claude-sonnet-5-low","name":"Claude Sonnet 5 (Adaptive Reasoning, Low Effort)","shortName":"Claude Sonnet 5 (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":24.7426143579597,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":26.821876265615508,"strategyAndOps":27.09660578053455,"legal":28.888210279195263,"engineering":25.762018614919228,"economics":33.6484342176398},"omniscience":-8.233333333333333,"omniscienceBreakdown":{"accuracy":0.3735,"hallucinationRate":0.7275871242351689},"gdpPdfAllPass":0.094,"gdpval":1145.04,"gdpvalNormalized":0.32252,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":0.0252525252525253,"scicode":0.501157407407407,"lcr":0.673333333333333,"ifbench":null,"hle":0.219184430027804,"gpqa":null,"critpt":0.0457142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.19901936568973871,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":4.116,"price1mBlended0To3To1":4,"price1mBlended7To2To1":1.54,"price1mBlended0To1To1":6,"price1mBlended100To1To1":0.3137254901960784,"price1mBlended0To100To1":2.0792079207920793,"intelligenceIndexTimePerTask":150.66683407372096,"intelligenceIndexCost":{"total":652.6980686022611,"input":399.54038860226103,"nonCacheInput":69.19011,"cacheRead":194.70410055632513,"cacheWrite":135.64617804593595,"output":253.15768,"reasoning":122.34334000000001,"answer":130.81434},"intelligenceIndexCostPerTask":{"cost":{"total":0.5087545600633299,"input":0.35707077919297353,"nonCacheInput":0.04999636363270444,"cacheRead":0.2152718829408736,"cacheWrite":0.09180253261939542,"output":0.15168378087035633,"reasoning":0.07100177147120433,"answer":0.08068200939915204},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.12262041666580274},{"slug":"gdpval-aa","weightedCostPerTask":0.0260014572897742},{"slug":"automationbench-aa","weightedCostPerTask":0.015233765062276496},{"slug":"terminalbench-4-0","weightedCostPerTask":0.2664186366704915},{"slug":"scicode","weightedCostPerTask":0.0013203243055555556},{"slug":"humanitys-last-exam","weightedCostPerTask":0.002559419555143652},{"slug":"gdp-pdf","weightedCostPerTask":0.036668110000000004},{"slug":"critpt","weightedCostPerTask":0.02324640571428572},{"slug":"omniscience","weightedCostPerTask":0.00009867679999999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.014587348}]},"canonicalIntelligenceIndexTokenCount":{"input":1062374029,"output":25315768,"answer":13081434,"reasoning":12234334},"intelligenceIndexOutputTokensPerTask":{"reasoning":7100.177147120431,"answer":8068.200939915205,"output":15168.378087035635},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":927.41,"outputTokensPerTask":28837.164835164836,"costPerTask":0.817469444438685,"timePerTask":286.43829316793017},{"slug":"gdpval-aa","score":1145.04,"outputTokensPerTask":12672.477272727272,"costPerTask":0.260014572897742,"timePerTask":125.87516078498143},{"slug":"automationbench-aa","score":0.19901936568973871,"outputTokensPerTask":12616.998477929985,"costPerTask":0.3046753012455299,"timePerTask":125.32409235021733},{"slug":"terminalbench-4-0","score":0.0252525252525253,"outputTokensPerTask":60963.13636363636,"costPerTask":2.664186366704915,"timePerTask":605.5441589344426},{"slug":"scicode","score":0.501157407407407,"outputTokensPerTask":643.6597222222222,"costPerTask":0.013203243055555553,"timePerTask":6.393443782290725},{"slug":"humanitys-last-exam","score":0.219184430027804,"outputTokensPerTask":2470.267377201112,"costPerTask":0.025594195551436518,"timePerTask":24.537057482539492},{"slug":"gdp-pdf","score":0.094,"outputTokensPerTask":2731.81,"costPerTask":0.36668110000000004,"timePerTask":27.1349488804422},{"slug":"critpt","score":0.0457142857142857,"outputTokensPerTask":22356.85714285714,"costPerTask":0.23246405714285717,"timePerTask":222.06968116332308},{"slug":"omniscience","score":-8.233333333333333,"outputTokensPerTask":31.591,"costPerTask":0.0006578453333333333,"timePerTask":0.3137920170443953},{"slug":"artificial-analysis-long-context-reasoning","score":0.673333333333333,"outputTokensPerTask":467.88,"costPerTask":0.29174696,"timePerTask":4.64743151323895}],"briefcaseBreakdown":{"overall":{"elo":927.41,"lower95ci":920.69,"upper95ci":934.5},"rubricPassRate":0.24646464646464647,"analyticalQuality":{"elo":876.82,"lower95ci":863.91,"upper95ci":890.9},"presentation":{"elo":951.75,"lower95ci":940.23,"upper95ci":964.61}},"briefcaseTotalCost":74.38971944392033,"timescaleData":{"medianOutputSpeed":63.2772947597978,"medianTimeToFirstChunk":1.43003774750002},"outputSpeedVariance":{"p05":48.4921333970226,"q25":52.270734781252,"median":63.2772947597978,"q75":73.4228299903619,"p95":112.940176861605},"timeToFirstChunkVariance":{"p05":0.699432398249977,"q25":1.07536082325,"median":1.43003774750002,"q75":2.09233183675005,"p95":4.12856495904999},"performanceByPromptType":{"medium":{"medianOutputSpeed":65.5664283560975,"medianTimeToFirstChunk":1.156602758,"medianTimeToFirstAnswerToken":1.156602758,"medianEndToEndResponseTime":8.782456606320858},"long":{"medianOutputSpeed":63.2772947597978,"medianTimeToFirstChunk":1.43003774750002,"medianTimeToFirstAnswerToken":1.43003774750002,"medianEndToEndResponseTime":9.331766193667205},"hundredK":{"medianOutputSpeed":62.7090738093433,"medianTimeToFirstChunk":3.0097443225,"medianTimeToFirstAnswerToken":3.0097443225,"medianEndToEndResponseTime":10.983072098320264},"mediumParallel":{"medianOutputSpeed":56.273363628294,"medianTimeToFirstChunk":1.23645369499997,"medianTimeToFirstAnswerToken":1.23645369499997,"medianEndToEndResponseTime":10.121652086599262}},"endToEndResponseTime":{"input":1.43003774750002,"reasoning":0,"answer":7.901728446167185,"total":9.331766193667205},"timeToFirstAnswerToken":{"input":1.43003774750002,"reasoning":0,"total":1.43003774750002},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-sonnet-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-sonnet-5","canonical_slug":"anthropic/claude-sonnet-5-20260630","hugging_face_id":null,"name":"Anthropic: Claude Sonnet 5","created":1782843083,"description":"Sonnet 5 is Anthropic's most capable Sonnet-class model, with frontier performance across coding, agents, and professional work. It supports adaptive thinking with selectable reasoning effort levels (low, medium, high, max,...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-sonnet-5-20260630/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1226,"win_rate":52.3,"rank":7},{"arena":"agents","category":"androidnative","elo":1241,"win_rate":54.9,"rank":9},{"arena":"agents","category":"fullstack","elo":1260,"win_rate":54.2,"rank":8},{"arena":"agents","category":"godotgamedev","elo":1238,"win_rate":56.3,"rank":3},{"arena":"agents","category":"htmlslides","elo":1220,"win_rate":53.7,"rank":5},{"arena":"agents","category":"mobileapps","elo":1250,"win_rate":54.2,"rank":9},{"arena":"agents","category":"python-pptxslides","elo":1216,"win_rate":50.1,"rank":13},{"arena":"agents","category":"webapps","elo":1260,"win_rate":54.2,"rank":9},{"arena":"models","category":"3d","elo":1290,"win_rate":55,"rank":19},{"arena":"models","category":"asciiart","elo":1226,"win_rate":52.1,"rank":20},{"arena":"models","category":"codecategories","elo":1293,"win_rate":53.7,"rank":16},{"arena":"models","category":"dataviz","elo":1260,"win_rate":52.7,"rank":27},{"arena":"models","category":"gamedev","elo":1313,"win_rate":54.1,"rank":13},{"arena":"models","category":"svg","elo":1212,"win_rate":51.3,"rank":24},{"arena":"models","category":"uicomponent","elo":1298,"win_rate":55.1,"rank":17},{"arena":"models","category":"website","elo":1289,"win_rate":53.4,"rank":18}],"artificial_analysis":{"intelligence_index":38.4,"coding_index":71.5,"agentic_index":44.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99334818904447,"uptime_last_5m":100,"uptime_last_1d":99.99274506495698,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99392318911036,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.05992949471211,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.93898718730934,"uptime_last_5m":100,"uptime_last_1d":99.89939378305172,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.96955859969559,"uptime_last_5m":100,"uptime_last_1d":99.97887133818772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97732940376332,"uptime_last_5m":100,"uptime_last_1d":99.98216368740792,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.96286117507242,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95898277276456,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":10,"endpointError":null}},{"id":"23c86e4a-c769-43c0-a056-79e3cd15834f","slug":"claude-sonnet-5","name":"Claude Sonnet 5 (Adaptive Reasoning, Max Effort)","shortName":"Claude Sonnet 5 (max)","sourceUrl":"https://artificialanalysis.ai/models/claude-sonnet-5","releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":38.3576962882576,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":40.67592479863847,"strategyAndOps":39.588982914016995,"legal":42.619239340487226,"healthcareAndMedical":43.10341215215245,"engineering":40.443006193320755,"economics":49.646192944856345},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":75.6937765106103,"canonicalInputTokens":12859330968,"canonicalOutputTokens":366709180,"outputTokensPerTask":117787.3208616511,"answerTokensPerTask":29395.02883974881,"reasoningTokensPerTask":88392.29202190228,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":5.091163584815694,"latency":{"timeToFirstChunkMs":135.307472228,"timeToFirstAnswerTokenMs":135.307472228,"endToEndMs":141.9130351031713}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1355.19,"score":1355.19,"outputTokensPerTask":209361.23076923078,"costPerTask":14.4291759462594,"timePerTask":1697.0514368551928,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1500.86,"score":1500.86,"outputTokensPerTask":120236.95454545454,"costPerTask":4.703913880294028,"timePerTask":974.6231225559098,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.36512675717036386,"score":0.36512675717036386,"outputTokensPerTask":56715.713850837135,"costPerTask":1.0014758100008545,"timePerTask":459.729259945565,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.141414141414141,"score":0.141414141414141,"outputTokensPerTask":329898.42424242425,"costPerTask":19.69417991135462,"timePerTask":2674.1082521337103,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.542824074074074,"score":0.542824074074074,"outputTokensPerTask":18415.23611111111,"costPerTask":0.19166355555555553,"timePerTask":149.27120359182422,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.412882298424467,"score":0.412882298424467,"outputTokensPerTask":101991.07645968489,"costPerTask":1.020804596848934,"timePerTask":826.7247102836278,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.132,"score":0.132,"outputTokensPerTask":26259.57,"costPerTask":0.61530626,"timePerTask":212.85622383840578,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.168571428571429,"score":0.168571428571429,"outputTokensPerTask":230325.67142857143,"costPerTask":2.3137540857142858,"timePerTask":1866.98611871143,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":16.45,"score":16.45,"outputTokensPerTask":2868.641833333333,"costPerTask":0.02902770266666667,"timePerTask":23.25279005666181,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.82,"score":0.82,"outputTokensPerTask":8087.22,"costPerTask":0.36794035999999997,"timePerTask":65.55381944755501,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.55,"score":0.55,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.900709219858156,"score":0.900709219858156,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.132,"score":0.132,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1500.86,"score":1500.86,"outputTokensPerTask":120236.95454545454,"costPerTask":4.703913880294028,"timePerTask":974.6231225559098,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.5004299999999999,"score":0.5004299999999999,"outputTokensPerTask":120236.95454545454,"costPerTask":4.703913880294028,"timePerTask":974.6231225559098,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.37319587628866,"score":0.37319587628866,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.805243445692884,"score":0.805243445692884,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.141414141414141,"score":0.141414141414141,"outputTokensPerTask":329898.42424242425,"costPerTask":19.69417991135462,"timePerTask":2674.1082521337103,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.82,"score":0.82,"outputTokensPerTask":8087.22,"costPerTask":0.36794035999999997,"timePerTask":65.55381944755501,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.412882298424467,"score":0.412882298424467,"outputTokensPerTask":101991.07645968489,"costPerTask":1.020804596848934,"timePerTask":826.7247102836278,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.911111111111111,"score":0.911111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.772832369942197,"score":0.772832369942197,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.4625,"score":0.4625,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.36512675717036386,"score":0.36512675717036386,"outputTokensPerTask":56715.713850837135,"costPerTask":1.0014758100008545,"timePerTask":459.729259945565,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4467323187108326,"score":0.4467323187108326,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":40.67592479863847,"score":40.67592479863847,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":39.588982914016995,"score":39.588982914016995,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":42.619239340487226,"score":42.619239340487226,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":43.10341215215245,"score":43.10341215215245,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":40.443006193320755,"score":40.443006193320755,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":49.646192944856345,"score":49.646192944856345,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"23c86e4a-c769-43c0-a056-79e3cd15834f","slug":"claude-sonnet-5","name":"Claude Sonnet 5 (Adaptive Reasoning, Max Effort)","shortName":"Claude Sonnet 5 (max)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":38.3576962882576,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":40.67592479863847,"strategyAndOps":39.588982914016995,"legal":42.619239340487226,"healthcareAndMedical":43.10341215215245,"engineering":40.443006193320755,"economics":49.646192944856345},"omniscience":16.45,"omniscienceBreakdown":{"accuracy":0.4005,"hallucinationRate":0.39366138448707255},"mlcrOverall":0.55,"harveyLab":0.900709219858156,"gdpPdfAllPass":0.132,"gdpval":1500.86,"gdpvalNormalized":0.5004299999999999,"itBenchSre":null,"tau2":null,"tauBanking":0.37319587628866,"terminalbenchHard":null,"terminalBench21":0.805243445692884,"terminalBench40":0.141414141414141,"scicode":0.542824074074074,"lcr":0.82,"ifbench":null,"hle":0.412882298424467,"gpqa":0.911111111111111,"critpt":0.168571428571429,"apexAgents":null,"mmmuPro":0.772832369942197,"livecodebench":null,"aime25":null,"analystAgent":0.4625,"automationBenchPartialScore":0.36512675717036386,"enterpriseOpsGym":0.4467323187108326,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":4.116,"price1mBlended0To3To1":4,"price1mBlended7To2To1":1.54,"price1mBlended0To1To1":6,"price1mBlended100To1To1":0.3137254901960784,"price1mBlended0To100To1":2.0792079207920793,"intelligenceIndexTimePerTask":954.7667511179251,"intelligenceIndexCost":{"total":6998.250634094257,"input":3331.158834094257,"nonCacheInput":70.852508,"cacheRead":2504.300474687456,"cacheWrite":756.0058514068016,"output":3667.0918,"reasoning":3275.00154,"answer":392.09026},"intelligenceIndexCostPerTask":{"cost":{"total":5.091163584815694,"input":3.9132903761991837,"nonCacheInput":0.051565896462510113,"cacheRead":3.134486434589194,"cacheWrite":0.7272380451474796,"output":1.177873208616511,"reasoning":0.8839229202190229,"answer":0.29395028839748816},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":2.16437639193891},{"slug":"gdpval-aa","weightedCostPerTask":0.4703913880294028},{"slug":"automationbench-aa","weightedCostPerTask":0.05007379050004273},{"slug":"terminalbench-4-0","weightedCostPerTask":1.969417991135462},{"slug":"scicode","weightedCostPerTask":0.019166355555555556},{"slug":"humanitys-last-exam","weightedCostPerTask":0.1020804596848934},{"slug":"gdp-pdf","weightedCostPerTask":0.061530626},{"slug":"critpt","weightedCostPerTask":0.23137540857142858},{"slug":"omniscience","weightedCostPerTask":0.0043541554},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.018397018}]},"canonicalIntelligenceIndexTokenCount":{"input":12859330968,"output":366709180,"answer":39209026,"reasoning":327500154},"intelligenceIndexOutputTokensPerTask":{"reasoning":88392.29202190228,"answer":29395.02883974881,"output":117787.3208616511},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1355.19,"outputTokensPerTask":209361.23076923078,"costPerTask":14.4291759462594,"timePerTask":1697.0514368551928},{"slug":"gdpval-aa","score":1500.86,"outputTokensPerTask":120236.95454545454,"costPerTask":4.703913880294028,"timePerTask":974.6231225559098},{"slug":"automationbench-aa","score":0.36512675717036386,"outputTokensPerTask":56715.713850837135,"costPerTask":1.0014758100008545,"timePerTask":459.729259945565},{"slug":"terminalbench-4-0","score":0.141414141414141,"outputTokensPerTask":329898.42424242425,"costPerTask":19.69417991135462,"timePerTask":2674.1082521337103},{"slug":"scicode","score":0.542824074074074,"outputTokensPerTask":18415.23611111111,"costPerTask":0.19166355555555553,"timePerTask":149.27120359182422},{"slug":"humanitys-last-exam","score":0.412882298424467,"outputTokensPerTask":101991.07645968489,"costPerTask":1.020804596848934,"timePerTask":826.7247102836278},{"slug":"gdp-pdf","score":0.132,"outputTokensPerTask":26259.57,"costPerTask":0.61530626,"timePerTask":212.85622383840578},{"slug":"critpt","score":0.168571428571429,"outputTokensPerTask":230325.67142857143,"costPerTask":2.3137540857142858,"timePerTask":1866.98611871143},{"slug":"omniscience","score":16.45,"outputTokensPerTask":2868.641833333333,"costPerTask":0.02902770266666667,"timePerTask":23.25279005666181},{"slug":"artificial-analysis-long-context-reasoning","score":0.82,"outputTokensPerTask":8087.22,"costPerTask":0.36794035999999997,"timePerTask":65.55381944755501}],"briefcaseBreakdown":{"overall":{"elo":1355.19,"lower95ci":1349.09,"upper95ci":1361.66},"rubricPassRate":0.42323232323232324,"analyticalQuality":{"elo":1412.87,"lower95ci":1401.21,"upper95ci":1425.22},"presentation":{"elo":1405.85,"lower95ci":1394.97,"upper95ci":1417.11}},"briefcaseTotalCost":1313.0550111096054,"timescaleData":{"medianOutputSpeed":75.6937765106103,"medianTimeToFirstChunk":135.307472228},"outputSpeedVariance":{"p05":60.9531673815837,"q25":66.8626954745569,"median":75.6937765106103,"q75":82.2581302169464,"p95":95.1153607891413},"timeToFirstChunkVariance":{"p05":70.7537104579,"q25":117.080925459,"median":135.307472228,"q75":172.1386424795,"p95":260.3831209503},"performanceByPromptType":{"medium":{"medianOutputSpeed":86.2311649290048,"medianTimeToFirstChunk":116.5635223175,"medianTimeToFirstAnswerToken":116.5635223175,"medianEndToEndResponseTime":122.36189000059528},"long":{"medianOutputSpeed":75.6937765106103,"medianTimeToFirstChunk":135.307472228,"medianTimeToFirstAnswerToken":135.307472228,"medianEndToEndResponseTime":141.9130351031713},"hundredK":{"medianOutputSpeed":71.5660899888036,"medianTimeToFirstChunk":222.4255451735,"medianTimeToFirstAnswerToken":222.4255451735,"medianEndToEndResponseTime":229.41209425111796},"mediumParallel":{"medianOutputSpeed":68.5330673003373,"medianTimeToFirstChunk":123.929829935,"medianTimeToFirstAnswerToken":123.929829935,"medianEndToEndResponseTime":131.22557810002542}},"endToEndResponseTime":{"input":135.307472228,"reasoning":0,"answer":6.605562875171289,"total":141.9130351031713},"timeToFirstAnswerToken":{"input":135.307472228,"reasoning":0,"total":135.307472228},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":8,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-sonnet-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-sonnet-5","canonical_slug":"anthropic/claude-sonnet-5-20260630","hugging_face_id":null,"name":"Anthropic: Claude Sonnet 5","created":1782843083,"description":"Sonnet 5 is Anthropic's most capable Sonnet-class model, with frontier performance across coding, agents, and professional work. It supports adaptive thinking with selectable reasoning effort levels (low, medium, high, max,...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-sonnet-5-20260630/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1226,"win_rate":52.3,"rank":7},{"arena":"agents","category":"androidnative","elo":1241,"win_rate":54.9,"rank":9},{"arena":"agents","category":"fullstack","elo":1260,"win_rate":54.2,"rank":8},{"arena":"agents","category":"godotgamedev","elo":1238,"win_rate":56.3,"rank":3},{"arena":"agents","category":"htmlslides","elo":1220,"win_rate":53.7,"rank":5},{"arena":"agents","category":"mobileapps","elo":1250,"win_rate":54.2,"rank":9},{"arena":"agents","category":"python-pptxslides","elo":1216,"win_rate":50.1,"rank":13},{"arena":"agents","category":"webapps","elo":1260,"win_rate":54.2,"rank":9},{"arena":"models","category":"3d","elo":1290,"win_rate":55,"rank":19},{"arena":"models","category":"asciiart","elo":1226,"win_rate":52.1,"rank":20},{"arena":"models","category":"codecategories","elo":1293,"win_rate":53.7,"rank":16},{"arena":"models","category":"dataviz","elo":1260,"win_rate":52.7,"rank":27},{"arena":"models","category":"gamedev","elo":1313,"win_rate":54.1,"rank":13},{"arena":"models","category":"svg","elo":1212,"win_rate":51.3,"rank":24},{"arena":"models","category":"uicomponent","elo":1298,"win_rate":55.1,"rank":17},{"arena":"models","category":"website","elo":1289,"win_rate":53.4,"rank":18}],"artificial_analysis":{"intelligence_index":38.4,"coding_index":71.5,"agentic_index":44.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99334818904447,"uptime_last_5m":100,"uptime_last_1d":99.99274506495698,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99392318911036,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.05992949471211,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.93898718730934,"uptime_last_5m":100,"uptime_last_1d":99.89939378305172,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.96955859969559,"uptime_last_5m":100,"uptime_last_1d":99.97887133818772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97732940376332,"uptime_last_5m":100,"uptime_last_1d":99.98216368740792,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.96286117507242,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95898277276456,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":10,"endpointError":null}},{"id":"effcd151-7c31-4437-af3d-e88daeae9385","slug":"claude-sonnet-5-medium","name":"Claude Sonnet 5 (Adaptive Reasoning, Medium Effort)","shortName":"Claude Sonnet 5 (medium)","sourceUrl":"https://artificialanalysis.ai/models/claude-sonnet-5-medium","releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":28.4376468379456,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":30.533470352491715,"strategyAndOps":31.089372307740067,"legal":32.13994837735745,"engineering":29.05796423656665,"economics":38.02684584491813},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":61.7390331100862,"canonicalInputTokens":2224199615,"canonicalOutputTokens":51122413,"outputTokensPerTask":27337.078040610624,"answerTokensPerTask":11895.8126007476,"reasoningTokensPerTask":15441.265439863024,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":0.9991061406688175,"latency":{"timeToFirstChunkMs":1.84472624450001,"timeToFirstAnswerTokenMs":1.84472624450001,"endToEndMs":9.943330560321662}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1053.88,"score":1053.88,"outputTokensPerTask":46726.593406593405,"costPerTask":1.7322434101530069,"timePerTask":477.5583318230349,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1222.52,"score":1222.52,"outputTokensPerTask":21451.168181818182,"costPerTask":0.5286853952633941,"timePerTask":219.23669896977637,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.27872150606397167,"score":0.27872150606397167,"outputTokensPerTask":18591.62404870624,"costPerTask":0.43112373621748673,"timePerTask":190.0113900733955,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0202020202020202,"score":0.0202020202020202,"outputTokensPerTask":112442.74242424243,"costPerTask":5.533320628316333,"timePerTask":1149.1950211408157,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.516203703703704,"score":0.516203703703704,"outputTokensPerTask":1025.4340277777778,"costPerTask":0.01714157638888889,"timePerTask":10.480211117445402,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.299814643188137,"score":0.299814643188137,"outputTokensPerTask":8377.206209453198,"costPerTask":0.08466346895273401,"timePerTask":85.61729694079365,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.116,"score":0.116,"outputTokensPerTask":4201.91,"costPerTask":0.39505313999999997,"timePerTask":42.94464851331056,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0857142857142857,"score":0.0857142857142857,"outputTokensPerTask":45959.07142857143,"costPerTask":0.4689477714285715,"timePerTask":469.7140511096463,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-6.866666666666666,"score":-6.866666666666666,"outputTokensPerTask":69.99066666666667,"costPerTask":0.0010418419999999999,"timePerTask":0.7153234075009417,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.736666666666667,"score":0.736666666666667,"outputTokensPerTask":845.12,"costPerTask":0.29551936,"timePerTask":8.637353334928408,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.116,"score":0.116,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1222.52,"score":1222.52,"outputTokensPerTask":21451.168181818182,"costPerTask":0.5286853952633941,"timePerTask":219.23669896977637,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.36125999999999997,"score":0.36125999999999997,"outputTokensPerTask":21451.168181818182,"costPerTask":0.5286853952633941,"timePerTask":219.23669896977637,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0202020202020202,"score":0.0202020202020202,"outputTokensPerTask":112442.74242424243,"costPerTask":5.533320628316333,"timePerTask":1149.1950211408157,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.736666666666667,"score":0.736666666666667,"outputTokensPerTask":845.12,"costPerTask":0.29551936,"timePerTask":8.637353334928408,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.299814643188137,"score":0.299814643188137,"outputTokensPerTask":8377.206209453198,"costPerTask":0.08466346895273401,"timePerTask":85.61729694079365,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.27872150606397167,"score":0.27872150606397167,"outputTokensPerTask":18591.62404870624,"costPerTask":0.43112373621748673,"timePerTask":190.0113900733955,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":30.533470352491715,"score":30.533470352491715,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":31.089372307740067,"score":31.089372307740067,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":32.13994837735745,"score":32.13994837735745,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":29.05796423656665,"score":29.05796423656665,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":38.02684584491813,"score":38.02684584491813,"family":"Capability Index"}],"benchmarkCount":22,"raw":{"id":"effcd151-7c31-4437-af3d-e88daeae9385","slug":"claude-sonnet-5-medium","name":"Claude Sonnet 5 (Adaptive Reasoning, Medium Effort)","shortName":"Claude Sonnet 5 (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":28.4376468379456,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":30.533470352491715,"strategyAndOps":31.089372307740067,"legal":32.13994837735745,"engineering":29.05796423656665,"economics":38.02684584491813},"omniscience":-6.866666666666666,"omniscienceBreakdown":{"accuracy":0.371,"hallucinationRate":0.6989931107578167},"gdpPdfAllPass":0.116,"gdpval":1222.52,"gdpvalNormalized":0.36125999999999997,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":0.0202020202020202,"scicode":0.516203703703704,"lcr":0.736666666666667,"ifbench":null,"hle":0.299814643188137,"gpqa":null,"critpt":0.0857142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.27872150606397167,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":4.116,"price1mBlended0To3To1":4,"price1mBlended7To2To1":1.54,"price1mBlended0To1To1":6,"price1mBlended100To1To1":0.3137254901960784,"price1mBlended0To100To1":2.0792079207920793,"intelligenceIndexTimePerTask":279.39227823417536,"intelligenceIndexCost":{"total":1218.167579445637,"input":706.943449445637,"nonCacheInput":70.624006,"cacheRead":420.5130075264664,"cacheWrite":215.8064359191706,"output":511.22413,"reasoning":324.99507,"answer":186.22906},"intelligenceIndexCostPerTask":{"cost":{"total":0.9991061406688175,"input":0.7257353602627111,"nonCacheInput":0.05142167231121703,"cacheRead":0.5067724390222788,"cacheWrite":0.1675412489292154,"output":0.27337078040610624,"reasoning":0.15441265439863025,"answer":0.118958126007476},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.259836511522951},{"slug":"gdpval-aa","weightedCostPerTask":0.05286853952633941},{"slug":"automationbench-aa","weightedCostPerTask":0.021556186810874338},{"slug":"terminalbench-4-0","weightedCostPerTask":0.5533320628316333},{"slug":"scicode","weightedCostPerTask":0.0017141576388888888},{"slug":"humanitys-last-exam","weightedCostPerTask":0.008466346895273402},{"slug":"gdp-pdf","weightedCostPerTask":0.039505314},{"slug":"critpt","weightedCostPerTask":0.04689477714285715},{"slug":"omniscience","weightedCostPerTask":0.00015627629999999997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.014775968}]},"canonicalIntelligenceIndexTokenCount":{"input":2224199615,"output":51122413,"answer":18622906,"reasoning":32499507},"intelligenceIndexOutputTokensPerTask":{"reasoning":15441.265439863024,"answer":11895.8126007476,"output":27337.078040610624},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1053.88,"outputTokensPerTask":46726.593406593405,"costPerTask":1.7322434101530069,"timePerTask":477.5583318230349},{"slug":"gdpval-aa","score":1222.52,"outputTokensPerTask":21451.168181818182,"costPerTask":0.5286853952633941,"timePerTask":219.23669896977637},{"slug":"automationbench-aa","score":0.27872150606397167,"outputTokensPerTask":18591.62404870624,"costPerTask":0.43112373621748673,"timePerTask":190.0113900733955},{"slug":"terminalbench-4-0","score":0.0202020202020202,"outputTokensPerTask":112442.74242424243,"costPerTask":5.533320628316333,"timePerTask":1149.1950211408157},{"slug":"scicode","score":0.516203703703704,"outputTokensPerTask":1025.4340277777778,"costPerTask":0.01714157638888889,"timePerTask":10.480211117445402},{"slug":"humanitys-last-exam","score":0.299814643188137,"outputTokensPerTask":8377.206209453198,"costPerTask":0.08466346895273401,"timePerTask":85.61729694079365},{"slug":"gdp-pdf","score":0.116,"outputTokensPerTask":4201.91,"costPerTask":0.39505313999999997,"timePerTask":42.94464851331056},{"slug":"critpt","score":0.0857142857142857,"outputTokensPerTask":45959.07142857143,"costPerTask":0.4689477714285715,"timePerTask":469.7140511096463},{"slug":"omniscience","score":-6.866666666666666,"outputTokensPerTask":69.99066666666667,"costPerTask":0.0010418419999999999,"timePerTask":0.7153234075009417},{"slug":"artificial-analysis-long-context-reasoning","score":0.736666666666667,"outputTokensPerTask":845.12,"costPerTask":0.29551936,"timePerTask":8.637353334928408}],"briefcaseBreakdown":{"overall":{"elo":1053.88,"lower95ci":1047.5,"upper95ci":1060.18},"rubricPassRate":0.2909090909090909,"analyticalQuality":{"elo":1033.76,"lower95ci":1021.12,"upper95ci":1045.68},"presentation":{"elo":1087.5,"lower95ci":1076.28,"upper95ci":1099.08}},"briefcaseTotalCost":157.63415032392362,"timescaleData":{"medianOutputSpeed":61.7390331100862,"medianTimeToFirstChunk":1.84472624450001},"outputSpeedVariance":{"p05":48.3450163197801,"q25":52.083186723005,"median":61.7390331100862,"q75":79.9227327420168,"p95":114.807962762054},"timeToFirstChunkVariance":{"p05":0.882898368149835,"q25":1.19503214000003,"median":1.84472624450001,"q75":3.69454931674999,"p95":12.0501698071498},"performanceByPromptType":{"medium":{"medianOutputSpeed":66.6487857608953,"medianTimeToFirstChunk":2.047292928,"medianTimeToFirstAnswerToken":2.047292928,"medianEndToEndResponseTime":9.54930506958299},"long":{"medianOutputSpeed":61.7390331100862,"medianTimeToFirstChunk":1.84472624450001,"medianTimeToFirstAnswerToken":1.84472624450001,"medianEndToEndResponseTime":9.943330560321662},"hundredK":{"medianOutputSpeed":69.0590929075317,"medianTimeToFirstChunk":2.289766292,"medianTimeToFirstAnswerToken":2.289766292,"medianEndToEndResponseTime":9.529942479507802},"mediumParallel":{"medianOutputSpeed":57.0653047986834,"medianTimeToFirstChunk":1.10542948699993,"medianTimeToFirstAnswerToken":1.10542948699993,"medianEndToEndResponseTime":9.867320828225814}},"endToEndResponseTime":{"input":1.84472624450001,"reasoning":0,"answer":8.098604315821653,"total":9.943330560321662},"timeToFirstAnswerToken":{"input":1.84472624450001,"reasoning":0,"total":1.84472624450001},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-sonnet-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-sonnet-5","canonical_slug":"anthropic/claude-sonnet-5-20260630","hugging_face_id":null,"name":"Anthropic: Claude Sonnet 5","created":1782843083,"description":"Sonnet 5 is Anthropic's most capable Sonnet-class model, with frontier performance across coding, agents, and professional work. It supports adaptive thinking with selectable reasoning effort levels (low, medium, high, max,...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-sonnet-5-20260630/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1226,"win_rate":52.3,"rank":7},{"arena":"agents","category":"androidnative","elo":1241,"win_rate":54.9,"rank":9},{"arena":"agents","category":"fullstack","elo":1260,"win_rate":54.2,"rank":8},{"arena":"agents","category":"godotgamedev","elo":1238,"win_rate":56.3,"rank":3},{"arena":"agents","category":"htmlslides","elo":1220,"win_rate":53.7,"rank":5},{"arena":"agents","category":"mobileapps","elo":1250,"win_rate":54.2,"rank":9},{"arena":"agents","category":"python-pptxslides","elo":1216,"win_rate":50.1,"rank":13},{"arena":"agents","category":"webapps","elo":1260,"win_rate":54.2,"rank":9},{"arena":"models","category":"3d","elo":1290,"win_rate":55,"rank":19},{"arena":"models","category":"asciiart","elo":1226,"win_rate":52.1,"rank":20},{"arena":"models","category":"codecategories","elo":1293,"win_rate":53.7,"rank":16},{"arena":"models","category":"dataviz","elo":1260,"win_rate":52.7,"rank":27},{"arena":"models","category":"gamedev","elo":1313,"win_rate":54.1,"rank":13},{"arena":"models","category":"svg","elo":1212,"win_rate":51.3,"rank":24},{"arena":"models","category":"uicomponent","elo":1298,"win_rate":55.1,"rank":17},{"arena":"models","category":"website","elo":1289,"win_rate":53.4,"rank":18}],"artificial_analysis":{"intelligence_index":38.4,"coding_index":71.5,"agentic_index":44.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99334818904447,"uptime_last_5m":100,"uptime_last_1d":99.99274506495698,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99392318911036,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.05992949471211,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.93898718730934,"uptime_last_5m":100,"uptime_last_1d":99.89939378305172,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.96955859969559,"uptime_last_5m":100,"uptime_last_1d":99.97887133818772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97732940376332,"uptime_last_5m":100,"uptime_last_1d":99.98216368740792,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.96286117507242,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95898277276456,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":10,"endpointError":null}},{"id":"99f376bf-cbcb-4124-bf3e-6b0a4e6e9bea","slug":"claude-sonnet-5-xhigh","name":"Claude Sonnet 5 (Adaptive Reasoning, Xhigh Effort)","shortName":"Claude Sonnet 5 (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/claude-sonnet-5-xhigh","releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":34.707236557212,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":37.82991034876844,"strategyAndOps":37.29763226176343,"legal":38.51728431034728,"engineering":35.76343310946083,"economics":45.59312144732778},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":65.1721935488376,"canonicalInputTokens":7024403059,"canonicalOutputTokens":134736197,"outputTokensPerTask":65356.83866024908,"answerTokensPerTask":21398.113523242846,"reasoningTokensPerTask":43958.72513700623,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":2.8720437784323134,"latency":{"timeToFirstChunkMs":30.1874456109999,"timeToFirstAnswerTokenMs":30.1874456109999,"endToEndMs":37.859429209730834}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1273.41,"score":1273.41,"outputTokensPerTask":135985.17582417582,"costPerTask":7.557158057612095,"timePerTask":1216.1366765464284,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1400.77,"score":1400.77,"outputTokensPerTask":64199.086363636365,"costPerTask":2.141864168817588,"timePerTask":574.1424611498682,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.3447626889062095,"score":0.3447626889062095,"outputTokensPerTask":35370.549467275494,"costPerTask":0.7154762692345304,"timePerTask":316.32435091580084,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0707070707070707,"score":0.0707070707070707,"outputTokensPerTask":210569.28787878787,"costPerTask":12.798872430078124,"timePerTask":1883.1540452229972,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.540509259259259,"score":0.540509259259259,"outputTokensPerTask":3272.5520833333335,"costPerTask":0.039866819444444444,"timePerTask":29.266944652819564,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.39017608897127,"score":0.39017608897127,"outputTokensPerTask":27107.674235403152,"costPerTask":0.27194436051899906,"timePerTask":242.4281665537659,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.126,"score":0.126,"outputTokensPerTask":9222.02,"costPerTask":0.44525424,"timePerTask":82.4739659001185,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.154285714285714,"score":0.154285714285714,"outputTokensPerTask":115499.32857142857,"costPerTask":1.1647595714285714,"timePerTask":1032.928543430461,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":3.183333333333333,"score":3.183333333333333,"outputTokensPerTask":394.146,"costPerTask":0.004283395333333334,"timePerTask":3.524909267564818,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.766666666666667,"score":0.766666666666667,"outputTokensPerTask":2888.36,"costPerTask":0.31595175999999997,"timePerTask":25.831054817411616,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.126,"score":0.126,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1400.77,"score":1400.77,"outputTokensPerTask":64199.086363636365,"costPerTask":2.141864168817588,"timePerTask":574.1424611498682,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.450385,"score":0.450385,"outputTokensPerTask":64199.086363636365,"costPerTask":2.141864168817588,"timePerTask":574.1424611498682,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0707070707070707,"score":0.0707070707070707,"outputTokensPerTask":210569.28787878787,"costPerTask":12.798872430078124,"timePerTask":1883.1540452229972,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.766666666666667,"score":0.766666666666667,"outputTokensPerTask":2888.36,"costPerTask":0.31595175999999997,"timePerTask":25.831054817411616,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.39017608897127,"score":0.39017608897127,"outputTokensPerTask":27107.674235403152,"costPerTask":0.27194436051899906,"timePerTask":242.4281665537659,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.3447626889062095,"score":0.3447626889062095,"outputTokensPerTask":35370.549467275494,"costPerTask":0.7154762692345304,"timePerTask":316.32435091580084,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4386750223813787,"score":0.4386750223813787,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":37.82991034876844,"score":37.82991034876844,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":37.29763226176343,"score":37.29763226176343,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":38.51728431034728,"score":38.51728431034728,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":35.76343310946083,"score":35.76343310946083,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":45.59312144732778,"score":45.59312144732778,"family":"Capability Index"}],"benchmarkCount":23,"raw":{"id":"99f376bf-cbcb-4124-bf3e-6b0a4e6e9bea","slug":"claude-sonnet-5-xhigh","name":"Claude Sonnet 5 (Adaptive Reasoning, Xhigh Effort)","shortName":"Claude Sonnet 5 (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":34.707236557212,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":37.82991034876844,"strategyAndOps":37.29763226176343,"legal":38.51728431034728,"engineering":35.76343310946083,"economics":45.59312144732778},"omniscience":3.183333333333333,"omniscienceBreakdown":{"accuracy":0.38966666666666666,"hallucinationRate":0.5862916439104314},"gdpPdfAllPass":0.126,"gdpval":1400.77,"gdpvalNormalized":0.450385,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":0.0707070707070707,"scicode":0.540509259259259,"lcr":0.766666666666667,"ifbench":null,"hle":0.39017608897127,"gpqa":null,"critpt":0.154285714285714,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.3447626889062095,"enterpriseOpsGym":0.4386750223813787,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":4.116,"price1mBlended0To3To1":4,"price1mBlended7To2To1":1.54,"price1mBlended0To1To1":6,"price1mBlended100To1To1":0.3137254901960784,"price1mBlended0To100To1":2.0792079207920793,"intelligenceIndexTimePerTask":584.4964208497626,"intelligenceIndexCost":{"total":3255.3967056548126,"input":1908.034735654813,"nonCacheInput":70.674486,"cacheRead":1359.5916774213208,"cacheWrite":477.76857223349197,"output":1347.36197,"reasoning":1045.72556,"answer":301.63640999999996},"intelligenceIndexCostPerTask":{"cost":{"total":2.8720437784323134,"input":2.218475391829822,"nonCacheInput":0.05148562254903644,"cacheRead":1.725491207000738,"cacheWrite":0.4414985622800483,"output":0.6535683866024908,"reasoning":0.4395872513700623,"answer":0.21398113523242845},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":1.133573708641814},{"slug":"gdpval-aa","weightedCostPerTask":0.21418641688175882},{"slug":"automationbench-aa","weightedCostPerTask":0.03577381346172653},{"slug":"terminalbench-4-0","weightedCostPerTask":1.2798872430078123},{"slug":"scicode","weightedCostPerTask":0.003986681944444445},{"slug":"humanitys-last-exam","weightedCostPerTask":0.027194436051899903},{"slug":"gdp-pdf","weightedCostPerTask":0.044525424},{"slug":"critpt","weightedCostPerTask":0.11647595714285713},{"slug":"omniscience","weightedCostPerTask":0.0006425093},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.015797588}]},"canonicalIntelligenceIndexTokenCount":{"input":7024403059,"output":134736197,"answer":30163641,"reasoning":104572556},"intelligenceIndexOutputTokensPerTask":{"reasoning":43958.72513700623,"answer":21398.113523242846,"output":65356.83866024908},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1273.41,"outputTokensPerTask":135985.17582417582,"costPerTask":7.557158057612095,"timePerTask":1216.1366765464284},{"slug":"gdpval-aa","score":1400.77,"outputTokensPerTask":64199.086363636365,"costPerTask":2.141864168817588,"timePerTask":574.1424611498682},{"slug":"automationbench-aa","score":0.3447626889062095,"outputTokensPerTask":35370.549467275494,"costPerTask":0.7154762692345304,"timePerTask":316.32435091580084},{"slug":"terminalbench-4-0","score":0.0707070707070707,"outputTokensPerTask":210569.28787878787,"costPerTask":12.798872430078124,"timePerTask":1883.1540452229972},{"slug":"scicode","score":0.540509259259259,"outputTokensPerTask":3272.5520833333335,"costPerTask":0.039866819444444444,"timePerTask":29.266944652819564},{"slug":"humanitys-last-exam","score":0.39017608897127,"outputTokensPerTask":27107.674235403152,"costPerTask":0.27194436051899906,"timePerTask":242.4281665537659},{"slug":"gdp-pdf","score":0.126,"outputTokensPerTask":9222.02,"costPerTask":0.44525424,"timePerTask":82.4739659001185},{"slug":"critpt","score":0.154285714285714,"outputTokensPerTask":115499.32857142857,"costPerTask":1.1647595714285714,"timePerTask":1032.928543430461},{"slug":"omniscience","score":3.183333333333333,"outputTokensPerTask":394.146,"costPerTask":0.004283395333333334,"timePerTask":3.524909267564818},{"slug":"artificial-analysis-long-context-reasoning","score":0.766666666666667,"outputTokensPerTask":2888.36,"costPerTask":0.31595175999999997,"timePerTask":25.831054817411616}],"briefcaseBreakdown":{"overall":{"elo":1273.41,"lower95ci":1267.53,"upper95ci":1279.61},"rubricPassRate":0.4,"analyticalQuality":{"elo":1318.31,"lower95ci":1306.12,"upper95ci":1329.56},"presentation":{"elo":1291.09,"lower95ci":1280.27,"upper95ci":1302.74}},"briefcaseTotalCost":687.7013832427006,"timescaleData":{"medianOutputSpeed":65.1721935488376,"medianTimeToFirstChunk":30.1874456109999},"outputSpeedVariance":{"p05":49.4028774310825,"q25":52.7232578653375,"median":65.1721935488376,"q75":92.3651463996457,"p95":119.849549506662},"timeToFirstChunkVariance":{"p05":1.11658955509998,"q25":2.76274439099996,"median":30.1874456109999,"q75":45.1510989999999,"p95":161.1348153249},"performanceByPromptType":{"medium":{"medianOutputSpeed":73.4488919225254,"medianTimeToFirstChunk":7.46081407000001,"medianTimeToFirstAnswerToken":7.46081407000001,"medianEndToEndResponseTime":14.268268708354594},"long":{"medianOutputSpeed":65.1721935488376,"medianTimeToFirstChunk":30.1874456109999,"medianTimeToFirstAnswerToken":30.1874456109999,"medianEndToEndResponseTime":37.859429209730834},"hundredK":{"medianOutputSpeed":78.2745016509286,"medianTimeToFirstChunk":12.7155225145,"medianTimeToFirstAnswerToken":12.7155225145,"medianEndToEndResponseTime":19.10329873094645},"mediumParallel":{"medianOutputSpeed":56.9018046165284,"medianTimeToFirstChunk":3.23540766349999,"medianTimeToFirstAnswerToken":3.23540766349999,"medianEndToEndResponseTime":12.022475197993682}},"endToEndResponseTime":{"input":30.1874456109999,"reasoning":0,"answer":7.671983598730933,"total":37.859429209730834},"timeToFirstAnswerToken":{"input":30.1874456109999,"reasoning":0,"total":30.1874456109999},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":1,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-sonnet-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-sonnet-5","canonical_slug":"anthropic/claude-sonnet-5-20260630","hugging_face_id":null,"name":"Anthropic: Claude Sonnet 5","created":1782843083,"description":"Sonnet 5 is Anthropic's most capable Sonnet-class model, with frontier performance across coding, agents, and professional work. It supports adaptive thinking with selectable reasoning effort levels (low, medium, high, max,...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-sonnet-5-20260630/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1226,"win_rate":52.3,"rank":7},{"arena":"agents","category":"androidnative","elo":1241,"win_rate":54.9,"rank":9},{"arena":"agents","category":"fullstack","elo":1260,"win_rate":54.2,"rank":8},{"arena":"agents","category":"godotgamedev","elo":1238,"win_rate":56.3,"rank":3},{"arena":"agents","category":"htmlslides","elo":1220,"win_rate":53.7,"rank":5},{"arena":"agents","category":"mobileapps","elo":1250,"win_rate":54.2,"rank":9},{"arena":"agents","category":"python-pptxslides","elo":1216,"win_rate":50.1,"rank":13},{"arena":"agents","category":"webapps","elo":1260,"win_rate":54.2,"rank":9},{"arena":"models","category":"3d","elo":1290,"win_rate":55,"rank":19},{"arena":"models","category":"asciiart","elo":1226,"win_rate":52.1,"rank":20},{"arena":"models","category":"codecategories","elo":1293,"win_rate":53.7,"rank":16},{"arena":"models","category":"dataviz","elo":1260,"win_rate":52.7,"rank":27},{"arena":"models","category":"gamedev","elo":1313,"win_rate":54.1,"rank":13},{"arena":"models","category":"svg","elo":1212,"win_rate":51.3,"rank":24},{"arena":"models","category":"uicomponent","elo":1298,"win_rate":55.1,"rank":17},{"arena":"models","category":"website","elo":1289,"win_rate":53.4,"rank":18}],"artificial_analysis":{"intelligence_index":38.4,"coding_index":71.5,"agentic_index":44.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99334818904447,"uptime_last_5m":100,"uptime_last_1d":99.99274506495698,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99392318911036,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.05992949471211,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.93898718730934,"uptime_last_5m":100,"uptime_last_1d":99.89939378305172,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.96955859969559,"uptime_last_5m":100,"uptime_last_1d":99.97887133818772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97732940376332,"uptime_last_5m":100,"uptime_last_1d":99.98216368740792,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.96286117507242,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95898277276456,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":10,"endpointError":null}},{"id":"d58b9ada-fd9d-4fff-a086-242034657963","slug":"claude-sonnet-5-non-reasoning","name":"Claude Sonnet 5 (Non-reasoning, High Effort)","shortName":"Claude Sonnet 5 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/claude-sonnet-5-non-reasoning","releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":28.9377045284576,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":62.0912469707765,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.18752130300001,"timeToFirstAnswerTokenMs":1.18752130300001,"endToEndMs":9.240186121204209}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-0.65,"score":-0.65,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1283.47,"score":1283.47,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.391735,"score":0.391735,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.156701030927835,"score":0.156701030927835,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.752808988764045,"score":0.752808988764045,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.7,"score":0.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.190454124189064,"score":0.190454124189064,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.8,"score":0.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.71907514450867,"score":0.71907514450867,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"d58b9ada-fd9d-4fff-a086-242034657963","slug":"claude-sonnet-5-non-reasoning","name":"Claude Sonnet 5 (Non-reasoning, High Effort)","shortName":"Claude Sonnet 5 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-30","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"claude-sonnet-5","name":"Claude Sonnet 5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":28.9377045284576,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-0.65,"omniscienceBreakdown":{"accuracy":0.338,"hallucinationRate":0.520392749244713},"gdpval":1283.47,"gdpvalNormalized":0.391735,"itBenchSre":null,"tau2":null,"tauBanking":0.156701030927835,"terminalbenchHard":null,"terminalBench21":0.752808988764045,"terminalBench40":null,"scicode":null,"lcr":0.7,"ifbench":null,"hle":0.190454124189064,"gpqa":0.8,"critpt":0.0114285714285714,"apexAgents":null,"mmmuPro":0.71907514450867,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":2,"price1mOutputTokens":10,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":4,"price1mBlended7To2To1":1.54,"price1mBlended0To1To1":6,"price1mBlended100To1To1":0.3137254901960784,"price1mBlended0To100To1":2.0792079207920793,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":62.0912469707765,"medianTimeToFirstChunk":1.18752130300001},"outputSpeedVariance":{"p05":49.0282682436817,"q25":51.1584031649364,"median":62.0912469707765,"q75":73.5684344471469,"p95":109.358472255127},"timeToFirstChunkVariance":{"p05":0.637650019100028,"q25":0.946300233000018,"median":1.18752130300001,"q75":1.66280650025004,"p95":2.63022137525},"performanceByPromptType":{"medium":{"medianOutputSpeed":64.2875900559135,"medianTimeToFirstChunk":1.01830260949998,"medianTimeToFirstAnswerToken":1.01830260949998,"medianEndToEndResponseTime":8.795853448863067},"long":{"medianOutputSpeed":62.0912469707765,"medianTimeToFirstChunk":1.18752130300001,"medianTimeToFirstAnswerToken":1.18752130300001,"medianEndToEndResponseTime":9.240186121204209},"hundredK":{"medianOutputSpeed":69.0633806708051,"medianTimeToFirstChunk":5.88208952350001,"medianTimeToFirstAnswerToken":5.88208952350001,"medianEndToEndResponseTime":13.12181620851824},"mediumParallel":{"medianOutputSpeed":56.3628489940615,"medianTimeToFirstChunk":1.0680750109999,"medianTimeToFirstAnswerToken":1.0680750109999,"medianEndToEndResponseTime":9.93916667729734}},"endToEndResponseTime":{"input":1.18752130300001,"reasoning":0,"answer":8.0526648182042,"total":9.240186121204209},"timeToFirstAnswerToken":{"input":1.18752130300001,"reasoning":0,"total":1.18752130300001},"performanceDataSource":{"type":"firstParty","providerName":"Anthropic"},"hostModelCount":2,"creator":{"id":"f0aa413f-e8ae-4fcd-9c48-0e049f4f3128","slug":"anthropic","name":"Anthropic","logo":"/img/logos/anthropic_small.svg","color":"#cc785c","country":"us","url":"https://www.anthropic.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/anthropic/claude-sonnet-5","matchedBy":"slug","catalog":{"id":"anthropic/claude-sonnet-5","canonical_slug":"anthropic/claude-sonnet-5-20260630","hugging_face_id":null,"name":"Anthropic: Claude Sonnet 5","created":1782843083,"description":"Sonnet 5 is Anthropic's most capable Sonnet-class model, with frontier performance across coding, agents, and professional work. It supports adaptive thinking with selectable reasoning effort levels (low, medium, high, max,...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Claude","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004"},"top_provider":{"context_length":1000000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","tool_choice","tools","verbosity"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/anthropic/claude-sonnet-5-20260630/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1226,"win_rate":52.3,"rank":7},{"arena":"agents","category":"androidnative","elo":1241,"win_rate":54.9,"rank":9},{"arena":"agents","category":"fullstack","elo":1260,"win_rate":54.2,"rank":8},{"arena":"agents","category":"godotgamedev","elo":1238,"win_rate":56.3,"rank":3},{"arena":"agents","category":"htmlslides","elo":1220,"win_rate":53.7,"rank":5},{"arena":"agents","category":"mobileapps","elo":1250,"win_rate":54.2,"rank":9},{"arena":"agents","category":"python-pptxslides","elo":1216,"win_rate":50.1,"rank":13},{"arena":"agents","category":"webapps","elo":1260,"win_rate":54.2,"rank":9},{"arena":"models","category":"3d","elo":1290,"win_rate":55,"rank":19},{"arena":"models","category":"asciiart","elo":1226,"win_rate":52.1,"rank":20},{"arena":"models","category":"codecategories","elo":1293,"win_rate":53.7,"rank":16},{"arena":"models","category":"dataviz","elo":1260,"win_rate":52.7,"rank":27},{"arena":"models","category":"gamedev","elo":1313,"win_rate":54.1,"rank":13},{"arena":"models","category":"svg","elo":1212,"win_rate":51.3,"rank":24},{"arena":"models","category":"uicomponent","elo":1298,"win_rate":55.1,"rank":17},{"arena":"models","category":"website","elo":1289,"win_rate":53.4,"rank":18}],"artificial_analysis":{"intelligence_index":38.4,"coding_index":71.5,"agentic_index":44.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"Claude Platform on AWS | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Claude Platform on AWS","tag":"claude-on-aws","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99334818904447,"uptime_last_5m":100,"uptime_last_1d":99.99274506495698,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99392318911036,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Azure","tag":"azure/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","max_completion_tokens","tools","tool_choice","response_format","verbosity","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.05992949471211,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.93898718730934,"uptime_last_5m":100,"uptime_last_1d":99.89939378305172,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/global","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.96955859969559,"uptime_last_5m":100,"uptime_last_1d":99.97887133818772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Anthropic | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","input_cache_write_1h":"0.000004","discount":0},"provider_name":"Anthropic","tag":"anthropic","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tools","tool_choice","structured_outputs","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97732940376332,"uptime_last_5m":100,"uptime_last_1d":99.98216368740792,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Google","tag":"google-vertex/europe","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","stop","reasoning","include_reasoning","tool_choice","tools","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.96286117507242,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | anthropic/claude-sonnet-5-20260630","model_id":"anthropic/claude-sonnet-5","model_name":"Anthropic: Claude Sonnet 5","context_length":1000000,"pricing":{"prompt":"0.0000022","completion":"0.000011","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","input_cache_write_1h":"0.0000044","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","tools","tool_choice","response_format","verbosity","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95898277276456,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":10,"endpointError":null}},{"id":"ea5d2c10-1051-437d-95c2-18d5e4d14ff3","slug":"cogito-v2-1-reasoning","name":"Cogito v2.1 (Reasoning)","shortName":"Cogito v2.1","sourceUrl":"https://artificialanalysis.ai/models/cogito-v2-1-reasoning","releaseDate":"2025-11-18","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"cogito-v2-1","name":"Cogito v2.1"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":671,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":null,"intelligenceIndexIsEstimated":false,"capabilities":{},"creator":{"id":"e92cc1e2-153b-4f0a-ac19-c376aaa7c878","slug":"deepcogito","name":"Deep Cogito","logo":"/img/logos/deepcogito_small.png","color":"#5080ec","country":"us","url":"https://www.deepcogito.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":1.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-25.783333333333335,"score":-25.783333333333335,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.166666666666667,"score":0.166666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.226666666666667,"score":0.226666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.462585034013605,"score":0.462585034013605,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.120018535681186,"score":0.120018535681186,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.767676767676768,"score":0.767676767676768,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.687830687830688,"score":0.687830687830688,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.726666666666667,"score":0.726666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"ea5d2c10-1051-437d-95c2-18d5e4d14ff3","slug":"cogito-v2-1-reasoning","name":"Cogito v2.1 (Reasoning)","shortName":"Cogito v2.1","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-18","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"cogito-v2-1","name":"Cogito v2.1"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":671,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepcogito/cogito-671b-v2.1","microevalsEnabled":false,"intelligenceIndex":null,"intelligenceIndexIsEstimated":false,"capabilities":{},"omniscience":-25.783333333333335,"omniscienceBreakdown":{"accuracy":0.30183333333333334,"hallucinationRate":0.8016232991167344},"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":0.166666666666667,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.226666666666667,"ifbench":0.462585034013605,"hle":0.120018535681186,"gpqa":0.767676767676768,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.687830687830688,"aime25":0.726666666666667,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":1.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.25,"price1mBlended7To2To1":1.25,"price1mBlended0To1To1":1.25,"price1mBlended100To1To1":1.25,"price1mBlended0To100To1":1.25,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"e92cc1e2-153b-4f0a-ac19-c376aaa7c878","slug":"deepcogito","name":"Deep Cogito","logo":"/img/logos/deepcogito_small.png","color":"#5080ec","country":"us","url":"https://www.deepcogito.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"3bc32f13-5afa-4e28-bce1-10e57376686b","slug":"command-a","name":"Command A","shortName":"Command A","sourceUrl":"https://artificialanalysis.ai/models/command-a","releaseDate":"2025-03-13","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"command-a","name":"Command A"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"non-commercial","parameters":111,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"CC-BY-NC 4.0 License with Acceptable Use Addendum","intelligenceIndex":6.9581988704518,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","slug":"cohere","name":"Cohere","logo":"/img/logos/cohere_small.svg","color":"#D18EE2","country":"ca","url":"https://cohere.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":59.4984906140195,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2.5,"price1mOutputTokens":10,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.75964689349999,"timeToFirstAnswerTokenMs":1.75964689349999,"endToEndMs":10.163221418501236}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-48.266666666666666,"score":-48.266666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.152046783625731,"score":0.152046783625731,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.00757575757575758,"score":0.00757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.213333333333333,"score":0.213333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.364625850340136,"score":0.364625850340136,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0403151065801668,"score":0.0403151065801668,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.527272727272727,"score":0.527272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.286772486772487,"score":0.286772486772487,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.13,"score":0.13,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"3bc32f13-5afa-4e28-bce1-10e57376686b","slug":"command-a","name":"Command A","shortName":"Command A","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-13","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"command-a","name":"Command A"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"non-commercial","parameters":111,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"CC-BY-NC 4.0 License with Acceptable Use Addendum","licenseUrl":"https://cohere.com/c4ai-cc-by-nc-license","modelWeightsSourceUrl":"https://huggingface.co/CohereForAI/c4ai-command-a-03-2025","microevalsEnabled":true,"intelligenceIndex":6.9581988704518,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-48.266666666666666,"omniscienceBreakdown":{"accuracy":0.16383333333333333,"hallucinationRate":0.7731712178592784},"gdpval":null,"itBenchSre":null,"tau2":0.152046783625731,"tauBanking":null,"terminalbenchHard":0.00757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.213333333333333,"ifbench":0.364625850340136,"hle":0.0403151065801668,"gpqa":0.527272727272727,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.286772486772487,"aime25":0.13,"analystAgent":null,"price1mInputTokens":2.5,"price1mOutputTokens":10,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":4.375,"price1mBlended7To2To1":3.25,"price1mBlended0To1To1":6.25,"price1mBlended100To1To1":2.573529411764706,"price1mBlended0To100To1":2.5742574257425743,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":3,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":59.4984906140195,"medianTimeToFirstChunk":1.75964689349999},"outputSpeedVariance":{"p05":15.1981681931634,"q25":47.1925336666444,"median":59.4984906140195,"q75":62.3539827438628,"p95":73.8252119778888},"timeToFirstChunkVariance":{"p05":1.62429490390005,"q25":1.68990810625002,"median":1.75964689349999,"q75":1.98816616500001,"p95":2.902555107},"performanceByPromptType":{"medium":{"medianOutputSpeed":56.8195973338283,"medianTimeToFirstChunk":0.401138884499985,"medianTimeToFirstAnswerToken":0.401138884499985,"medianEndToEndResponseTime":9.200919654898343},"long":{"medianOutputSpeed":59.4984906140195,"medianTimeToFirstChunk":1.75964689349999,"medianTimeToFirstAnswerToken":1.75964689349999,"medianEndToEndResponseTime":10.163221418501236},"hundredK":{"medianOutputSpeed":73.6411818359869,"medianTimeToFirstChunk":18.089482675,"medianTimeToFirstAnswerToken":18.089482675,"medianEndToEndResponseTime":24.879161867188905},"mediumParallel":{"medianOutputSpeed":49.7325183191805,"medianTimeToFirstChunk":0.656704743999967,"medianTimeToFirstAnswerToken":0.656704743999967,"medianEndToEndResponseTime":10.710488805185612}},"endToEndResponseTime":{"input":1.75964689349999,"reasoning":0,"answer":8.403574525001245,"total":10.163221418501236},"timeToFirstAnswerToken":{"input":1.75964689349999,"reasoning":0,"total":1.75964689349999},"performanceDataSource":{"type":"firstParty","providerName":"Cohere"},"hostModelCount":2,"creator":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","slug":"cohere","name":"Cohere","logo":"/img/logos/cohere_small.svg","color":"#D18EE2","country":"ca","url":"https://cohere.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/cohere/command-a","matchedBy":"slug","catalog":{"id":"cohere/command-a","canonical_slug":"cohere/command-a-03-2025","hugging_face_id":"CohereForAI/c4ai-command-a-03-2025","name":"Cohere: Command A","created":1741894342,"description":"Command A is an open-weights 111B parameter model with a 256k context window focused on delivering great performance across agentic, multilingual, and coding use cases. Compared to other leading proprietary...","context_length":256000,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001"},"top_provider":{"context_length":256000,"max_completion_tokens":8192,"is_moderated":true},"per_request_limits":null,"supported_parameters":["frequency_penalty","max_tokens","presence_penalty","response_format","seed","stop","structured_outputs","temperature","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-08-31","expiration_date":null,"links":{"details":"/api/v1/models/cohere/command-a-03-2025/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":13.9,"coding_index":27.8,"agentic_index":3.6}}},"endpoints":[{"name":"Cohere | cohere/command-a-03-2025","model_id":"cohere/command-a","model_name":"Cohere: Command A","context_length":256000,"pricing":{"prompt":"0.0000025","completion":"0.00001","discount":0},"provider_name":"Cohere","tag":"cohere","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","seed","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"2e9ff877-fd2c-4ce7-b631-7ca1bdb6d13e","slug":"command-a-plus","name":"Command A+","shortName":"Command A+","sourceUrl":"https://artificialanalysis.ai/models/command-a-plus","releaseDate":"2026-05-20","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"command-a-plus","name":"Command A+"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":218,"inferenceParametersActiveBillions":25,"sizeClass":"large","contextWindowTokens":192000,"licenseName":"Apache 2.0","intelligenceIndex":13.9235002685349,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":11.749883811186079,"strategyAndOps":5.532183372930056,"legal":16.240841329697,"healthcareAndMedical":12.673297523268266,"engineering":19.500939067776432,"economics":24.745763361136845},"creator":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","slug":"cohere","name":"Cohere","logo":"/img/logos/cohere_small.svg","color":"#D18EE2","country":"ca","url":"https://cohere.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":241.168873251603,"canonicalInputTokens":868082457,"canonicalOutputTokens":66974426,"outputTokensPerTask":22311.540928992075,"answerTokensPerTask":8481.701336345193,"reasoningTokensPerTask":13829.839592646882,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0,"latency":{"timeToFirstChunkMs":0.425545150999995,"timeToFirstAnswerTokenMs":8.718489315122993,"endToEndMs":10.79172535615374}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":366.16,"score":366.16,"outputTokensPerTask":26905.43956043956,"costPerTask":0,"timePerTask":108.69664172277051,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":658.08,"score":658.08,"outputTokensPerTask":22053.213636363635,"costPerTask":0,"timePerTask":89.0938895862578,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.018104537047977383,"score":0.018104537047977383,"outputTokensPerTask":5132.038051750381,"costPerTask":0,"timePerTask":20.733179257883226,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":49993.893939393936,"costPerTask":0,"timePerTask":201.97285257686795,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.385416666666667,"score":0.385416666666667,"outputTokensPerTask":14935.475694444445,"costPerTask":0,"timePerTask":60.33858123266626,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.119555143651529,"score":0.119555143651529,"outputTokensPerTask":17701.21686746988,"costPerTask":0,"timePerTask":71.51203843290794,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.01,"score":0.01,"outputTokensPerTask":12545.63,"costPerTask":0,"timePerTask":50.68372312718174,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":59467.114285714284,"costPerTask":0,"timePerTask":240.2441930480667,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-4.016666666666667,"score":-4.016666666666667,"outputTokensPerTask":769.4976666666666,"costPerTask":0,"timePerTask":3.108732417929249,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.526666666666667,"score":0.526666666666667,"outputTokensPerTask":4680.88,"costPerTask":0,"timePerTask":18.91052309940294,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.00555555555555556,"score":0.00555555555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.01,"score":0.01,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":658.08,"score":658.08,"outputTokensPerTask":22053.213636363635,"costPerTask":0,"timePerTask":89.0938895862578,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.07904000000000003,"score":0.07904000000000003,"outputTokensPerTask":22053.213636363635,"costPerTask":0,"timePerTask":89.0938895862578,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.807017543859649,"score":0.807017543859649,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0597938144329897,"score":0.0597938144329897,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.25,"score":0.25,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.228464419475655,"score":0.228464419475655,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":49993.893939393936,"costPerTask":0,"timePerTask":201.97285257686795,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.526666666666667,"score":0.526666666666667,"outputTokensPerTask":4680.88,"costPerTask":0,"timePerTask":18.91052309940294,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.739455782312925,"score":0.739455782312925,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.119555143651529,"score":0.119555143651529,"outputTokensPerTask":17701.21686746988,"costPerTask":0,"timePerTask":71.51203843290794,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.760606060606061,"score":0.760606060606061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.632369942196532,"score":0.632369942196532,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.018104537047977383,"score":0.018104537047977383,"outputTokensPerTask":5132.038051750381,"costPerTask":0,"timePerTask":20.733179257883226,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":11.749883811186079,"score":11.749883811186079,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":5.532183372930056,"score":5.532183372930056,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":16.240841329697,"score":16.240841329697,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":12.673297523268266,"score":12.673297523268266,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":19.500939067776432,"score":19.500939067776432,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":24.745763361136845,"score":24.745763361136845,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"2e9ff877-fd2c-4ce7-b631-7ca1bdb6d13e","slug":"command-a-plus","name":"Command A+","shortName":"Command A+","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-20","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"command-a-plus","name":"Command A+"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":218,"inferenceParametersActiveBillions":25,"sizeClass":"large","contextWindowTokens":192000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/CohereLabs/command-a-plus-05-2026-bf16","microevalsEnabled":false,"intelligenceIndex":13.9235002685349,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":11.749883811186079,"strategyAndOps":5.532183372930056,"legal":16.240841329697,"healthcareAndMedical":12.673297523268266,"engineering":19.500939067776432,"economics":24.745763361136845},"omniscience":-4.016666666666667,"omniscienceBreakdown":{"accuracy":0.08883333333333333,"hallucinationRate":0.1415767331260289},"mlcrOverall":0.00555555555555556,"gdpPdfAllPass":0.01,"gdpval":658.08,"gdpvalNormalized":0.07904000000000003,"itBenchSre":null,"tau2":0.807017543859649,"tauBanking":0.0597938144329897,"terminalbenchHard":0.25,"terminalBench21":0.228464419475655,"terminalBench40":0.00505050505050505,"scicode":0.385416666666667,"lcr":0.526666666666667,"ifbench":0.739455782312925,"hle":0.119555143651529,"gpqa":0.760606060606061,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.632369942196532,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.018104537047977383,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexTimePerTask":90.13751903936412,"intelligenceIndexCost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"intelligenceIndexCostPerTask":{"cost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0},{"slug":"gdpval-aa","weightedCostPerTask":0},{"slug":"automationbench-aa","weightedCostPerTask":0},{"slug":"terminalbench-4-0","weightedCostPerTask":0},{"slug":"scicode","weightedCostPerTask":0},{"slug":"humanitys-last-exam","weightedCostPerTask":0},{"slug":"gdp-pdf","weightedCostPerTask":0},{"slug":"critpt","weightedCostPerTask":0},{"slug":"omniscience","weightedCostPerTask":0},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0}]},"canonicalIntelligenceIndexTokenCount":{"input":868082457,"output":66974426,"answer":11560104,"reasoning":55414322},"intelligenceIndexOutputTokensPerTask":{"reasoning":13829.839592646882,"answer":8481.701336345193,"output":22311.540928992075},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":366.16,"outputTokensPerTask":26905.43956043956,"costPerTask":0,"timePerTask":108.69664172277051},{"slug":"gdpval-aa","score":658.08,"outputTokensPerTask":22053.213636363635,"costPerTask":0,"timePerTask":89.0938895862578},{"slug":"automationbench-aa","score":0.018104537047977383,"outputTokensPerTask":5132.038051750381,"costPerTask":0,"timePerTask":20.733179257883226},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":49993.893939393936,"costPerTask":0,"timePerTask":201.97285257686795},{"slug":"scicode","score":0.385416666666667,"outputTokensPerTask":14935.475694444445,"costPerTask":0,"timePerTask":60.33858123266626},{"slug":"humanitys-last-exam","score":0.119555143651529,"outputTokensPerTask":17701.21686746988,"costPerTask":0,"timePerTask":71.51203843290794},{"slug":"gdp-pdf","score":0.01,"outputTokensPerTask":12545.63,"costPerTask":0,"timePerTask":50.68372312718174},{"slug":"critpt","score":0.00285714285714286,"outputTokensPerTask":59467.114285714284,"costPerTask":0,"timePerTask":240.2441930480667},{"slug":"omniscience","score":-4.016666666666667,"outputTokensPerTask":769.4976666666666,"costPerTask":0,"timePerTask":3.108732417929249},{"slug":"artificial-analysis-long-context-reasoning","score":0.526666666666667,"outputTokensPerTask":4680.88,"costPerTask":0,"timePerTask":18.91052309940294}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":366.16,"lower95ci":356.59,"upper95ci":374.72},"rubricPassRate":0.06917599186164802,"analyticalQuality":{"elo":80.49,"lower95ci":62.18,"upper95ci":97.74},"presentation":{"elo":395.36,"lower95ci":374.37,"upper95ci":412.17}},"briefcaseTotalCost":0,"timescaleData":{"medianOutputSpeed":241.168873251603,"medianTimeToFirstChunk":0.425545150999995},"outputSpeedVariance":{"p05":173.817290786982,"q25":221.040768150492,"median":241.168873251603,"q75":268.427849480125,"p95":299.928534449936},"timeToFirstChunkVariance":{"p05":0.342116055100021,"q25":0.37208350450004,"median":0.425545150999995,"q75":0.502724460250079,"p95":0.848693778150005},"performanceByPromptType":{"medium":{"medianOutputSpeed":248.293498823444,"medianTimeToFirstChunk":0.164745910499988,"medianTimeToFirstAnswerToken":8.219729264784894,"medianEndToEndResponseTime":10.233475103356119},"long":{"medianOutputSpeed":241.168873251603,"medianTimeToFirstChunk":0.425545150999995,"medianTimeToFirstAnswerToken":8.718489315122993,"medianEndToEndResponseTime":10.79172535615374},"hundredK":{"medianOutputSpeed":252.954028426977,"medianTimeToFirstChunk":3.819020152,"medianTimeToFirstAnswerToken":11.725595162634242,"medianEndToEndResponseTime":13.702238915292803},"mediumParallel":{"medianOutputSpeed":204.065016811994,"medianTimeToFirstChunk":0.151503990499919,"medianTimeToFirstAnswerToken":9.95230194815578,"medianEndToEndResponseTime":12.402501437569745}},"endToEndResponseTime":{"input":0.425545150999995,"reasoning":8.292944164122998,"answer":2.0732360410307495,"total":10.79172535615374},"timeToFirstAnswerToken":{"input":0.425545150999995,"reasoning":8.292944164122998,"total":8.718489315122993},"performanceDataSource":{"type":"firstParty","providerName":"Cohere"},"hostModelCount":1,"creator":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","slug":"cohere","name":"Cohere","logo":"/img/logos/cohere_small.svg","color":"#D18EE2","country":"ca","url":"https://cohere.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/cohere/command-a","matchedBy":"shortName","catalog":{"id":"cohere/command-a","canonical_slug":"cohere/command-a-03-2025","hugging_face_id":"CohereForAI/c4ai-command-a-03-2025","name":"Cohere: Command A","created":1741894342,"description":"Command A is an open-weights 111B parameter model with a 256k context window focused on delivering great performance across agentic, multilingual, and coding use cases. Compared to other leading proprietary...","context_length":256000,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001"},"top_provider":{"context_length":256000,"max_completion_tokens":8192,"is_moderated":true},"per_request_limits":null,"supported_parameters":["frequency_penalty","max_tokens","presence_penalty","response_format","seed","stop","structured_outputs","temperature","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-08-31","expiration_date":null,"links":{"details":"/api/v1/models/cohere/command-a-03-2025/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":13.9,"coding_index":27.8,"agentic_index":3.6}}},"endpoints":[{"name":"Cohere | cohere/command-a-03-2025","model_id":"cohere/command-a","model_name":"Cohere: Command A","context_length":256000,"pricing":{"prompt":"0.0000025","completion":"0.00001","discount":0},"provider_name":"Cohere","tag":"cohere","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","seed","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","slug":"deepseek-r1-0120","name":"DeepSeek R1 (Jan '25)","shortName":"DeepSeek R1 (Jan)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-r1-0120","releaseDate":"2025-01-20","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"deepseek-r1-0120","name":"DeepSeek R1 (Jan '25)"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":11.4109820044475,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":11.242476759628154,"strategyAndOps":9.00043607622408,"legal":12.681501650165018,"engineering":14.940714285714286,"economics":16.165833333333335},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":143698501,"canonicalOutputTokens":43334847,"outputTokensPerTask":14765.015651989315,"answerTokensPerTask":3373.178037828324,"reasoningTokensPerTask":11391.837614160992,"price1mInputTokens":2,"price1mOutputTokens":4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.2617212405141733,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":149.56,"score":149.56,"outputTokensPerTask":23930.53846153846,"costPerTask":0.6095196923076923,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":478.84,"score":478.84,"outputTokensPerTask":37162.84090909091,"costPerTask":0.9893898545454546,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.002418527292355699,"score":0.002418527292355699,"outputTokensPerTask":5635.619482496195,"costPerTask":0.03804979908675799,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":31197.560606060608,"costPerTask":0.3585309696969697,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.383101851851852,"score":0.383101851851852,"outputTokensPerTask":5943.020833333333,"costPerTask":0.02797491666666667,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.085,"score":0.085,"outputTokensPerTask":8458.802594995366,"costPerTask":0.03447147451343836,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.024,"score":0.024,"outputTokensPerTask":2610.85,"costPerTask":0.07706744,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":21525.957142857143,"costPerTask":0.09360208571428572,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-32.21666666666667,"score":-32.21666666666667,"outputTokensPerTask":890.9846666666666,"costPerTask":0.0038005639999999993,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.576666666666667,"score":0.576666666666667,"outputTokensPerTask":1402.06,"costPerTask":0.19434076,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.024,"score":0.024,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":478.84,"score":478.84,"outputTokensPerTask":37162.84090909091,"costPerTask":0.9893898545454546,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":37162.84090909091,"costPerTask":0.9893898545454546,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.114035087719298,"score":0.114035087719298,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0639175257731959,"score":0.0639175257731959,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0606060606060606,"score":0.0606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.191011235955056,"score":0.191011235955056,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":31197.560606060608,"costPerTask":0.3585309696969697,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.576666666666667,"score":0.576666666666667,"outputTokensPerTask":1402.06,"costPerTask":0.19434076,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.389795918367347,"score":0.389795918367347,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.085,"score":0.085,"outputTokensPerTask":8458.802594995366,"costPerTask":0.03447147451343836,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.708080808080808,"score":0.708080808080808,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.616931216931217,"score":0.616931216931217,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.68,"score":0.68,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.002418527292355699,"score":0.002418527292355699,"outputTokensPerTask":5635.619482496195,"costPerTask":0.03804979908675799,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":11.242476759628154,"score":11.242476759628154,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":9.00043607622408,"score":9.00043607622408,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":12.681501650165018,"score":12.681501650165018,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":14.940714285714286,"score":14.940714285714286,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":16.165833333333335,"score":16.165833333333335,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"0e34f05c-387e-4968-be15-ccec4a55d8c1","slug":"deepseek-r1-0120","name":"DeepSeek R1 (Jan '25)","shortName":"DeepSeek R1 (Jan)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-01-20","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2347,"release":{"slug":"deepseek-r1-0120","name":"DeepSeek R1 (Jan '25)"},"deprecated":true,"deprecatedTo":"deepseek-r1","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-R1","microevalsEnabled":false,"intelligenceIndex":11.4109820044475,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":11.242476759628154,"strategyAndOps":9.00043607622408,"legal":12.681501650165018,"engineering":14.940714285714286,"economics":16.165833333333335},"omniscience":-32.21666666666667,"omniscienceBreakdown":{"accuracy":0.30516666666666664,"hallucinationRate":0.9028544015351403},"gdpPdfAllPass":0.024,"gdpval":478.84,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.114035087719298,"tauBanking":0.0639175257731959,"terminalbenchHard":0.0606060606060606,"terminalBench21":0.191011235955056,"terminalBench40":0,"scicode":0.383101851851852,"lcr":0.576666666666667,"ifbench":0.389795918367347,"hle":0.085,"gpqa":0.708080808080808,"critpt":0.00571428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":0.616931216931217,"aime25":0.68,"analystAgent":null,"automationBenchPartialScore":0.002418527292355699,"price1mInputTokens":2,"price1mOutputTokens":4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2.5,"price1mBlended7To2To1":2.2,"price1mBlended0To1To1":3,"price1mBlended100To1To1":2.019607843137255,"price1mBlended0To100To1":2.01980198019802,"intelligenceIndexCost":{"total":460.73639000000003,"input":287.397002,"nonCacheInput":30.06376,"cacheRead":0,"cacheWrite":257.333242,"output":173.339388,"reasoning":148.604668,"answer":24.73472},"intelligenceIndexCostPerTask":{"cost":{"total":0.2617212405141733,"input":0.20266117790621602,"nonCacheInput":0.01736825926096474,"cacheRead":0,"cacheWrite":0.18529291864525124,"output":0.05906006260795726,"reasoning":0.045567350456643965,"answer":0.013492712151313294},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.09142795384615383},{"slug":"gdpval-aa","weightedCostPerTask":0.09893898545454546},{"slug":"automationbench-aa","weightedCostPerTask":0.0019024899543378998},{"slug":"terminalbench-4-0","weightedCostPerTask":0.03585309696969697},{"slug":"scicode","weightedCostPerTask":0.0027974916666666672},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0034471474513438362},{"slug":"gdp-pdf","weightedCostPerTask":0.007706744000000001},{"slug":"critpt","weightedCostPerTask":0.009360208571428573},{"slug":"omniscience","weightedCostPerTask":0.0005700845999999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.009717038}]},"canonicalIntelligenceIndexTokenCount":{"input":143698501,"output":43334847,"answer":6183680,"reasoning":37151167},"intelligenceIndexOutputTokensPerTask":{"reasoning":11391.837614160992,"answer":3373.178037828324,"output":14765.015651989315},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":149.56,"outputTokensPerTask":23930.53846153846,"costPerTask":0.6095196923076923},{"slug":"gdpval-aa","score":478.84,"outputTokensPerTask":37162.84090909091,"costPerTask":0.9893898545454546},{"slug":"automationbench-aa","score":0.002418527292355699,"outputTokensPerTask":5635.619482496195,"costPerTask":0.03804979908675799},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":31197.560606060608,"costPerTask":0.3585309696969697},{"slug":"scicode","score":0.383101851851852,"outputTokensPerTask":5943.020833333333,"costPerTask":0.02797491666666667},{"slug":"humanitys-last-exam","score":0.085,"outputTokensPerTask":8458.802594995366,"costPerTask":0.03447147451343836},{"slug":"gdp-pdf","score":0.024,"outputTokensPerTask":2610.85,"costPerTask":0.07706744},{"slug":"critpt","score":0.00571428571428571,"outputTokensPerTask":21525.957142857143,"costPerTask":0.09360208571428572},{"slug":"omniscience","score":-32.21666666666667,"outputTokensPerTask":890.9846666666666,"costPerTask":0.0038005639999999993},{"slug":"artificial-analysis-long-context-reasoning","score":0.576666666666667,"outputTokensPerTask":1402.06,"costPerTask":0.19434076}],"briefcaseBreakdown":{"overall":{"elo":149.56,"lower95ci":139.24,"upper95ci":159.57},"rubricPassRate":0.04171011470281543,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":101.55,"lower95ci":82.38,"upper95ci":119.75}},"briefcaseTotalCost":55.466291999999996,"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":5,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-r1","matchedBy":"shortName","catalog":{"id":"deepseek/deepseek-r1","canonical_slug":"deepseek/deepseek-r1","hugging_face_id":"deepseek-ai/DeepSeek-R1","name":"DeepSeek: R1","created":1737381095,"description":"DeepSeek R1 is here: Performance on par with [OpenAI o1](/openai/o1), but open-sourced and with fully open reasoning tokens. It's 671B parameters in size, with 37B active in an inference pass....","context_length":64000,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":"deepseek-r1"},"pricing":{"prompt":"0.0000007","completion":"0.0000025"},"top_provider":{"context_length":64000,"max_completion_tokens":16000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-07-31","expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-r1/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":11.4,"coding_index":24.6,"agentic_index":1.1}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Novita | deepseek/deepseek-r1","model_id":"deepseek/deepseek-r1","model_name":"DeepSeek: R1","context_length":64000,"pricing":{"prompt":"0.0000007","completion":"0.0000025","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":16000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"a83f84b3-473a-4276-9ae1-8909da723159","slug":"deepseek-r1","name":"DeepSeek R1 0528 (May '25)","shortName":"DeepSeek R1 0528","sourceUrl":"https://artificialanalysis.ai/models/deepseek-r1","releaseDate":"2025-05-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"deepseek-r1","name":"DeepSeek R1 0528 (May '25)"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":13.1220574118753,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.35,"price1mOutputTokens":3,"cacheHitPrice":1.35,"cacheHitDiscountPercent":0.30000000000000004,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-27.433333333333334,"score":-27.433333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.365497076023392,"score":0.365497076023392,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.159090909090909,"score":0.159090909090909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.556666666666667,"score":0.556666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.395918367346939,"score":0.395918367346939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.158480074142725,"score":0.158480074142725,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.813131313131313,"score":0.813131313131313,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0142857142857143,"score":0.0142857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.77037037037037,"score":0.77037037037037,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.76,"score":0.76,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"a83f84b3-473a-4276-9ae1-8909da723159","slug":"deepseek-r1","name":"DeepSeek R1 0528 (May '25)","shortName":"DeepSeek R1 0528","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-28","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"deepseek-r1","name":"DeepSeek R1 0528 (May '25)"},"deprecated":true,"deprecatedTo":"deepseek-v3-1-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","microevalsEnabled":false,"intelligenceIndex":13.1220574118753,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-27.433333333333334,"omniscienceBreakdown":{"accuracy":0.30533333333333335,"hallucinationRate":0.8344529750479847},"gdpval":null,"itBenchSre":null,"tau2":0.365497076023392,"tauBanking":null,"terminalbenchHard":0.159090909090909,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.556666666666667,"ifbench":0.395918367346939,"hle":0.158480074142725,"gpqa":0.813131313131313,"critpt":0.0142857142857143,"apexAgents":null,"mmmuPro":null,"livecodebench":0.77037037037037,"aime25":0.76,"analystAgent":null,"price1mInputTokens":1.35,"price1mOutputTokens":3,"cacheHitPrice":1.35,"cacheHitDiscountPercent":0.30000000000000004,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.7625000000000002,"price1mBlended7To2To1":1.5150000000000001,"price1mBlended0To1To1":2.175,"price1mBlended100To1To1":1.3661764705882353,"price1mBlended0To100To1":1.3663366336633664,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":5,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-r1","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-r1","canonical_slug":"deepseek/deepseek-r1","hugging_face_id":"deepseek-ai/DeepSeek-R1","name":"DeepSeek: R1","created":1737381095,"description":"DeepSeek R1 is here: Performance on par with [OpenAI o1](/openai/o1), but open-sourced and with fully open reasoning tokens. It's 671B parameters in size, with 37B active in an inference pass....","context_length":64000,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":"deepseek-r1"},"pricing":{"prompt":"0.0000007","completion":"0.0000025"},"top_provider":{"context_length":64000,"max_completion_tokens":16000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-07-31","expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-r1/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":11.4,"coding_index":24.6,"agentic_index":1.1}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Novita | deepseek/deepseek-r1","model_id":"deepseek/deepseek-r1","model_name":"DeepSeek: R1","context_length":64000,"pricing":{"prompt":"0.0000007","completion":"0.0000025","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":16000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","slug":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","shortName":"DeepSeek R1 Distill Llama 70B","sourceUrl":"https://artificialanalysis.ai/models/deepseek-r1-distill-llama-70b","releaseDate":"2025-01-20","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":7.88824581191087,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.7,"price1mOutputTokens":1.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-46.38333333333333,"score":-46.38333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.219298245614035,"score":0.219298245614035,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.1,"score":0.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.275510204081633,"score":0.275510204081633,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0513,"score":0.0513,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.402020202020202,"score":0.402020202020202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.265608465608466,"score":0.265608465608466,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.536666666666667,"score":0.536666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"4a845d7b-a52d-43bb-80b7-b58c7a0c155e","slug":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","shortName":"DeepSeek R1 Distill Llama 70B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-01-20","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B"},"deprecated":true,"deprecatedTo":"deepseek-v3-0324","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B","microevalsEnabled":false,"intelligenceIndex":7.88824581191087,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-46.38333333333333,"omniscienceBreakdown":{"accuracy":0.19166666666666668,"hallucinationRate":0.8109278350515464},"gdpval":null,"itBenchSre":null,"tau2":0.219298245614035,"tauBanking":null,"terminalbenchHard":0.0151515151515152,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.1,"ifbench":0.275510204081633,"hle":0.0513,"gpqa":0.402020202020202,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.265608465608466,"aime25":0.536666666666667,"analystAgent":null,"price1mInputTokens":0.7,"price1mOutputTokens":1.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.7999999999999999,"price1mBlended7To2To1":0.7399999999999999,"price1mBlended0To1To1":0.9,"price1mBlended100To1To1":0.7039215686274509,"price1mBlended0To100To1":0.7039603960396039,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":36.111111111111114,"modelAvailability":4,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-r1-distill-llama-70b","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-r1-distill-llama-70b","canonical_slug":"deepseek/deepseek-r1-distill-llama-70b","hugging_face_id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","name":"DeepSeek: R1 Distill Llama 70B","created":1737663169,"description":"DeepSeek R1 Distill Llama 70B is a distilled large language model based on [Llama-3.3-70B-Instruct](/meta-llama/llama-3.3-70b-instruct), using outputs from [DeepSeek R1](/deepseek/deepseek-r1). The model combines advanced distillation techniques to achieve high performance across...","context_length":8192,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Llama3","instruct_type":"deepseek-r1"},"pricing":{"prompt":"0.0000008","completion":"0.0000008"},"top_provider":{"context_length":8192,"max_completion_tokens":7372,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","repetition_penalty","seed","stop","temperature","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-07-31","expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-r1-distill-llama-70b/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Novita | deepseek/deepseek-r1-distill-llama-70b","model_id":"deepseek/deepseek-r1-distill-llama-70b","model_name":"DeepSeek: R1 Distill Llama 70B","context_length":8192,"pricing":{"prompt":"0.0000008","completion":"0.0000008","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":7372,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","slug":"deepseek-v3","name":"DeepSeek V3 (Dec '24)","shortName":"DeepSeek V3 (Dec)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v3","releaseDate":"2024-12-26","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"deepseek-v3","name":"DeepSeek V3 (Dec '24)"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":671,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"DEEPSEEK LICENSE AGREEMENT","intelligenceIndex":8.48686760841828,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":8.613998393297756,"strategyAndOps":7.411258474359686,"legal":10.166672099900032,"engineering":10.515000000000002,"economics":12.264166666666664},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":68896427,"canonicalOutputTokens":3729300,"outputTokensPerTask":2017.7134360310017,"answerTokensPerTask":2017.7134360310017,"reasoningTokensPerTask":0,"price1mInputTokens":0.32,"price1mOutputTokens":0.89,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.019751793975774472,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":99.91,"score":99.91,"outputTokensPerTask":4467.934065934066,"costPerTask":0.055460870989010994,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":183.26,"score":183.26,"outputTokensPerTask":2885.7818181818184,"costPerTask":0.007183640363636363,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.005829479653698352,"score":0.005829479653698352,"outputTokensPerTask":1362.0289193302892,"costPerTask":0.012583857245053273,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":6920.69696969697,"costPerTask":0.07588902515151515,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.357638888888889,"score":0.357638888888889,"outputTokensPerTask":382.4861111111111,"costPerTask":0.001063312638888889,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.029,"score":0.029,"outputTokensPerTask":443.9578313253012,"costPerTask":0.0004969247312326228,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.008,"score":0.008,"outputTokensPerTask":551.05,"costPerTask":0.005805560899999999,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":1490.0285714285715,"costPerTask":0.0023348065714285716,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-41.65,"score":-41.65,"outputTokensPerTask":14.835,"costPerTask":0.00005042923,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.293333333333333,"score":0.293333333333333,"outputTokensPerTask":195.93,"costPerTask":0.030371580900000004,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.008,"score":0.008,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":183.26,"score":183.26,"outputTokensPerTask":2885.7818181818184,"costPerTask":0.007183640363636363,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":2885.7818181818184,"costPerTask":0.007183640363636363,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.228070175438596,"score":0.228070175438596,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0474226804123711,"score":0.0474226804123711,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.168539325842697,"score":0.168539325842697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":6920.69696969697,"costPerTask":0.07588902515151515,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.293333333333333,"score":0.293333333333333,"outputTokensPerTask":195.93,"costPerTask":0.030371580900000004,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.347619047619048,"score":0.347619047619048,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.029,"score":0.029,"outputTokensPerTask":443.9578313253012,"costPerTask":0.0004969247312326228,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.556565656565657,"score":0.556565656565657,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.358730158730159,"score":0.358730158730159,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.26,"score":0.26,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.005829479653698352,"score":0.005829479653698352,"outputTokensPerTask":1362.0289193302892,"costPerTask":0.012583857245053273,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":8.613998393297756,"score":8.613998393297756,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":7.411258474359686,"score":7.411258474359686,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":10.166672099900032,"score":10.166672099900032,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":10.515000000000002,"score":10.515000000000002,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":12.264166666666664,"score":12.264166666666664,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"43fc5506-c5ed-4dee-9b85-962bf7ae3986","slug":"deepseek-v3","name":"DeepSeek V3 (Dec '24)","shortName":"DeepSeek V3 (Dec)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-12-26","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"deepseek-v3","name":"DeepSeek V3 (Dec '24)"},"deprecated":true,"deprecatedTo":"deepseek-v3-1","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":671,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"DEEPSEEK LICENSE AGREEMENT","licenseUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V3/blob/main/LICENSE-MODEL","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V3","microevalsEnabled":false,"intelligenceIndex":8.48686760841828,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":8.613998393297756,"strategyAndOps":7.411258474359686,"legal":10.166672099900032,"engineering":10.515000000000002,"economics":12.264166666666664},"omniscience":-41.65,"omniscienceBreakdown":{"accuracy":0.2545,"hallucinationRate":0.9000670690811536},"gdpPdfAllPass":0.008,"gdpval":183.26,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.228070175438596,"tauBanking":0.0474226804123711,"terminalbenchHard":0.0681818181818182,"terminalBench21":0.168539325842697,"terminalBench40":0,"scicode":0.357638888888889,"lcr":0.293333333333333,"ifbench":0.347619047619048,"hle":0.029,"gpqa":0.556565656565657,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.358730158730159,"aime25":0.26,"analystAgent":null,"automationBenchPartialScore":0.005829479653698352,"price1mInputTokens":0.32,"price1mOutputTokens":0.89,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.4625,"price1mBlended7To2To1":0.37700000000000006,"price1mBlended0To1To1":0.605,"price1mBlended100To1To1":0.3255882352941177,"price1mBlended0To100To1":0.32564356435643566,"intelligenceIndexCost":{"total":25.36593364,"input":22.04685664,"nonCacheInput":4.2730816,"cacheRead":0,"cacheWrite":17.77377504,"output":3.319077,"reasoning":0,"answer":3.319077},"intelligenceIndexCostPerTask":{"cost":{"total":0.019751793975774472,"input":0.01795602901770688,"nonCacheInput":0.002230295052421025,"cacheRead":0,"cacheWrite":0.015725733965285857,"output":0.0017957649580675917,"reasoning":0,"answer":0.0017957649580675917},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.00831913064835165},{"slug":"gdpval-aa","weightedCostPerTask":0.0007183640363636364},{"slug":"automationbench-aa","weightedCostPerTask":0.0006291928622526637},{"slug":"terminalbench-4-0","weightedCostPerTask":0.007588902515151515},{"slug":"scicode","weightedCostPerTask":0.00010633126388888891},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00004969247312326228},{"slug":"gdp-pdf","weightedCostPerTask":0.0005805560899999999},{"slug":"critpt","weightedCostPerTask":0.00023348065714285716},{"slug":"omniscience","weightedCostPerTask":0.000007564384499999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0015185790450000002}]},"canonicalIntelligenceIndexTokenCount":{"input":68896427,"output":3729300,"answer":3729300,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":2017.7134360310017,"output":2017.7134360310017},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":99.91,"outputTokensPerTask":4467.934065934066,"costPerTask":0.055460870989010994},{"slug":"gdpval-aa","score":183.26,"outputTokensPerTask":2885.7818181818184,"costPerTask":0.007183640363636363},{"slug":"automationbench-aa","score":0.005829479653698352,"outputTokensPerTask":1362.0289193302892,"costPerTask":0.012583857245053273},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":6920.69696969697,"costPerTask":0.07588902515151515},{"slug":"scicode","score":0.357638888888889,"outputTokensPerTask":382.4861111111111,"costPerTask":0.001063312638888889},{"slug":"humanitys-last-exam","score":0.029,"outputTokensPerTask":443.9578313253012,"costPerTask":0.0004969247312326228},{"slug":"gdp-pdf","score":0.008,"outputTokensPerTask":551.05,"costPerTask":0.005805560899999999},{"slug":"critpt","score":0,"outputTokensPerTask":1490.0285714285715,"costPerTask":0.0023348065714285716},{"slug":"omniscience","score":-41.65,"outputTokensPerTask":14.835,"costPerTask":0.00005042923},{"slug":"artificial-analysis-long-context-reasoning","score":0.293333333333333,"outputTokensPerTask":195.93,"costPerTask":0.030371580900000004}],"briefcaseBreakdown":{"overall":{"elo":99.91,"lower95ci":87.6,"upper95ci":111.12},"rubricPassRate":0.047474747474747475,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":21.66,"lower95ci":0,"upper95ci":43.44}},"briefcaseTotalCost":5.04693926,"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":3,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-chat","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-chat","canonical_slug":"deepseek/deepseek-chat-v3","hugging_face_id":"deepseek-ai/DeepSeek-V3","name":"DeepSeek: DeepSeek V3","created":1735241320,"description":"DeepSeek-V3 is the latest model from the DeepSeek team, building upon the instruction following and coding abilities of the previous versions. Pre-trained on nearly 15 trillion tokens, the reported evaluations...","context_length":163840,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.00000032","completion":"0.00000089"},"top_provider":{"context_length":163840,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-07-31","expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-chat-v3/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1115,"win_rate":50.5,"rank":79},{"arena":"models","category":"codecategories","elo":1123,"win_rate":48.4,"rank":89},{"arena":"models","category":"dataviz","elo":1103,"win_rate":50,"rank":92},{"arena":"models","category":"gamedev","elo":1077,"win_rate":43.7,"rank":94},{"arena":"models","category":"svg","elo":1000,"win_rate":38.8,"rank":84},{"arena":"models","category":"uicomponent","elo":1108,"win_rate":52.7,"rank":84},{"arena":"models","category":"website","elo":1132,"win_rate":48.5,"rank":88}]}},"endpoints":[{"name":"StreamLake | deepseek/deepseek-chat-v3","model_id":"deepseek/deepseek-chat","model_name":"DeepSeek: DeepSeek V3","context_length":128000,"pricing":{"prompt":"0.0000002574","completion":"0.0000010287","discount":0.1},"provider_name":"StreamLake","tag":"streamlake","quantization":"unknown","max_completion_tokens":16000,"max_prompt_tokens":null,"supported_parameters":["response_format","structured_outputs","tools","tool_choice","max_tokens","temperature","top_p","stop","presence_penalty"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":97.7387603085927,"uptime_last_5m":99.33628318584071,"uptime_last_1d":97.43235496959221,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-chat-v3","model_id":"deepseek/deepseek-chat","model_name":"DeepSeek: DeepSeek V3","context_length":163840,"pricing":{"prompt":"0.00000032","completion":"0.00000089","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":90.62409916402422,"uptime_last_5m":50.64864864864865,"uptime_last_1d":95.56579438342607,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"75e1c197-f239-4361-a9d6-66dccfead236","slug":"deepseek-v3-0324","name":"DeepSeek V3 0324","shortName":"DeepSeek V3 0324","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v3-0324","releaseDate":"2025-03-25","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"deepseek-v3-0324","name":"DeepSeek V3 0324"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":671,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":9.72000501684011,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.180239690134428,"strategyAndOps":7.1914695957771535,"legal":11.678762539235834,"engineering":11.098887887887889,"economics":13.772333333333336},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":100377833,"canonicalOutputTokens":3803890,"outputTokensPerTask":1963.4404010246926,"answerTokensPerTask":1963.4404010246926,"reasoningTokensPerTask":0,"price1mInputTokens":0.845,"price1mOutputTokens":1.175,"cacheHitPrice":0.7925,"cacheHitDiscountPercent":0.4374999999999999,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.10527388598776051,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":91.96,"score":91.96,"outputTokensPerTask":4240.142857142857,"costPerTask":0.4753680426060881,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":274.71,"score":274.71,"outputTokensPerTask":1901.3818181818183,"costPerTask":0.05848007359600259,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.0027298597954690243,"score":0.0027298597954690243,"outputTokensPerTask":221.50380517503805,"costPerTask":0.0033869238274285745,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":6951.272727272727,"costPerTask":0.20056069847623811,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.390046296296296,"score":0.390046296296296,"outputTokensPerTask":427.6979166666667,"costPerTask":0.0025006737152777777,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0474,"score":0.0474,"outputTokensPerTask":905.998609823911,"costPerTask":0.0013228705050973124,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.016,"score":0.016,"outputTokensPerTask":660.41,"costPerTask":0.028924233049999998,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":2163.2,"costPerTask":0.005613395357142857,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-40.666666666666664,"score":-40.666666666666664,"outputTokensPerTask":12.0945,"costPerTask":0.00011329165333333333,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.406666666666667,"score":0.406666666666667,"outputTokensPerTask":270.67,"costPerTask":0.08084290374999999,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.016,"score":0.016,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":274.71,"score":274.71,"outputTokensPerTask":1901.3818181818183,"costPerTask":0.05848007359600259,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":1901.3818181818183,"costPerTask":0.05848007359600259,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.470760233918129,"score":0.470760233918129,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0474226804123711,"score":0.0474226804123711,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.151515151515152,"score":0.151515151515152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.138576779026217,"score":0.138576779026217,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":6951.272727272727,"costPerTask":0.20056069847623811,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.406666666666667,"score":0.406666666666667,"outputTokensPerTask":270.67,"costPerTask":0.08084290374999999,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.410204081632653,"score":0.410204081632653,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0474,"score":0.0474,"outputTokensPerTask":905.998609823911,"costPerTask":0.0013228705050973124,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.654545454545455,"score":0.654545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.405291005291005,"score":0.405291005291005,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.41,"score":0.41,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.0027298597954690243,"score":0.0027298597954690243,"outputTokensPerTask":221.50380517503805,"costPerTask":0.0033869238274285745,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":9.180239690134428,"score":9.180239690134428,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":7.1914695957771535,"score":7.1914695957771535,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":11.678762539235834,"score":11.678762539235834,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":11.098887887887889,"score":11.098887887887889,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":13.772333333333336,"score":13.772333333333336,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"75e1c197-f239-4361-a9d6-66dccfead236","slug":"deepseek-v3-0324","name":"DeepSeek V3 0324","shortName":"DeepSeek V3 0324","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-25","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"deepseek-v3-0324","name":"DeepSeek V3 0324"},"deprecated":true,"deprecatedTo":"deepseek-v3-1","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":671,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V3-0324","microevalsEnabled":false,"intelligenceIndex":9.72000501684011,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.180239690134428,"strategyAndOps":7.1914695957771535,"legal":11.678762539235834,"engineering":11.098887887887889,"economics":13.772333333333336},"omniscience":-40.666666666666664,"omniscienceBreakdown":{"accuracy":0.24316666666666667,"hallucinationRate":0.8586214490200397},"gdpPdfAllPass":0.016,"gdpval":274.71,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.470760233918129,"tauBanking":0.0474226804123711,"terminalbenchHard":0.151515151515152,"terminalBench21":0.138576779026217,"terminalBench40":0,"scicode":0.390046296296296,"lcr":0.406666666666667,"ifbench":0.410204081632653,"hle":0.0474,"gpqa":0.654545454545455,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.405291005291005,"aime25":0.41,"analystAgent":null,"automationBenchPartialScore":0.0027298597954690243,"price1mInputTokens":0.845,"price1mOutputTokens":1.175,"cacheHitPrice":0.7925,"cacheHitDiscountPercent":0.4374999999999999,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.9275,"price1mBlended7To2To1":0.8412499999999999,"price1mBlended0To1To1":1.01,"price1mBlended100To1To1":0.7967647058823529,"price1mBlended0To100To1":0.8482673267326732,"intelligenceIndexCost":{"total":87.21067297732687,"input":82.74110222732686,"nonCacheInput":12.80973018,"cacheRead":31.37042049916104,"cacheWrite":38.560951548165825,"output":4.46957075,"reasoning":0,"answer":4.46957075},"intelligenceIndexCostPerTask":{"cost":{"total":0.10527388598776051,"input":0.1029668435165565,"nonCacheInput":0.007388739163264151,"cacheRead":0.04392546231898557,"cacheWrite":0.051652642034306764,"output":0.0023070424712040138,"reasoning":0,"answer":0.0023070424712040138},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.07130520639091321},{"slug":"gdpval-aa","weightedCostPerTask":0.005848007359600259},{"slug":"automationbench-aa","weightedCostPerTask":0.00016934619137142876},{"slug":"terminalbench-4-0","weightedCostPerTask":0.02005606984762381},{"slug":"scicode","weightedCostPerTask":0.0002500673715277778},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00013228705050973122},{"slug":"gdp-pdf","weightedCostPerTask":0.002892423305},{"slug":"critpt","weightedCostPerTask":0.0005613395357142856},{"slug":"omniscience","weightedCostPerTask":0.000016993747999999998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0040421451874999995}]},"canonicalIntelligenceIndexTokenCount":{"input":100377833,"output":3803890,"answer":3803890,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":1963.4404010246926,"output":1963.4404010246926},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":91.96,"outputTokensPerTask":4240.142857142857,"costPerTask":0.4753680426060881},{"slug":"gdpval-aa","score":274.71,"outputTokensPerTask":1901.3818181818183,"costPerTask":0.05848007359600259},{"slug":"automationbench-aa","score":0.0027298597954690243,"outputTokensPerTask":221.50380517503805,"costPerTask":0.0033869238274285745},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":6951.272727272727,"costPerTask":0.20056069847623811},{"slug":"scicode","score":0.390046296296296,"outputTokensPerTask":427.6979166666667,"costPerTask":0.0025006737152777777},{"slug":"humanitys-last-exam","score":0.0474,"outputTokensPerTask":905.998609823911,"costPerTask":0.0013228705050973124},{"slug":"gdp-pdf","score":0.016,"outputTokensPerTask":660.41,"costPerTask":0.028924233049999998},{"slug":"critpt","score":0,"outputTokensPerTask":2163.2,"costPerTask":0.005613395357142857},{"slug":"omniscience","score":-40.666666666666664,"outputTokensPerTask":12.0945,"costPerTask":0.00011329165333333333},{"slug":"artificial-analysis-long-context-reasoning","score":0.406666666666667,"outputTokensPerTask":270.67,"costPerTask":0.08084290374999999}],"briefcaseBreakdown":{"overall":{"elo":91.96,"lower95ci":81.39,"upper95ci":101.71},"rubricPassRate":0.032989690721649485,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":25.99,"lower95ci":4.12,"upper95ci":48.27}},"briefcaseTotalCost":43.258491877154015,"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-chat-v3-0324","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-chat-v3-0324","canonical_slug":"deepseek/deepseek-chat-v3-0324","hugging_face_id":"deepseek-ai/DeepSeek-V3-0324","name":"DeepSeek: DeepSeek V3 0324","created":1742824755,"description":"DeepSeek V3, a 685B-parameter, mixture-of-experts model, is the latest iteration of the flagship chat model family from the DeepSeek team. It succeeds the [DeepSeek V3](/deepseek/deepseek-chat-v3) model and performs really well...","context_length":163840,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.000001"},"top_provider":{"context_length":163840,"max_completion_tokens":147456,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-07-31","expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-chat-v3-0324/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":9.7,"coding_index":21.2,"agentic_index":0.8}}},"endpoints":[{"name":"DeepInfra | deepseek/deepseek-chat-v3-0324","model_id":"deepseek/deepseek-chat-v3-0324","model_name":"DeepSeek: DeepSeek V3 0324","context_length":163840,"pricing":{"prompt":"0.00000024","completion":"0.0000009","input_cache_read":"0.000000135","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","tools","tool_choice","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":82.43571081999029,"uptime_last_5m":95.55555555555556,"uptime_last_1d":92.3262019345309,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-chat-v3-0324","model_id":"deepseek/deepseek-chat-v3-0324","model_name":"DeepSeek: DeepSeek V3 0324","context_length":163840,"pricing":{"prompt":"0.00000025","completion":"0.000001","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":98.43081312410843,"uptime_last_5m":97.48251748251748,"uptime_last_1d":99.20257483102671,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | deepseek/deepseek-chat-v3-0324","model_id":"deepseek/deepseek-chat-v3-0324","model_name":"DeepSeek: DeepSeek V3 0324","context_length":163840,"pricing":{"prompt":"0.00000029","completion":"0.00000114","input_cache_read":"0.00000011","discount":0},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","seed","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.01977072603422,"uptime_last_5m":97.01492537313433,"uptime_last_1d":97.55559968784178,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","slug":"deepseek-v3-1","name":"DeepSeek V3.1 (Non-reasoning)","shortName":"DeepSeek V3.1 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v3-1","releaseDate":"2025-08-21","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"deepseek-v3-1","name":"DeepSeek V3.1"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":13.707850604044,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.5700000000000001,"price1mOutputTokens":1.68,"cacheHitPrice":0.5700000000000001,"cacheHitDiscountPercent":0.48,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-42.75,"score":-42.75,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.347953216374269,"score":0.347953216374269,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.242424242424242,"score":0.242424242424242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.47,"score":0.47,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.378231292517007,"score":0.378231292517007,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0667284522706209,"score":0.0667284522706209,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.735353535353535,"score":0.735353535353535,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.576719576719577,"score":0.576719576719577,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.496666666666667,"score":0.496666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"fb65266f-5a7d-403c-85d5-ccdf0d1ca838","slug":"deepseek-v3-1","name":"DeepSeek V3.1 (Non-reasoning)","shortName":"DeepSeek V3.1 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-21","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"deepseek-v3-1","name":"DeepSeek V3.1"},"deprecated":true,"deprecatedTo":"deepseek-v3-1-terminus","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V3.1","microevalsEnabled":false,"intelligenceIndex":13.707850604044,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-42.75,"omniscienceBreakdown":{"accuracy":0.23133333333333334,"hallucinationRate":0.8571118820468343},"gdpval":null,"itBenchSre":null,"tau2":0.347953216374269,"tauBanking":null,"terminalbenchHard":0.242424242424242,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.47,"ifbench":0.378231292517007,"hle":0.0667284522706209,"gpqa":0.735353535353535,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.576719576719577,"aime25":0.496666666666667,"analystAgent":null,"price1mInputTokens":0.5700000000000001,"price1mOutputTokens":1.68,"cacheHitPrice":0.5700000000000001,"cacheHitDiscountPercent":0.48,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.8475,"price1mBlended7To2To1":0.681,"price1mBlended0To1To1":1.125,"price1mBlended100To1To1":0.5808823529411765,"price1mBlended0To100To1":0.5809900990099011,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":8,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-chat-v3.1","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-chat-v3.1","canonical_slug":"deepseek/deepseek-chat-v3.1","hugging_face_id":"deepseek-ai/DeepSeek-V3.1","name":"DeepSeek: DeepSeek V3.1","created":1755779628,"description":"DeepSeek-V3.1 is a large hybrid reasoning model (671B parameters, 37B active) that supports both thinking and non-thinking modes via prompt templates. It extends the DeepSeek-V3 base with a two-phase long-context...","context_length":163840,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":"deepseek-v3.1"},"pricing":{"prompt":"0.00000025","completion":"0.00000095","input_cache_read":"0.00000013"},"top_provider":{"context_length":163840,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-chat-v3.1/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1106,"win_rate":47.9,"rank":86},{"arena":"models","category":"codecategories","elo":1127,"win_rate":47.8,"rank":87},{"arena":"models","category":"dataviz","elo":1110,"win_rate":46.2,"rank":91},{"arena":"models","category":"gamedev","elo":1108,"win_rate":47.1,"rank":86},{"arena":"models","category":"svg","elo":990,"win_rate":38.2,"rank":85},{"arena":"models","category":"uicomponent","elo":1100,"win_rate":47.1,"rank":87},{"arena":"models","category":"website","elo":1135,"win_rate":48,"rank":87}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"DeepInfra | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":163840,"pricing":{"prompt":"0.00000025","completion":"0.00000095","input_cache_read":"0.00000013","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98820893762527,"uptime_last_5m":100,"uptime_last_1d":99.97401463757988,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":163840,"pricing":{"prompt":"0.00000027","completion":"0.000001","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":false,"auto":false,"required":false,"function":true},"status":0,"uptime_last_30m":98.20143884892086,"uptime_last_5m":100,"uptime_last_1d":98.23250728862973,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":131072,"pricing":{"prompt":"0.00000027","completion":"0.000001","input_cache_read":"0.000000135","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95355318160706,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":131072,"pricing":{"prompt":"0.0000003","completion":"0.00000095","input_cache_read":"0.00000013","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.98305084745763,"uptime_last_5m":98.27586206896551,"uptime_last_1d":99.3495365900753,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":161000,"pricing":{"prompt":"0.00000055","completion":"0.00000165","input_cache_read":"0.00000055","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp8","quantization":"fp8","max_completion_tokens":144900,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98919057024655,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mara | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":131072,"pricing":{"prompt":"0.0000006","completion":"0.0000017","discount":0},"provider_name":"Mara","tag":"mara","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","top_k","top_p","response_format","logprobs","top_logprobs","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.13693901035673,"uptime_last_5m":99.81167608286252,"uptime_last_1d":97.70483214444042,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":163840,"pricing":{"prompt":"0.0000006","completion":"0.0000017","discount":0},"provider_name":"Google","tag":"google-vertex/us-west2","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":0,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":131072,"pricing":{"prompt":"0.00000065","completion":"0.0000015","discount":0},"provider_name":"SambaNova","tag":"sambanova/fp8","quantization":"fp8","max_completion_tokens":7168,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.54621799216194,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":8,"endpointError":null}},{"id":"198b717f-42c8-4ab7-a699-ae9373d669d3","slug":"deepseek-v3-1-reasoning","name":"DeepSeek V3.1 (Reasoning)","shortName":"DeepSeek V3.1","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v3-1-reasoning","releaseDate":"2025-08-21","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"deepseek-v3-1","name":"DeepSeek V3.1"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":13.4758123489932,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.59,"price1mOutputTokens":1.69,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-29.583333333333332,"score":-29.583333333333332,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.374269005847953,"score":0.374269005847953,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.25,"score":0.25,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.566666666666667,"score":0.566666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.414965986394558,"score":0.414965986394558,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.142724745134384,"score":0.142724745134384,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.778787878787879,"score":0.778787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.02,"score":0.02,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.784126984126984,"score":0.784126984126984,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.896666666666667,"score":0.896666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"198b717f-42c8-4ab7-a699-ae9373d669d3","slug":"deepseek-v3-1-reasoning","name":"DeepSeek V3.1 (Reasoning)","shortName":"DeepSeek V3.1","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-21","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"deepseek-v3-1","name":"DeepSeek V3.1"},"deprecated":true,"deprecatedTo":"deepseek-v3-1-terminus-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V3.1","microevalsEnabled":false,"intelligenceIndex":13.4758123489932,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-29.583333333333332,"omniscienceBreakdown":{"accuracy":0.29,"hallucinationRate":0.8251173708920188},"gdpval":null,"itBenchSre":null,"tau2":0.374269005847953,"tauBanking":null,"terminalbenchHard":0.25,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.566666666666667,"ifbench":0.414965986394558,"hle":0.142724745134384,"gpqa":0.778787878787879,"critpt":0.02,"apexAgents":null,"mmmuPro":null,"livecodebench":0.784126984126984,"aime25":0.896666666666667,"analystAgent":null,"price1mInputTokens":0.59,"price1mOutputTokens":1.69,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.865,"price1mBlended7To2To1":0.7,"price1mBlended0To1To1":1.14,"price1mBlended100To1To1":0.6007843137254902,"price1mBlended0To100To1":0.6008910891089109,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":4,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-chat-v3.1","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-chat-v3.1","canonical_slug":"deepseek/deepseek-chat-v3.1","hugging_face_id":"deepseek-ai/DeepSeek-V3.1","name":"DeepSeek: DeepSeek V3.1","created":1755779628,"description":"DeepSeek-V3.1 is a large hybrid reasoning model (671B parameters, 37B active) that supports both thinking and non-thinking modes via prompt templates. It extends the DeepSeek-V3 base with a two-phase long-context...","context_length":163840,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":"deepseek-v3.1"},"pricing":{"prompt":"0.00000025","completion":"0.00000095","input_cache_read":"0.00000013"},"top_provider":{"context_length":163840,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-chat-v3.1/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1106,"win_rate":47.9,"rank":86},{"arena":"models","category":"codecategories","elo":1127,"win_rate":47.8,"rank":87},{"arena":"models","category":"dataviz","elo":1110,"win_rate":46.2,"rank":91},{"arena":"models","category":"gamedev","elo":1108,"win_rate":47.1,"rank":86},{"arena":"models","category":"svg","elo":990,"win_rate":38.2,"rank":85},{"arena":"models","category":"uicomponent","elo":1100,"win_rate":47.1,"rank":87},{"arena":"models","category":"website","elo":1135,"win_rate":48,"rank":87}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"DeepInfra | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":163840,"pricing":{"prompt":"0.00000025","completion":"0.00000095","input_cache_read":"0.00000013","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98820893762527,"uptime_last_5m":100,"uptime_last_1d":99.97401463757988,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":163840,"pricing":{"prompt":"0.00000027","completion":"0.000001","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":false,"auto":false,"required":false,"function":true},"status":0,"uptime_last_30m":98.20143884892086,"uptime_last_5m":100,"uptime_last_1d":98.23250728862973,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":131072,"pricing":{"prompt":"0.00000027","completion":"0.000001","input_cache_read":"0.000000135","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95355318160706,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":131072,"pricing":{"prompt":"0.0000003","completion":"0.00000095","input_cache_read":"0.00000013","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.98305084745763,"uptime_last_5m":98.27586206896551,"uptime_last_1d":99.3495365900753,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":161000,"pricing":{"prompt":"0.00000055","completion":"0.00000165","input_cache_read":"0.00000055","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp8","quantization":"fp8","max_completion_tokens":144900,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98919057024655,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mara | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":131072,"pricing":{"prompt":"0.0000006","completion":"0.0000017","discount":0},"provider_name":"Mara","tag":"mara","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","top_k","top_p","response_format","logprobs","top_logprobs","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.13693901035673,"uptime_last_5m":99.81167608286252,"uptime_last_1d":97.70483214444042,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":163840,"pricing":{"prompt":"0.0000006","completion":"0.0000017","discount":0},"provider_name":"Google","tag":"google-vertex/us-west2","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":0,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | deepseek/deepseek-chat-v3.1","model_id":"deepseek/deepseek-chat-v3.1","model_name":"DeepSeek: DeepSeek V3.1","context_length":131072,"pricing":{"prompt":"0.00000065","completion":"0.0000015","discount":0},"provider_name":"SambaNova","tag":"sambanova/fp8","quantization":"fp8","max_completion_tokens":7168,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.54621799216194,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":8,"endpointError":null}},{"id":"dfb9292d-bc7c-4425-a260-4256217e709f","slug":"deepseek-v3-1-terminus","name":"DeepSeek V3.1 Terminus (Non-reasoning)","shortName":"DeepSeek V3.1 Terminus (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v3-1-terminus","releaseDate":"2025-09-22","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"deepseek-v3-1-terminus","name":"DeepSeek V3.1 Terminus"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":13.930676595341,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.27,"price1mOutputTokens":1,"cacheHitPrice":0.27,"cacheHitDiscountPercent":0.5185185185185186,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-43.46666666666667,"score":-43.46666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.371345029239766,"score":0.371345029239766,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.318181818181818,"score":0.318181818181818,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.453333333333333,"score":0.453333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.412244897959184,"score":0.412244897959184,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0866543095458758,"score":0.0866543095458758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.750505050505051,"score":0.750505050505051,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.529100529100529,"score":0.529100529100529,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.536666666666667,"score":0.536666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"dfb9292d-bc7c-4425-a260-4256217e709f","slug":"deepseek-v3-1-terminus","name":"DeepSeek V3.1 Terminus (Non-reasoning)","shortName":"DeepSeek V3.1 Terminus (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-22","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"deepseek-v3-1-terminus","name":"DeepSeek V3.1 Terminus"},"deprecated":true,"deprecatedTo":"deepseek-v3-2","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus","microevalsEnabled":false,"intelligenceIndex":13.930676595341,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-43.46666666666667,"omniscienceBreakdown":{"accuracy":0.23516666666666666,"hallucinationRate":0.8757899324471562},"gdpval":null,"itBenchSre":null,"tau2":0.371345029239766,"tauBanking":null,"terminalbenchHard":0.318181818181818,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.453333333333333,"ifbench":0.412244897959184,"hle":0.0866543095458758,"gpqa":0.750505050505051,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.529100529100529,"aime25":0.536666666666667,"analystAgent":null,"price1mInputTokens":0.27,"price1mOutputTokens":1,"cacheHitPrice":0.27,"cacheHitDiscountPercent":0.5185185185185186,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.4525,"price1mBlended7To2To1":0.343,"price1mBlended0To1To1":0.635,"price1mBlended100To1To1":0.27715686274509804,"price1mBlended0To100To1":0.27722772277227725,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":3,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v3.1-terminus","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-v3.1-terminus","canonical_slug":"deepseek/deepseek-v3.1-terminus","hugging_face_id":"deepseek-ai/DeepSeek-V3.1-Terminus","name":"DeepSeek: DeepSeek V3.1 Terminus","created":1758548275,"description":"DeepSeek-V3.1 Terminus is an update to [DeepSeek V3.1](/deepseek/deepseek-chat-v3.1) that maintains the model's original capabilities while addressing issues reported by users, including language consistency and agent capabilities, further optimizing the model's...","context_length":163840,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":"deepseek-v3.1"},"pricing":{"prompt":"0.00000027","completion":"0.000001","input_cache_read":"0.000000135"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v3.1-terminus/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1169,"win_rate":56,"rank":58},{"arena":"models","category":"codecategories","elo":1190,"win_rate":56,"rank":59},{"arena":"models","category":"dataviz","elo":1182,"win_rate":53.4,"rank":62},{"arena":"models","category":"gamedev","elo":1154,"win_rate":52.5,"rank":72},{"arena":"models","category":"svg","elo":1089,"win_rate":50.1,"rank":64},{"arena":"models","category":"uicomponent","elo":1197,"win_rate":59.5,"rank":53},{"arena":"models","category":"website","elo":1199,"win_rate":56.4,"rank":59}],"artificial_analysis":{"intelligence_index":15.4,"coding_index":43.5,"agentic_index":8.9}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"SiliconFlow | deepseek/deepseek-v3.1-terminus","model_id":"deepseek/deepseek-v3.1-terminus","model_name":"DeepSeek: DeepSeek V3.1 Terminus","context_length":163840,"pricing":{"prompt":"0.00000027","completion":"0.000001","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.94149512459371,"uptime_last_5m":99.23664122137404,"uptime_last_1d":98.87496269770217,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v3.1-terminus","model_id":"deepseek/deepseek-v3.1-terminus","model_name":"DeepSeek: DeepSeek V3.1 Terminus","context_length":131072,"pricing":{"prompt":"0.00000027","completion":"0.000001","input_cache_read":"0.000000135","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99296517762927,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v3.1-terminus","model_id":"deepseek/deepseek-v3.1-terminus","model_name":"DeepSeek: DeepSeek V3.1 Terminus","context_length":131072,"pricing":{"prompt":"0.0000003","completion":"0.00000095","input_cache_read":"0.00000013","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.65986394557824,"uptime_last_5m":99.17355371900827,"uptime_last_1d":99.62905115189379,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | deepseek/deepseek-v3.1-terminus","model_id":"deepseek/deepseek-v3.1-terminus","model_name":"DeepSeek: DeepSeek V3.1 Terminus","context_length":128000,"pricing":{"prompt":"0.0000003426","completion":"0.0000010284","discount":0.4},"provider_name":"StreamLake","tag":"streamlake","quantization":"unknown","max_completion_tokens":32000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","max_tokens","temperature","top_p","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.38837920489296,"uptime_last_5m":97.22222222222221,"uptime_last_1d":99.79299962363568,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"0a7dda4d-cc9c-4a90-abc1-abb5772c901b","slug":"deepseek-v3-1-terminus-reasoning","name":"DeepSeek V3.1 Terminus (Reasoning)","shortName":"DeepSeek V3.1 Terminus","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v3-1-terminus-reasoning","releaseDate":"2025-09-22","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"deepseek-v3-1-terminus","name":"DeepSeek V3.1 Terminus"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":15.4047236054576,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":16.278318397460865,"strategyAndOps":12.472557273082135,"legal":18.86617034975458,"engineering":18.726403654177155,"economics":23.882625193080017},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.635,"price1mOutputTokens":2.75,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-26.4,"score":-26.4,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.054,"score":0.054,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":826.12,"score":826.12,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.16306,"score":0.16306,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.371345029239766,"score":0.371345029239766,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.210309278350515,"score":0.210309278350515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.303030303030303,"score":0.303030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.449438202247191,"score":0.449438202247191,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.37962962962963,"score":0.37962962962963,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.693333333333333,"score":0.693333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.570068027210884,"score":0.570068027210884,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.163577386468953,"score":0.163577386468953,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.791919191919192,"score":0.791919191919192,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0171428571428571,"score":0.0171428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.797883597883598,"score":0.797883597883598,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.896666666666667,"score":0.896666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.027062733944745267,"score":0.027062733944745267,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":16.278318397460865,"score":16.278318397460865,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":12.472557273082135,"score":12.472557273082135,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":18.86617034975458,"score":18.86617034975458,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":18.726403654177155,"score":18.726403654177155,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":23.882625193080017,"score":23.882625193080017,"family":"Capability Index"}],"benchmarkCount":23,"raw":{"id":"0a7dda4d-cc9c-4a90-abc1-abb5772c901b","slug":"deepseek-v3-1-terminus-reasoning","name":"DeepSeek V3.1 Terminus (Reasoning)","shortName":"DeepSeek V3.1 Terminus","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-22","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"deepseek-v3-1-terminus","name":"DeepSeek V3.1 Terminus"},"deprecated":true,"deprecatedTo":"deepseek-v3-2-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V3.1-Terminus","microevalsEnabled":false,"intelligenceIndex":15.4047236054576,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":16.278318397460865,"strategyAndOps":12.472557273082135,"legal":18.86617034975458,"engineering":18.726403654177155,"economics":23.882625193080017},"omniscience":-26.4,"omniscienceBreakdown":{"accuracy":0.277,"hallucinationRate":0.7482710926694329},"gdpPdfAllPass":0.054,"gdpval":826.12,"gdpvalNormalized":0.16306,"itBenchSre":null,"tau2":0.371345029239766,"tauBanking":0.210309278350515,"terminalbenchHard":0.303030303030303,"terminalBench21":0.449438202247191,"terminalBench40":0,"scicode":0.37962962962963,"lcr":0.693333333333333,"ifbench":0.570068027210884,"hle":0.163577386468953,"gpqa":0.791919191919192,"critpt":0.0171428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":0.797883597883598,"aime25":0.896666666666667,"analystAgent":null,"automationBenchPartialScore":0.027062733944745267,"price1mInputTokens":1.635,"price1mOutputTokens":2.75,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.91375,"price1mBlended7To2To1":1.7465,"price1mBlended0To1To1":2.1925,"price1mBlended100To1To1":1.6459313725490194,"price1mBlended0To100To1":1.646039603960396,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":464.01,"lower95ci":453.88,"upper95ci":473.24},"rubricPassRate":0.09696969696969697,"analyticalQuality":{"elo":242.49,"lower95ci":222.61,"upper95ci":260.38},"presentation":{"elo":445.57,"lower95ci":426.85,"upper95ci":463.87}},"briefcaseTotalCost":134.50940412000003,"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v3.1-terminus","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-v3.1-terminus","canonical_slug":"deepseek/deepseek-v3.1-terminus","hugging_face_id":"deepseek-ai/DeepSeek-V3.1-Terminus","name":"DeepSeek: DeepSeek V3.1 Terminus","created":1758548275,"description":"DeepSeek-V3.1 Terminus is an update to [DeepSeek V3.1](/deepseek/deepseek-chat-v3.1) that maintains the model's original capabilities while addressing issues reported by users, including language consistency and agent capabilities, further optimizing the model's...","context_length":163840,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":"deepseek-v3.1"},"pricing":{"prompt":"0.00000027","completion":"0.000001","input_cache_read":"0.000000135"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v3.1-terminus/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1169,"win_rate":56,"rank":58},{"arena":"models","category":"codecategories","elo":1190,"win_rate":56,"rank":59},{"arena":"models","category":"dataviz","elo":1182,"win_rate":53.4,"rank":62},{"arena":"models","category":"gamedev","elo":1154,"win_rate":52.5,"rank":72},{"arena":"models","category":"svg","elo":1089,"win_rate":50.1,"rank":64},{"arena":"models","category":"uicomponent","elo":1197,"win_rate":59.5,"rank":53},{"arena":"models","category":"website","elo":1199,"win_rate":56.4,"rank":59}],"artificial_analysis":{"intelligence_index":15.4,"coding_index":43.5,"agentic_index":8.9}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"SiliconFlow | deepseek/deepseek-v3.1-terminus","model_id":"deepseek/deepseek-v3.1-terminus","model_name":"DeepSeek: DeepSeek V3.1 Terminus","context_length":163840,"pricing":{"prompt":"0.00000027","completion":"0.000001","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.94149512459371,"uptime_last_5m":99.23664122137404,"uptime_last_1d":98.87496269770217,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v3.1-terminus","model_id":"deepseek/deepseek-v3.1-terminus","model_name":"DeepSeek: DeepSeek V3.1 Terminus","context_length":131072,"pricing":{"prompt":"0.00000027","completion":"0.000001","input_cache_read":"0.000000135","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99296517762927,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v3.1-terminus","model_id":"deepseek/deepseek-v3.1-terminus","model_name":"DeepSeek: DeepSeek V3.1 Terminus","context_length":131072,"pricing":{"prompt":"0.0000003","completion":"0.00000095","input_cache_read":"0.00000013","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.65986394557824,"uptime_last_5m":99.17355371900827,"uptime_last_1d":99.62905115189379,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | deepseek/deepseek-v3.1-terminus","model_id":"deepseek/deepseek-v3.1-terminus","model_name":"DeepSeek: DeepSeek V3.1 Terminus","context_length":128000,"pricing":{"prompt":"0.0000003426","completion":"0.0000010284","discount":0.4},"provider_name":"StreamLake","tag":"streamlake","quantization":"unknown","max_completion_tokens":32000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","max_tokens","temperature","top_p","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.38837920489296,"uptime_last_5m":97.22222222222221,"uptime_last_1d":99.79299962363568,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"6d9a176d-feb8-4dac-8872-afe32b31897f","slug":"deepseek-v3-2","name":"DeepSeek V3.2 (Non-reasoning)","shortName":"DeepSeek V3.2 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v3-2","releaseDate":"2025-12-01","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"deepseek-v3-2","name":"DeepSeek V3.2"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":16.043537719683,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.28,"price1mOutputTokens":0.42,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-46.88333333333333,"score":-46.88333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.789473684210526,"score":0.789473684210526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.325757575757576,"score":0.325757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.456666666666667,"score":0.456666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.490476190476191,"score":0.490476190476191,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.112140871177016,"score":0.112140871177016,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.750505050505051,"score":0.750505050505051,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.592592592592593,"score":0.592592592592593,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.59,"score":0.59,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"6d9a176d-feb8-4dac-8872-afe32b31897f","slug":"deepseek-v3-2","name":"DeepSeek V3.2 (Non-reasoning)","shortName":"DeepSeek V3.2 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-01","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"deepseek-v3-2","name":"DeepSeek V3.2"},"deprecated":true,"deprecatedTo":"deepseek-v4-pro-0424-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2","microevalsEnabled":false,"intelligenceIndex":16.043537719683,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-46.88333333333333,"omniscienceBreakdown":{"accuracy":0.24,"hallucinationRate":0.9326754385964913},"gdpval":null,"itBenchSre":null,"tau2":0.789473684210526,"tauBanking":null,"terminalbenchHard":0.325757575757576,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.456666666666667,"ifbench":0.490476190476191,"hle":0.112140871177016,"gpqa":0.750505050505051,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":0.592592592592593,"aime25":0.59,"analystAgent":null,"price1mInputTokens":0.28,"price1mOutputTokens":0.42,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.315,"price1mBlended7To2To1":0.29400000000000004,"price1mBlended0To1To1":0.35,"price1mBlended100To1To1":0.2813725490196079,"price1mBlended0To100To1":0.2813861386138614,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"DeepSeek"},"hostModelCount":11,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v3.2","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-v3.2","canonical_slug":"deepseek/deepseek-v3.2-20251201","hugging_face_id":"deepseek-ai/DeepSeek-V3.2","name":"DeepSeek: DeepSeek V3.2","created":1764594642,"description":"DeepSeek-V3.2 is a large language model designed to harmonize high computational efficiency with strong reasoning and agentic tool-use performance. It introduces DeepSeek Sparse Attention (DSA), a fine-grained sparse attention mechanism...","context_length":163840,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.000000269","completion":"0.0000004","input_cache_read":"0.0000001345"},"top_provider":{"context_length":163840,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v3.2-20251201/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1161,"win_rate":49.4,"rank":63},{"arena":"models","category":"asciiart","elo":1101,"win_rate":40.5,"rank":60},{"arena":"models","category":"codecategories","elo":1179,"win_rate":49.3,"rank":68},{"arena":"models","category":"dataviz","elo":1173,"win_rate":48.2,"rank":68},{"arena":"models","category":"gamedev","elo":1155,"win_rate":46.5,"rank":71},{"arena":"models","category":"svg","elo":1056,"win_rate":40.8,"rank":71},{"arena":"models","category":"uicomponent","elo":1164,"win_rate":46.8,"rank":67},{"arena":"models","category":"website","elo":1187,"win_rate":50.2,"rank":66}],"artificial_analysis":{"intelligence_index":null,"coding_index":44.2,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":false}},"endpoints":[{"name":"GMICloud | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.0000002088","completion":"0.0000003096","input_cache_read":"0.0000000216","discount":0.28},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.98699271592092,"uptime_last_5m":100,"uptime_last_1d":99.52523232913232,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":128000,"pricing":{"prompt":"0.0000002145","completion":"0.00000032175","input_cache_read":"0.00000002145","discount":0.25},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","max_tokens","temperature","top_p","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.86360093530787,"uptime_last_5m":99.84247006931317,"uptime_last_1d":99.78835438749282,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.000000259","completion":"0.00000042","input_cache_read":"0.000000135","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","response_format","tools","tool_choice","structured_outputs","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.82463831652784,"uptime_last_5m":99.68847352024922,"uptime_last_1d":98.42134011573957,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.00000026","completion":"0.00000038","input_cache_read":"0.00000013","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tool_choice","tools","response_format","logit_bias","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98018232263178,"uptime_last_5m":100,"uptime_last_1d":99.967997321622,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.00000026","completion":"0.00000038","input_cache_read":"0.00000013","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","response_format","tools","tool_choice","seed","logit_bias","stop","min_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.86561223962372,"uptime_last_5m":99.83381803074366,"uptime_last_1d":99.80256936132696,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":160000,"pricing":{"prompt":"0.00000026829","completion":"0.00000039024","input_cache_read":"0.00000013008","discount":0.187},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","structured_outputs","response_format","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.84353456956515,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.000000269","completion":"0.0000004","input_cache_read":"0.0000001345","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":false,"required":true,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99754603485243,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Baidu | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":131072,"pricing":{"prompt":"0.00000028","completion":"0.00000042","input_cache_read":"0.000000028","discount":0},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","stop","seed","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99709040400933,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.0000003","completion":"0.00000096","input_cache_read":"0.00000009","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.25847457627118,"uptime_last_5m":97.2192513368984,"uptime_last_1d":99.49719565610707,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":131072,"pricing":{"prompt":"0.0000003705","completion":"0.0000011115","input_cache_read":"0.0000000741","input_cache_write":"0.00000046345","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":98304,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","structured_outputs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.35886214442013,"uptime_last_5m":92.21556886227546,"uptime_last_1d":99.25908583862395,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Friendli | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.0000005","completion":"0.0000015","input_cache_read":"0.00000025","discount":0},"provider_name":"Friendli","tag":"friendli","quantization":"unknown","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","tools","tool_choice","structured_outputs","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97145304025122,"uptime_last_5m":100,"uptime_last_1d":99.99126573986462,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.00000056","completion":"0.00000168","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","tools","tool_choice","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.51947579177283,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.000001","completion":"0.000001","input_cache_read":"0.0000005","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","structured_outputs","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.41684665226782,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mara | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":32768,"pricing":{"prompt":"0.000003","completion":"0.0000045","discount":0},"provider_name":"Mara","tag":"mara","quantization":"unknown","max_completion_tokens":7168,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","top_k","top_p","logprobs","top_logprobs","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":90.69767441860465,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":32768,"pricing":{"prompt":"0.000003","completion":"0.0000045","discount":0},"provider_name":"SambaNova","tag":"sambanova","quantization":"unknown","max_completion_tokens":7168,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.91186071817192,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":15,"endpointError":null}},{"id":"d621247c-d47e-458c-82cb-a166bc3b37e5","slug":"deepseek-v3-2-reasoning","name":"DeepSeek V3.2 (Reasoning)","shortName":"DeepSeek V3.2","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v3-2-reasoning","releaseDate":"2025-12-01","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"deepseek-v3-2","name":"DeepSeek V3.2"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":21.4867901704834,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.28,"price1mOutputTokens":0.42,"cacheHitPrice":0.014,"cacheHitDiscountPercent":0.95,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-22.483333333333334,"score":-22.483333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":810.24,"score":810.24,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.15512,"score":0.15512,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.906432748538012,"score":0.906432748538012,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.356060606060606,"score":0.356060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.468164794007491,"score":0.468164794007491,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.733333333333333,"score":0.733333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.606802721088435,"score":0.606802721088435,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.245597775718258,"score":0.245597775718258,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.84040404040404,"score":0.84040404040404,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0285714285714286,"score":0.0285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.145280235988201,"score":0.145280235988201,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.862433862433862,"score":0.862433862433862,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.92,"score":0.92,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"d621247c-d47e-458c-82cb-a166bc3b37e5","slug":"deepseek-v3-2-reasoning","name":"DeepSeek V3.2 (Reasoning)","shortName":"DeepSeek V3.2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-01","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"deepseek-v3-2","name":"DeepSeek V3.2"},"deprecated":true,"deprecatedTo":"deepseek-v4-pro-0424","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2","microevalsEnabled":false,"intelligenceIndex":21.4867901704834,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-22.483333333333334,"omniscienceBreakdown":{"accuracy":0.32966666666666666,"hallucinationRate":0.8272003978120338},"gdpval":810.24,"gdpvalNormalized":0.15512,"itBenchSre":null,"tau2":0.906432748538012,"tauBanking":null,"terminalbenchHard":0.356060606060606,"terminalBench21":0.468164794007491,"terminalBench40":null,"scicode":null,"lcr":0.733333333333333,"ifbench":0.606802721088435,"hle":0.245597775718258,"gpqa":0.84040404040404,"critpt":0.0285714285714286,"apexAgents":0.145280235988201,"mmmuPro":null,"livecodebench":0.862433862433862,"aime25":0.92,"analystAgent":null,"price1mInputTokens":0.28,"price1mOutputTokens":0.42,"cacheHitPrice":0.014,"cacheHitDiscountPercent":0.95,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.315,"price1mBlended7To2To1":0.1078,"price1mBlended0To1To1":0.35,"price1mBlended100To1To1":0.020588235294117647,"price1mBlended0To100To1":0.2813861386138614,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"DeepSeek"},"hostModelCount":10,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v3.2","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-v3.2","canonical_slug":"deepseek/deepseek-v3.2-20251201","hugging_face_id":"deepseek-ai/DeepSeek-V3.2","name":"DeepSeek: DeepSeek V3.2","created":1764594642,"description":"DeepSeek-V3.2 is a large language model designed to harmonize high computational efficiency with strong reasoning and agentic tool-use performance. It introduces DeepSeek Sparse Attention (DSA), a fine-grained sparse attention mechanism...","context_length":163840,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.000000269","completion":"0.0000004","input_cache_read":"0.0000001345"},"top_provider":{"context_length":163840,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v3.2-20251201/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1161,"win_rate":49.4,"rank":63},{"arena":"models","category":"asciiart","elo":1101,"win_rate":40.5,"rank":60},{"arena":"models","category":"codecategories","elo":1179,"win_rate":49.3,"rank":68},{"arena":"models","category":"dataviz","elo":1173,"win_rate":48.2,"rank":68},{"arena":"models","category":"gamedev","elo":1155,"win_rate":46.5,"rank":71},{"arena":"models","category":"svg","elo":1056,"win_rate":40.8,"rank":71},{"arena":"models","category":"uicomponent","elo":1164,"win_rate":46.8,"rank":67},{"arena":"models","category":"website","elo":1187,"win_rate":50.2,"rank":66}],"artificial_analysis":{"intelligence_index":null,"coding_index":44.2,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":false}},"endpoints":[{"name":"GMICloud | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.0000002088","completion":"0.0000003096","input_cache_read":"0.0000000216","discount":0.28},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.98699271592092,"uptime_last_5m":100,"uptime_last_1d":99.52523232913232,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":128000,"pricing":{"prompt":"0.0000002145","completion":"0.00000032175","input_cache_read":"0.00000002145","discount":0.25},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","max_tokens","temperature","top_p","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.86360093530787,"uptime_last_5m":99.84247006931317,"uptime_last_1d":99.78835438749282,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.000000259","completion":"0.00000042","input_cache_read":"0.000000135","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","response_format","tools","tool_choice","structured_outputs","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.82463831652784,"uptime_last_5m":99.68847352024922,"uptime_last_1d":98.42134011573957,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.00000026","completion":"0.00000038","input_cache_read":"0.00000013","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tool_choice","tools","response_format","logit_bias","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98018232263178,"uptime_last_5m":100,"uptime_last_1d":99.967997321622,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.00000026","completion":"0.00000038","input_cache_read":"0.00000013","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","response_format","tools","tool_choice","seed","logit_bias","stop","min_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.86561223962372,"uptime_last_5m":99.83381803074366,"uptime_last_1d":99.80256936132696,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":160000,"pricing":{"prompt":"0.00000026829","completion":"0.00000039024","input_cache_read":"0.00000013008","discount":0.187},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","structured_outputs","response_format","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.84353456956515,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.000000269","completion":"0.0000004","input_cache_read":"0.0000001345","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":false,"required":true,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99754603485243,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Baidu | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":131072,"pricing":{"prompt":"0.00000028","completion":"0.00000042","input_cache_read":"0.000000028","discount":0},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","stop","seed","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99709040400933,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.0000003","completion":"0.00000096","input_cache_read":"0.00000009","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.25847457627118,"uptime_last_5m":97.2192513368984,"uptime_last_1d":99.49719565610707,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":131072,"pricing":{"prompt":"0.0000003705","completion":"0.0000011115","input_cache_read":"0.0000000741","input_cache_write":"0.00000046345","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":98304,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","structured_outputs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.35886214442013,"uptime_last_5m":92.21556886227546,"uptime_last_1d":99.25908583862395,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Friendli | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.0000005","completion":"0.0000015","input_cache_read":"0.00000025","discount":0},"provider_name":"Friendli","tag":"friendli","quantization":"unknown","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","tools","tool_choice","structured_outputs","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97145304025122,"uptime_last_5m":100,"uptime_last_1d":99.99126573986462,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.00000056","completion":"0.00000168","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","tools","tool_choice","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.51947579177283,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":163840,"pricing":{"prompt":"0.000001","completion":"0.000001","input_cache_read":"0.0000005","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","structured_outputs","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.41684665226782,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mara | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":32768,"pricing":{"prompt":"0.000003","completion":"0.0000045","discount":0},"provider_name":"Mara","tag":"mara","quantization":"unknown","max_completion_tokens":7168,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","top_k","top_p","logprobs","top_logprobs","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":90.69767441860465,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | deepseek/deepseek-v3.2-20251201","model_id":"deepseek/deepseek-v3.2","model_name":"DeepSeek: DeepSeek V3.2","context_length":32768,"pricing":{"prompt":"0.000003","completion":"0.0000045","discount":0},"provider_name":"SambaNova","tag":"sambanova","quantization":"unknown","max_completion_tokens":7168,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.91186071817192,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":15,"endpointError":null}},{"id":"07c35e00-2b12-44c8-91cc-408629cd569e","slug":"deepseek-v3-2-0925","name":"DeepSeek V3.2 Exp (Non-reasoning)","shortName":"DeepSeek V3.2 Exp (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v3-2-0925","releaseDate":"2025-09-29","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"deepseek-v3-2-0925","name":"DeepSeek V3.2 Exp"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":13.8833794351459,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.28,"price1mOutputTokens":0.42,"cacheHitPrice":0.028,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-48.2,"score":-48.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.339181286549708,"score":0.339181286549708,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.25,"score":0.25,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.446666666666667,"score":0.446666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.431292517006803,"score":0.431292517006803,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0903614457831325,"score":0.0903614457831325,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.738383838383838,"score":0.738383838383838,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0142857142857143,"score":0.0142857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.554497354497354,"score":0.554497354497354,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.576666666666667,"score":0.576666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"07c35e00-2b12-44c8-91cc-408629cd569e","slug":"deepseek-v3-2-0925","name":"DeepSeek V3.2 Exp (Non-reasoning)","shortName":"DeepSeek V3.2 Exp (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-29","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"deepseek-v3-2-0925","name":"DeepSeek V3.2 Exp"},"deprecated":true,"deprecatedTo":"deepseek-v3-2","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2-Exp","microevalsEnabled":false,"intelligenceIndex":13.8833794351459,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-48.2,"omniscienceBreakdown":{"accuracy":0.22833333333333333,"hallucinationRate":0.9205183585313175},"gdpval":null,"itBenchSre":null,"tau2":0.339181286549708,"tauBanking":null,"terminalbenchHard":0.25,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.446666666666667,"ifbench":0.431292517006803,"hle":0.0903614457831325,"gpqa":0.738383838383838,"critpt":0.0142857142857143,"apexAgents":null,"mmmuPro":null,"livecodebench":0.554497354497354,"aime25":0.576666666666667,"analystAgent":null,"price1mInputTokens":0.28,"price1mOutputTokens":0.42,"cacheHitPrice":0.028,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.315,"price1mBlended7To2To1":0.1176,"price1mBlended0To1To1":0.35,"price1mBlended100To1To1":0.03431372549019608,"price1mBlended0To100To1":0.2813861386138614,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"DeepSeek"},"hostModelCount":2,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v3.2-exp","matchedBy":"shortName","catalog":{"id":"deepseek/deepseek-v3.2-exp","canonical_slug":"deepseek/deepseek-v3.2-exp","hugging_face_id":"deepseek-ai/DeepSeek-V3.2-Exp","name":"DeepSeek: DeepSeek V3.2 Exp","created":1759150481,"description":"DeepSeek-V3.2-Exp is an experimental large language model released by DeepSeek as an intermediate step between V3.1 and future architectures. It introduces DeepSeek Sparse Attention (DSA), a fine-grained sparse attention mechanism...","context_length":163840,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":"deepseek-v3.1"},"pricing":{"prompt":"0.00000027","completion":"0.00000041"},"top_provider":{"context_length":163840,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.6,"top_p":0.95,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-07-31","expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v3.2-exp/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1177,"win_rate":56.4,"rank":56},{"arena":"models","category":"codecategories","elo":1186,"win_rate":54.2,"rank":61},{"arena":"models","category":"dataviz","elo":1167,"win_rate":50.6,"rank":70},{"arena":"models","category":"gamedev","elo":1168,"win_rate":53,"rank":62},{"arena":"models","category":"svg","elo":1055,"win_rate":42,"rank":72},{"arena":"models","category":"uicomponent","elo":1182,"win_rate":53.3,"rank":59},{"arena":"models","category":"website","elo":1191,"win_rate":54.3,"rank":63}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"SiliconFlow | deepseek/deepseek-v3.2-exp","model_id":"deepseek/deepseek-v3.2-exp","model_name":"DeepSeek: DeepSeek V3.2 Exp","context_length":163840,"pricing":{"prompt":"0.00000027","completion":"0.00000041","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.89705882352942,"uptime_last_5m":100,"uptime_last_1d":98.42428791977677,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v3.2-exp","model_id":"deepseek/deepseek-v3.2-exp","model_name":"DeepSeek: DeepSeek V3.2 Exp","context_length":163840,"pricing":{"prompt":"0.00000027","completion":"0.00000041","input_cache_read":"0.00000027","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.6694214876033,"uptime_last_5m":100,"uptime_last_1d":99.44102850754611,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v3.2-exp","model_id":"deepseek/deepseek-v3.2-exp","model_name":"DeepSeek: DeepSeek V3.2 Exp","context_length":163840,"pricing":{"prompt":"0.00000027","completion":"0.00000041","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.90871748060246,"uptime_last_5m":100,"uptime_last_1d":99.7203747838282,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"af134350-8ba3-4629-b56b-00bd6dcf60c4","slug":"deepseek-v3-2-reasoning-0925","name":"DeepSeek V3.2 Exp (Reasoning)","shortName":"DeepSeek V3.2 Exp","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v3-2-reasoning-0925","releaseDate":"2025-09-29","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"deepseek-v3-2-0925","name":"DeepSeek V3.2 Exp"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":16.579440992188,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.28,"price1mOutputTokens":0.42,"cacheHitPrice":0.028,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-30.966666666666665,"score":-30.966666666666665,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.339181286549708,"score":0.339181286549708,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.310606060606061,"score":0.310606060606061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.723333333333333,"score":0.723333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.541496598639456,"score":0.541496598639456,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.148748841519926,"score":0.148748841519926,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.796969696969697,"score":0.796969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0142857142857143,"score":0.0142857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.789417989417989,"score":0.789417989417989,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.876666666666667,"score":0.876666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"af134350-8ba3-4629-b56b-00bd6dcf60c4","slug":"deepseek-v3-2-reasoning-0925","name":"DeepSeek V3.2 Exp (Reasoning)","shortName":"DeepSeek V3.2 Exp","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-29","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"deepseek-v3-2-0925","name":"DeepSeek V3.2 Exp"},"deprecated":true,"deprecatedTo":"deepseek-v3-2-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":685,"inferenceParametersActiveBillions":37,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2-Exp","microevalsEnabled":false,"intelligenceIndex":16.579440992188,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-30.966666666666665,"omniscienceBreakdown":{"accuracy":0.2755,"hallucinationRate":0.8076834598573729},"gdpval":null,"itBenchSre":null,"tau2":0.339181286549708,"tauBanking":null,"terminalbenchHard":0.310606060606061,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.723333333333333,"ifbench":0.541496598639456,"hle":0.148748841519926,"gpqa":0.796969696969697,"critpt":0.0142857142857143,"apexAgents":null,"mmmuPro":null,"livecodebench":0.789417989417989,"aime25":0.876666666666667,"analystAgent":null,"price1mInputTokens":0.28,"price1mOutputTokens":0.42,"cacheHitPrice":0.028,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.315,"price1mBlended7To2To1":0.1176,"price1mBlended0To1To1":0.35,"price1mBlended100To1To1":0.03431372549019608,"price1mBlended0To100To1":0.2813861386138614,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"DeepSeek"},"hostModelCount":2,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v3.2-exp","matchedBy":"shortName","catalog":{"id":"deepseek/deepseek-v3.2-exp","canonical_slug":"deepseek/deepseek-v3.2-exp","hugging_face_id":"deepseek-ai/DeepSeek-V3.2-Exp","name":"DeepSeek: DeepSeek V3.2 Exp","created":1759150481,"description":"DeepSeek-V3.2-Exp is an experimental large language model released by DeepSeek as an intermediate step between V3.1 and future architectures. It introduces DeepSeek Sparse Attention (DSA), a fine-grained sparse attention mechanism...","context_length":163840,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":"deepseek-v3.1"},"pricing":{"prompt":"0.00000027","completion":"0.00000041"},"top_provider":{"context_length":163840,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.6,"top_p":0.95,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-07-31","expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v3.2-exp/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1177,"win_rate":56.4,"rank":56},{"arena":"models","category":"codecategories","elo":1186,"win_rate":54.2,"rank":61},{"arena":"models","category":"dataviz","elo":1167,"win_rate":50.6,"rank":70},{"arena":"models","category":"gamedev","elo":1168,"win_rate":53,"rank":62},{"arena":"models","category":"svg","elo":1055,"win_rate":42,"rank":72},{"arena":"models","category":"uicomponent","elo":1182,"win_rate":53.3,"rank":59},{"arena":"models","category":"website","elo":1191,"win_rate":54.3,"rank":63}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"SiliconFlow | deepseek/deepseek-v3.2-exp","model_id":"deepseek/deepseek-v3.2-exp","model_name":"DeepSeek: DeepSeek V3.2 Exp","context_length":163840,"pricing":{"prompt":"0.00000027","completion":"0.00000041","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.89705882352942,"uptime_last_5m":100,"uptime_last_1d":98.42428791977677,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v3.2-exp","model_id":"deepseek/deepseek-v3.2-exp","model_name":"DeepSeek: DeepSeek V3.2 Exp","context_length":163840,"pricing":{"prompt":"0.00000027","completion":"0.00000041","input_cache_read":"0.00000027","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":147456,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.6694214876033,"uptime_last_5m":100,"uptime_last_1d":99.44102850754611,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v3.2-exp","model_id":"deepseek/deepseek-v3.2-exp","model_name":"DeepSeek: DeepSeek V3.2 Exp","context_length":163840,"pricing":{"prompt":"0.00000027","completion":"0.00000041","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.90871748060246,"uptime_last_5m":100,"uptime_last_1d":99.7203747838282,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"ad173c8d-f14f-4230-90e9-60979b7720e7","slug":"deepseek-v4-flash-0420-non-reasoning","name":"DeepSeek V4 Flash 0420 (Non-reasoning)","shortName":"DeepSeek V4 Flash (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v4-flash-0420-non-reasoning","releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"deepseek-v4-flash-0420","name":"DeepSeek V4 Flash 0420"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":284,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":18.8769056307071,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.0938,"price1mOutputTokens":0.195,"cacheHitPrice":0.07,"cacheHitDiscountPercent":0.6487206823027718,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-43.96666666666667,"score":-43.96666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.944444444444445,"score":0.944444444444445,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.340909090909091,"score":0.340909090909091,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.416666666666667,"score":0.416666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.472108843537415,"score":0.472108843537415,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0778498609823911,"score":0.0778498609823911,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.716161616161616,"score":0.716161616161616,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"ad173c8d-f14f-4230-90e9-60979b7720e7","slug":"deepseek-v4-flash-0420-non-reasoning","name":"DeepSeek V4 Flash 0420 (Non-reasoning)","shortName":"DeepSeek V4 Flash (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"deepseek-v4-flash-0420","name":"DeepSeek V4 Flash 0420"},"deprecated":true,"deprecatedTo":"deepseek-v4-flash-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":284,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","microevalsEnabled":false,"intelligenceIndex":18.8769056307071,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-43.96666666666667,"omniscienceBreakdown":{"accuracy":0.26,"hallucinationRate":0.9454954954954955},"gdpval":null,"itBenchSre":null,"tau2":0.944444444444445,"tauBanking":null,"terminalbenchHard":0.340909090909091,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.416666666666667,"ifbench":0.472108843537415,"hle":0.0778498609823911,"gpqa":0.716161616161616,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.0938,"price1mOutputTokens":0.195,"cacheHitPrice":0.07,"cacheHitDiscountPercent":0.6487206823027718,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.1191,"price1mBlended7To2To1":0.08726,"price1mBlended0To1To1":0.1444,"price1mBlended100To1To1":0.07145882352941177,"price1mBlended0To100To1":0.09480198019801979,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":3,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v4-flash","matchedBy":"shortName","catalog":{"id":"deepseek/deepseek-v4-flash","canonical_slug":"deepseek/deepseek-v4-flash-20260423","hugging_face_id":"deepseek-ai/DeepSeek-V4-Flash","name":"DeepSeek: DeepSeek V4 Flash 0423","created":1777000666,"description":"DeepSeek V4 Flash is an efficiency-optimized Mixture-of-Experts model from DeepSeek with 284B total parameters and 13B activated parameters, supporting a 1M-token context window. It is designed for fast inference and...","context_length":1048576,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.0000000406","completion":"0.0000000812","input_cache_read":"0.00000000812"},"top_provider":{"context_length":1024000,"max_completion_tokens":384000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v4-flash-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1217,"win_rate":49.3,"rank":44},{"arena":"models","category":"asciiart","elo":1130,"win_rate":42.8,"rank":54},{"arena":"models","category":"codecategories","elo":1220,"win_rate":48.9,"rank":47},{"arena":"models","category":"dataviz","elo":1142,"win_rate":40.7,"rank":79},{"arena":"models","category":"gamedev","elo":1220,"win_rate":50.2,"rank":43},{"arena":"models","category":"svg","elo":1179,"win_rate":48.4,"rank":37},{"arena":"models","category":"uicomponent","elo":1179,"win_rate":44.7,"rank":62},{"arena":"models","category":"website","elo":1220,"win_rate":49.1,"rank":48}],"artificial_analysis":{"intelligence_index":24.8,"coding_index":52,"agentic_index":27.9}},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high"],"default_effort":"high"}},"endpoints":[{"name":"Baidu | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000004046","completion":"0.00000008092","input_cache_read":"0.000000008092","discount":0.711},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.40951081251312,"uptime_last_5m":97.09527192359302,"uptime_last_1d":94.3732282384499,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1024000,"pricing":{"prompt":"0.0000000406","completion":"0.0000000812","input_cache_read":"0.00000000812","discount":0.71},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","tools","tool_choice","logprobs","top_logprobs","structured_outputs","max_tokens","temperature","top_p","stop","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.18617191771783,"uptime_last_5m":98.77081292850147,"uptime_last_1d":98.66079733654628,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenInference | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000005","completion":"0.00000014","input_cache_read":"0.000000014","discount":0},"provider_name":"OpenInference","tag":"open-inference/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","stop","seed","tools","tool_choice","response_format","top_p","frequency_penalty","presence_penalty","top_k","min_p","logit_bias","repetition_penalty","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98709422079207,"uptime_last_5m":100,"uptime_last_1d":99.9287846858712,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000009","completion":"0.00000018","input_cache_read":"0.000000018","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","response_format","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.35736519730897,"uptime_last_5m":99.33333333333333,"uptime_last_1d":99.70588109192717,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048575,"pricing":{"prompt":"0.000000091","completion":"0.000000182","input_cache_read":"0.0000000182","discount":0.35},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943717,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.99542111962782,"uptime_last_5m":99.97640813919197,"uptime_last_1d":99.9476253226397,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1000000,"pricing":{"prompt":"0.0000000966","completion":"0.0000001925","input_cache_read":"0.0000000196","discount":0.3},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.74320664861331,"uptime_last_5m":99.76517946997652,"uptime_last_1d":98.55378907953295,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.000000098","completion":"0.000000196","input_cache_read":"0.0000000196","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","tool_choice","tools","structured_outputs","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.96288391945811,"uptime_last_5m":99.90234375,"uptime_last_1d":99.95711749865765,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000013","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.5863912693181,"uptime_last_5m":98.42903575297942,"uptime_last_1d":98.81906632152102,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1000000,"pricing":{"prompt":"0.000000134","completion":"0.000000268","input_cache_read":"0.0000000268","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":1000000,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","structured_outputs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.89671902771772,"uptime_last_5m":99.49513836948391,"uptime_last_1d":99.2675777503242,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tool_choice","tools","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.96842522488629,"uptime_last_5m":99.93694545782101,"uptime_last_1d":99.87587065916314,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp4","quantization":"fp4","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":99.99896926343565,"uptime_last_5m":100,"uptime_last_1d":99.76567424122294,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.00000007","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","structured_outputs","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.60906594685159,"uptime_last_5m":99.96555287633483,"uptime_last_1d":99.66522886757227,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"NextBit | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000035","input_cache_read":"0.000000035","discount":0},"provider_name":"NextBit","tag":"nextbit/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","repetition_penalty","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.7052171749288,"uptime_last_5m":97.99867681111478,"uptime_last_1d":98.45440769725438,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000019","completion":"0.0000005","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a","response_format","logprobs","top_logprobs","tools","structured_outputs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.33898970633608,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.0000002","completion":"0.0000004","input_cache_read":"0.00000007","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.92468228984494,"uptime_last_5m":100,"uptime_last_1d":99.53500130921962,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000021","completion":"0.00000056","input_cache_read":"0.000000031","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.16943042537851,"uptime_last_5m":98.43342036553526,"uptime_last_1d":96.97894918606659,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"89a2c945-1fab-4ee4-9f45-83a9f46cb221","slug":"deepseek-v4-flash-0420-high","name":"DeepSeek V4 Flash 0420 (Reasoning, High Effort)","shortName":"DeepSeek V4 Flash (high)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v4-flash-0420-high","releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"deepseek-v4-flash-0420","name":"DeepSeek V4 Flash 0420"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":284,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":24.8441069152521,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":28.872539405126783,"strategyAndOps":29.444848237032666,"legal":28.64000685266935,"healthcareAndMedical":25.785464310689452,"engineering":26.493756099322365,"economics":33.7776998378128},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":2941694337,"canonicalOutputTokens":128002521,"outputTokensPerTask":42404.18653079549,"answerTokensPerTask":16025.600199113178,"reasoningTokensPerTask":26378.58633168231,"price1mInputTokens":0.13,"price1mOutputTokens":0.28,"cacheHitPrice":0.028,"cacheHitDiscountPercent":0.7910283746104642,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.1928330659445687,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1052.09,"score":1052.09,"outputTokensPerTask":79883.83516483517,"costPerTask":0.3996596489128405,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1082.61,"score":1082.61,"outputTokensPerTask":22468.145454545454,"costPerTask":0.04539925081586356,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.28504323745973587,"score":0.28504323745973587,"outputTokensPerTask":26851.511415525114,"costPerTask":0.08891535349555682,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":145981.87878787878,"costPerTask":1.1935862757460647,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.40162037037037,"score":0.40162037037037,"outputTokensPerTask":7680.611111111111,"costPerTask":0.0024462556597222226,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.30259499536608,"score":0.30259499536608,"outputTokensPerTask":33687.83364226135,"costPerTask":0.009471401371640409,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.104,"score":0.104,"outputTokensPerTask":9580.65,"costPerTask":0.007017299400000001,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0342857142857143,"score":0.0342857142857143,"outputTokensPerTask":68736.14285714286,"costPerTask":0.019495107142857144,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-23.083333333333332,"score":-23.083333333333332,"outputTokensPerTask":1281.2066666666667,"costPerTask":0.0003739909616666667,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.72,"score":0.72,"outputTokensPerTask":1466.57,"costPerTask":0.012813865500000002,"timePerTask":null,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0666666666666667,"score":0.0666666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.104,"score":0.104,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1082.61,"score":1082.61,"outputTokensPerTask":22468.145454545454,"costPerTask":0.04539925081586356,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.2913049999999999,"score":0.2913049999999999,"outputTokensPerTask":22468.145454545454,"costPerTask":0.04539925081586356,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.956140350877193,"score":0.956140350877193,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.261855670103093,"score":0.261855670103093,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.386363636363636,"score":0.386363636363636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.569288389513109,"score":0.569288389513109,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":145981.87878787878,"costPerTask":1.1935862757460647,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.72,"score":0.72,"outputTokensPerTask":1466.57,"costPerTask":0.012813865500000002,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.734693877551021,"score":0.734693877551021,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.30259499536608,"score":0.30259499536608,"outputTokensPerTask":33687.83364226135,"costPerTask":0.009471401371640409,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.866666666666667,"score":0.866666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.28504323745973587,"score":0.28504323745973587,"outputTokensPerTask":26851.511415525114,"costPerTask":0.08891535349555682,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":28.872539405126783,"score":28.872539405126783,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":29.444848237032666,"score":29.444848237032666,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":28.64000685266935,"score":28.64000685266935,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":25.785464310689452,"score":25.785464310689452,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":26.493756099322365,"score":26.493756099322365,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":33.7776998378128,"score":33.7776998378128,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"89a2c945-1fab-4ee4-9f45-83a9f46cb221","slug":"deepseek-v4-flash-0420-high","name":"DeepSeek V4 Flash 0420 (Reasoning, High Effort)","shortName":"DeepSeek V4 Flash (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":1240,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"deepseek-v4-flash-0420","name":"DeepSeek V4 Flash 0420"},"deprecated":true,"deprecatedTo":"deepseek-v4-flash","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":284,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","microevalsEnabled":false,"intelligenceIndex":24.8441069152521,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":28.872539405126783,"strategyAndOps":29.444848237032666,"legal":28.64000685266935,"healthcareAndMedical":25.785464310689452,"engineering":26.493756099322365,"economics":33.7776998378128},"omniscience":-23.083333333333332,"omniscienceBreakdown":{"accuracy":0.3486666666666667,"hallucinationRate":0.8897134083930399},"mlcrOverall":0.0666666666666667,"gdpPdfAllPass":0.104,"gdpval":1082.61,"gdpvalNormalized":0.2913049999999999,"itBenchSre":null,"tau2":0.956140350877193,"tauBanking":0.261855670103093,"terminalbenchHard":0.386363636363636,"terminalBench21":0.569288389513109,"terminalBench40":0.0303030303030303,"scicode":0.40162037037037,"lcr":0.72,"ifbench":0.734693877551021,"hle":0.30259499536608,"gpqa":0.866666666666667,"critpt":0.0342857142857143,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.28504323745973587,"price1mInputTokens":0.13,"price1mOutputTokens":0.28,"cacheHitPrice":0.028,"cacheHitDiscountPercent":0.7910283746104642,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.1675,"price1mBlended7To2To1":0.0736,"price1mBlended0To1To1":0.20500000000000002,"price1mBlended100To1To1":0.03147058823529412,"price1mBlended0To100To1":0.1314851485148515,"intelligenceIndexCost":{"total":210.28647022637958,"input":174.44576434637958,"nonCacheInput":1.9516467100000001,"cacheRead":57.09103906844483,"cacheWrite":115.40307856793476,"output":35.84070588,"reasoning":29.878364880000003,"answer":5.962341},"intelligenceIndexCostPerTask":{"cost":{"total":0.1928330659445687,"input":0.18095989371594595,"nonCacheInput":0.0011142689635775483,"cacheRead":0.06118943751029925,"cacheWrite":0.1186561872420692,"output":0.011873172228622738,"reasoning":0.007386004172871047,"answer":0.00448716805575169},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.05994894733692607},{"slug":"gdpval-aa","weightedCostPerTask":0.004539925081586357},{"slug":"automationbench-aa","weightedCostPerTask":0.004445767674777841},{"slug":"terminalbench-4-0","weightedCostPerTask":0.11935862757460647},{"slug":"scicode","weightedCostPerTask":0.00024462556597222226},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0009471401371640407},{"slug":"gdp-pdf","weightedCostPerTask":0.0007017299400000002},{"slug":"critpt","weightedCostPerTask":0.0019495107142857143},{"slug":"omniscience","weightedCostPerTask":0.000056098644250000005},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0006406932750000001}]},"canonicalIntelligenceIndexTokenCount":{"input":2941694337,"output":128002521,"answer":21294075,"reasoning":106708446},"intelligenceIndexOutputTokensPerTask":{"reasoning":26378.58633168231,"answer":16025.600199113178,"output":42404.18653079549},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1052.09,"outputTokensPerTask":79883.83516483517,"costPerTask":0.3996596489128405},{"slug":"gdpval-aa","score":1082.61,"outputTokensPerTask":22468.145454545454,"costPerTask":0.04539925081586356},{"slug":"automationbench-aa","score":0.28504323745973587,"outputTokensPerTask":26851.511415525114,"costPerTask":0.08891535349555682},{"slug":"terminalbench-4-0","score":0.0303030303030303,"outputTokensPerTask":145981.87878787878,"costPerTask":1.1935862757460647},{"slug":"scicode","score":0.40162037037037,"outputTokensPerTask":7680.611111111111,"costPerTask":0.0024462556597222226},{"slug":"humanitys-last-exam","score":0.30259499536608,"outputTokensPerTask":33687.83364226135,"costPerTask":0.009471401371640409},{"slug":"gdp-pdf","score":0.104,"outputTokensPerTask":9580.65,"costPerTask":0.007017299400000001},{"slug":"critpt","score":0.0342857142857143,"outputTokensPerTask":68736.14285714286,"costPerTask":0.019495107142857144},{"slug":"omniscience","score":-23.083333333333332,"outputTokensPerTask":1281.2066666666667,"costPerTask":0.0003739909616666667},{"slug":"artificial-analysis-long-context-reasoning","score":0.72,"outputTokensPerTask":1466.57,"costPerTask":0.012813865500000002}],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1052.09,"lower95ci":1041.58,"upper95ci":1062.17},"rubricPassRate":0.28484848484848485,"analyticalQuality":{"elo":1029.6,"lower95ci":1009.31,"upper95ci":1049.2},"presentation":{"elo":1062.02,"lower95ci":1044.65,"upper95ci":1078.75}},"briefcaseTotalCost":36.36902805106848,"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":7,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v4-flash","matchedBy":"shortName","catalog":{"id":"deepseek/deepseek-v4-flash","canonical_slug":"deepseek/deepseek-v4-flash-20260423","hugging_face_id":"deepseek-ai/DeepSeek-V4-Flash","name":"DeepSeek: DeepSeek V4 Flash 0423","created":1777000666,"description":"DeepSeek V4 Flash is an efficiency-optimized Mixture-of-Experts model from DeepSeek with 284B total parameters and 13B activated parameters, supporting a 1M-token context window. It is designed for fast inference and...","context_length":1048576,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.0000000406","completion":"0.0000000812","input_cache_read":"0.00000000812"},"top_provider":{"context_length":1024000,"max_completion_tokens":384000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v4-flash-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1217,"win_rate":49.3,"rank":44},{"arena":"models","category":"asciiart","elo":1130,"win_rate":42.8,"rank":54},{"arena":"models","category":"codecategories","elo":1220,"win_rate":48.9,"rank":47},{"arena":"models","category":"dataviz","elo":1142,"win_rate":40.7,"rank":79},{"arena":"models","category":"gamedev","elo":1220,"win_rate":50.2,"rank":43},{"arena":"models","category":"svg","elo":1179,"win_rate":48.4,"rank":37},{"arena":"models","category":"uicomponent","elo":1179,"win_rate":44.7,"rank":62},{"arena":"models","category":"website","elo":1220,"win_rate":49.1,"rank":48}],"artificial_analysis":{"intelligence_index":24.8,"coding_index":52,"agentic_index":27.9}},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high"],"default_effort":"high"}},"endpoints":[{"name":"Baidu | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000004046","completion":"0.00000008092","input_cache_read":"0.000000008092","discount":0.711},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.40951081251312,"uptime_last_5m":97.09527192359302,"uptime_last_1d":94.3732282384499,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1024000,"pricing":{"prompt":"0.0000000406","completion":"0.0000000812","input_cache_read":"0.00000000812","discount":0.71},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","tools","tool_choice","logprobs","top_logprobs","structured_outputs","max_tokens","temperature","top_p","stop","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.18617191771783,"uptime_last_5m":98.77081292850147,"uptime_last_1d":98.66079733654628,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenInference | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000005","completion":"0.00000014","input_cache_read":"0.000000014","discount":0},"provider_name":"OpenInference","tag":"open-inference/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","stop","seed","tools","tool_choice","response_format","top_p","frequency_penalty","presence_penalty","top_k","min_p","logit_bias","repetition_penalty","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98709422079207,"uptime_last_5m":100,"uptime_last_1d":99.9287846858712,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000009","completion":"0.00000018","input_cache_read":"0.000000018","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","response_format","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.35736519730897,"uptime_last_5m":99.33333333333333,"uptime_last_1d":99.70588109192717,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048575,"pricing":{"prompt":"0.000000091","completion":"0.000000182","input_cache_read":"0.0000000182","discount":0.35},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943717,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.99542111962782,"uptime_last_5m":99.97640813919197,"uptime_last_1d":99.9476253226397,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1000000,"pricing":{"prompt":"0.0000000966","completion":"0.0000001925","input_cache_read":"0.0000000196","discount":0.3},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.74320664861331,"uptime_last_5m":99.76517946997652,"uptime_last_1d":98.55378907953295,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.000000098","completion":"0.000000196","input_cache_read":"0.0000000196","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","tool_choice","tools","structured_outputs","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.96288391945811,"uptime_last_5m":99.90234375,"uptime_last_1d":99.95711749865765,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000013","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.5863912693181,"uptime_last_5m":98.42903575297942,"uptime_last_1d":98.81906632152102,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1000000,"pricing":{"prompt":"0.000000134","completion":"0.000000268","input_cache_read":"0.0000000268","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":1000000,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","structured_outputs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.89671902771772,"uptime_last_5m":99.49513836948391,"uptime_last_1d":99.2675777503242,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tool_choice","tools","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.96842522488629,"uptime_last_5m":99.93694545782101,"uptime_last_1d":99.87587065916314,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp4","quantization":"fp4","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":99.99896926343565,"uptime_last_5m":100,"uptime_last_1d":99.76567424122294,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.00000007","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","structured_outputs","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.60906594685159,"uptime_last_5m":99.96555287633483,"uptime_last_1d":99.66522886757227,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"NextBit | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000035","input_cache_read":"0.000000035","discount":0},"provider_name":"NextBit","tag":"nextbit/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","repetition_penalty","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.7052171749288,"uptime_last_5m":97.99867681111478,"uptime_last_1d":98.45440769725438,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000019","completion":"0.0000005","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a","response_format","logprobs","top_logprobs","tools","structured_outputs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.33898970633608,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.0000002","completion":"0.0000004","input_cache_read":"0.00000007","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.92468228984494,"uptime_last_5m":100,"uptime_last_1d":99.53500130921962,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000021","completion":"0.00000056","input_cache_read":"0.000000031","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.16943042537851,"uptime_last_5m":98.43342036553526,"uptime_last_1d":96.97894918606659,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"d8ddb241-b3e4-4c25-a6a3-72eb1b30c541","slug":"deepseek-v4-flash-0420","name":"DeepSeek V4 Flash 0420 (Reasoning, Max Effort)","shortName":"DeepSeek V4 Flash (max)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v4-flash-0420","releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-flash-0420","name":"DeepSeek V4 Flash 0420"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":284,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":24.626713823555,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":27.511660692640604,"strategyAndOps":27.7884648128209,"legal":27.591952585732564,"healthcareAndMedical":26.901179771621557,"engineering":26.838328544748435,"economics":32.62258238724128},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":2923254382,"canonicalOutputTokens":250012040,"outputTokensPerTask":55148.223088310595,"answerTokensPerTask":14593.143150139522,"reasoningTokensPerTask":40555.079938171075,"price1mInputTokens":0.13,"price1mOutputTokens":0.28,"cacheHitPrice":0.028,"cacheHitDiscountPercent":0.7974413646055437,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.11794440406341464,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":833.07,"score":833.07,"outputTokensPerTask":37624.0989010989,"costPerTask":0.0719373694850046,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1115.64,"score":1115.64,"outputTokensPerTask":28211.986363636363,"costPerTask":0.050879969871253684,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.27985986830616555,"score":0.27985986830616555,"outputTokensPerTask":25138.67579908676,"costPerTask":0.08030219464712501,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0252525252525253,"score":0.0252525252525253,"outputTokensPerTask":138137.4090909091,"costPerTask":0.8804254740266625,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.452546296296296,"score":0.452546296296296,"outputTokensPerTask":11644.020833333334,"costPerTask":0.003921402916666666,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.348470806302132,"score":0.348470806302132,"outputTokensPerTask":71256.34012974976,"costPerTask":0.020000853188137165,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.108,"score":0.108,"outputTokensPerTask":17201.6,"costPerTask":0.009157781100000002,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0714285714285714,"score":0.0714285714285714,"outputTokensPerTask":202413.08571428573,"costPerTask":0.05694519114285714,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-23.9,"score":-23.9,"outputTokensPerTask":6844.251666666667,"costPerTask":0.0019417399249999998,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.743333333333333,"score":0.743333333333333,"outputTokensPerTask":6691.85,"costPerTask":0.0142872139,"timePerTask":null,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.15,"score":0.15,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.813287016934433,"score":0.813287016934433,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.108,"score":0.108,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1115.64,"score":1115.64,"outputTokensPerTask":28211.986363636363,"costPerTask":0.050879969871253684,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.30782000000000004,"score":0.30782000000000004,"outputTokensPerTask":28211.986363636363,"costPerTask":0.050879969871253684,"timePerTask":null,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.315160075329567,"score":0.315160075329567,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.950292397660819,"score":0.950292397660819,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.309278350515464,"score":0.309278350515464,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.356060606060606,"score":0.356060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.617977528089888,"score":0.617977528089888,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0252525252525253,"score":0.0252525252525253,"outputTokensPerTask":138137.4090909091,"costPerTask":0.8804254740266625,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.743333333333333,"score":0.743333333333333,"outputTokensPerTask":6691.85,"costPerTask":0.0142872139,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.791836734693877,"score":0.791836734693877,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.348470806302132,"score":0.348470806302132,"outputTokensPerTask":71256.34012974976,"costPerTask":0.020000853188137165,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.893939393939394,"score":0.893939393939394,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.25,"score":0.25,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.27985986830616555,"score":0.27985986830616555,"outputTokensPerTask":25138.67579908676,"costPerTask":0.08030219464712501,"timePerTask":null,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.39570277529095793,"score":0.39570277529095793,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":27.511660692640604,"score":27.511660692640604,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":27.7884648128209,"score":27.7884648128209,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":27.591952585732564,"score":27.591952585732564,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":26.901179771621557,"score":26.901179771621557,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":26.838328544748435,"score":26.838328544748435,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":32.62258238724128,"score":32.62258238724128,"family":"Capability Index"}],"benchmarkCount":34,"raw":{"id":"d8ddb241-b3e4-4c25-a6a3-72eb1b30c541","slug":"deepseek-v4-flash-0420","name":"DeepSeek V4 Flash 0420 (Reasoning, Max Effort)","shortName":"DeepSeek V4 Flash (max)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":5613,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-flash-0420","name":"DeepSeek V4 Flash 0420"},"deprecated":true,"deprecatedTo":"deepseek-v4-flash","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":284,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash","microevalsEnabled":true,"intelligenceIndex":24.626713823555,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":27.511660692640604,"strategyAndOps":27.7884648128209,"legal":27.591952585732564,"healthcareAndMedical":26.901179771621557,"engineering":26.838328544748435,"economics":32.62258238724128},"omniscience":-23.9,"omniscienceBreakdown":{"accuracy":0.36816666666666664,"hallucinationRate":0.9609601688208916},"mlcrOverall":0.15,"harveyLab":0.813287016934433,"gdpPdfAllPass":0.108,"gdpval":1115.64,"gdpvalNormalized":0.30782000000000004,"itBenchSre":0.315160075329567,"tau2":0.950292397660819,"tauBanking":0.309278350515464,"terminalbenchHard":0.356060606060606,"terminalBench21":0.617977528089888,"terminalBench40":0.0252525252525253,"scicode":0.452546296296296,"lcr":0.743333333333333,"ifbench":0.791836734693877,"hle":0.348470806302132,"gpqa":0.893939393939394,"critpt":0.0714285714285714,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":0.25,"automationBenchPartialScore":0.27985986830616555,"enterpriseOpsGym":0.39570277529095793,"price1mInputTokens":0.13,"price1mOutputTokens":0.28,"cacheHitPrice":0.028,"cacheHitDiscountPercent":0.7974413646055437,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.1675,"price1mBlended7To2To1":0.0736,"price1mBlended0To1To1":0.20500000000000002,"price1mBlended100To1To1":0.03147058823529412,"price1mBlended0To100To1":0.1314851485148515,"intelligenceIndexCost":{"total":190.87882481373208,"input":120.87545361373209,"nonCacheInput":2.14274697,"cacheRead":71.13856126760297,"cacheWrite":47.59414537612912,"output":70.0033712,"reasoning":64.05000056,"answer":5.953370640000001},"intelligenceIndexCostPerTask":{"cost":{"total":0.11794440406341464,"input":0.10250290159868769,"nonCacheInput":0.0011565787415497705,"cacheRead":0.06332581066379589,"cacheWrite":0.03802051219334202,"output":0.015441502464726968,"reasoning":0.011355422382687903,"answer":0.004086080082039067},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.01079060542275069},{"slug":"gdpval-aa","weightedCostPerTask":0.005087996987125369},{"slug":"automationbench-aa","weightedCostPerTask":0.004015109732356251},{"slug":"terminalbench-4-0","weightedCostPerTask":0.08804254740266625},{"slug":"scicode","weightedCostPerTask":0.0003921402916666667},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0020000853188137167},{"slug":"gdp-pdf","weightedCostPerTask":0.0009157781100000002},{"slug":"critpt","weightedCostPerTask":0.005694519114285715},{"slug":"omniscience","weightedCostPerTask":0.00029126098874999995},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.000714360695}]},"canonicalIntelligenceIndexTokenCount":{"input":2923254382,"output":250012040,"answer":21262038,"reasoning":228750002},"intelligenceIndexOutputTokensPerTask":{"reasoning":40555.079938171075,"answer":14593.143150139522,"output":55148.223088310595},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":833.07,"outputTokensPerTask":37624.0989010989,"costPerTask":0.0719373694850046},{"slug":"gdpval-aa","score":1115.64,"outputTokensPerTask":28211.986363636363,"costPerTask":0.050879969871253684},{"slug":"automationbench-aa","score":0.27985986830616555,"outputTokensPerTask":25138.67579908676,"costPerTask":0.08030219464712501},{"slug":"terminalbench-4-0","score":0.0252525252525253,"outputTokensPerTask":138137.4090909091,"costPerTask":0.8804254740266625},{"slug":"scicode","score":0.452546296296296,"outputTokensPerTask":11644.020833333334,"costPerTask":0.003921402916666666},{"slug":"humanitys-last-exam","score":0.348470806302132,"outputTokensPerTask":71256.34012974976,"costPerTask":0.020000853188137165},{"slug":"gdp-pdf","score":0.108,"outputTokensPerTask":17201.6,"costPerTask":0.009157781100000002},{"slug":"critpt","score":0.0714285714285714,"outputTokensPerTask":202413.08571428573,"costPerTask":0.05694519114285714},{"slug":"omniscience","score":-23.9,"outputTokensPerTask":6844.251666666667,"costPerTask":0.0019417399249999998},{"slug":"artificial-analysis-long-context-reasoning","score":0.743333333333333,"outputTokensPerTask":6691.85,"costPerTask":0.0142872139}],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":833.07,"lower95ci":826.74,"upper95ci":839.45},"rubricPassRate":0.18680203045685279,"analyticalQuality":{"elo":755.39,"lower95ci":742.97,"upper95ci":767.07},"presentation":{"elo":878.69,"lower95ci":866.29,"upper95ci":890.37}},"briefcaseTotalCost":6.546300623135419,"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":5,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v4-flash","matchedBy":"shortName","catalog":{"id":"deepseek/deepseek-v4-flash","canonical_slug":"deepseek/deepseek-v4-flash-20260423","hugging_face_id":"deepseek-ai/DeepSeek-V4-Flash","name":"DeepSeek: DeepSeek V4 Flash 0423","created":1777000666,"description":"DeepSeek V4 Flash is an efficiency-optimized Mixture-of-Experts model from DeepSeek with 284B total parameters and 13B activated parameters, supporting a 1M-token context window. It is designed for fast inference and...","context_length":1048576,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.0000000406","completion":"0.0000000812","input_cache_read":"0.00000000812"},"top_provider":{"context_length":1024000,"max_completion_tokens":384000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v4-flash-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1217,"win_rate":49.3,"rank":44},{"arena":"models","category":"asciiart","elo":1130,"win_rate":42.8,"rank":54},{"arena":"models","category":"codecategories","elo":1220,"win_rate":48.9,"rank":47},{"arena":"models","category":"dataviz","elo":1142,"win_rate":40.7,"rank":79},{"arena":"models","category":"gamedev","elo":1220,"win_rate":50.2,"rank":43},{"arena":"models","category":"svg","elo":1179,"win_rate":48.4,"rank":37},{"arena":"models","category":"uicomponent","elo":1179,"win_rate":44.7,"rank":62},{"arena":"models","category":"website","elo":1220,"win_rate":49.1,"rank":48}],"artificial_analysis":{"intelligence_index":24.8,"coding_index":52,"agentic_index":27.9}},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high"],"default_effort":"high"}},"endpoints":[{"name":"Baidu | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000004046","completion":"0.00000008092","input_cache_read":"0.000000008092","discount":0.711},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.40951081251312,"uptime_last_5m":97.09527192359302,"uptime_last_1d":94.3732282384499,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1024000,"pricing":{"prompt":"0.0000000406","completion":"0.0000000812","input_cache_read":"0.00000000812","discount":0.71},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","tools","tool_choice","logprobs","top_logprobs","structured_outputs","max_tokens","temperature","top_p","stop","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.18617191771783,"uptime_last_5m":98.77081292850147,"uptime_last_1d":98.66079733654628,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenInference | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000005","completion":"0.00000014","input_cache_read":"0.000000014","discount":0},"provider_name":"OpenInference","tag":"open-inference/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","stop","seed","tools","tool_choice","response_format","top_p","frequency_penalty","presence_penalty","top_k","min_p","logit_bias","repetition_penalty","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98709422079207,"uptime_last_5m":100,"uptime_last_1d":99.9287846858712,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000009","completion":"0.00000018","input_cache_read":"0.000000018","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","response_format","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.35736519730897,"uptime_last_5m":99.33333333333333,"uptime_last_1d":99.70588109192717,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048575,"pricing":{"prompt":"0.000000091","completion":"0.000000182","input_cache_read":"0.0000000182","discount":0.35},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943717,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.99542111962782,"uptime_last_5m":99.97640813919197,"uptime_last_1d":99.9476253226397,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1000000,"pricing":{"prompt":"0.0000000966","completion":"0.0000001925","input_cache_read":"0.0000000196","discount":0.3},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.74320664861331,"uptime_last_5m":99.76517946997652,"uptime_last_1d":98.55378907953295,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.000000098","completion":"0.000000196","input_cache_read":"0.0000000196","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","tool_choice","tools","structured_outputs","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.96288391945811,"uptime_last_5m":99.90234375,"uptime_last_1d":99.95711749865765,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000013","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.5863912693181,"uptime_last_5m":98.42903575297942,"uptime_last_1d":98.81906632152102,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1000000,"pricing":{"prompt":"0.000000134","completion":"0.000000268","input_cache_read":"0.0000000268","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":1000000,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","structured_outputs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.89671902771772,"uptime_last_5m":99.49513836948391,"uptime_last_1d":99.2675777503242,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tool_choice","tools","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.96842522488629,"uptime_last_5m":99.93694545782101,"uptime_last_1d":99.87587065916314,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp4","quantization":"fp4","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":99.99896926343565,"uptime_last_5m":100,"uptime_last_1d":99.76567424122294,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.00000007","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","structured_outputs","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.60906594685159,"uptime_last_5m":99.96555287633483,"uptime_last_1d":99.66522886757227,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"NextBit | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000035","input_cache_read":"0.000000035","discount":0},"provider_name":"NextBit","tag":"nextbit/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","repetition_penalty","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.7052171749288,"uptime_last_5m":97.99867681111478,"uptime_last_1d":98.45440769725438,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000019","completion":"0.0000005","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a","response_format","logprobs","top_logprobs","tools","structured_outputs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.33898970633608,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.0000002","completion":"0.0000004","input_cache_read":"0.00000007","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.92468228984494,"uptime_last_5m":100,"uptime_last_1d":99.53500130921962,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000021","completion":"0.00000056","input_cache_read":"0.000000031","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.16943042537851,"uptime_last_5m":98.43342036553526,"uptime_last_1d":96.97894918606659,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"fe4c0848-e284-4e52-a79d-cdc28392f1a9","slug":"deepseek-v4-flash","name":"DeepSeek V4 Flash 0731 (Reasoning, Max Effort)","shortName":"DeepSeek V4 Flash 0731 (max)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v4-flash","releaseDate":"2026-07-31","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-flash","name":"DeepSeek V4 Flash 0731"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":284,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":34.5281879347816,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":37.51866625291248,"strategyAndOps":43.13331051359192,"legal":37.70448907880834,"healthcareAndMedical":35.431417827284186,"engineering":34.9593786340166,"economics":40.320871736947794},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":211.879885881975,"canonicalInputTokens":4317353554,"canonicalOutputTokens":242335641,"outputTokensPerTask":62054.418619278265,"answerTokensPerTask":16575.47369485638,"reasoningTokensPerTask":45478.944924421885,"price1mInputTokens":0.44,"price1mOutputTokens":1.32,"cacheHitPrice":0.014,"cacheHitDiscountPercent":0.9681818181818181,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.21964484501171036,"latency":{"timeToFirstChunkMs":1.08987733700001,"timeToFirstAnswerTokenMs":10.529187688120713,"endToEndMs":12.889015275900888}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1253.08,"score":1253.08,"outputTokensPerTask":108329.94505494506,"costPerTask":0.423382599070011,"timePerTask":411.1027747459352,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1441.89,"score":1441.89,"outputTokensPerTask":94769.71818181819,"costPerTask":0.2898553535023347,"timePerTask":359.64288624604364,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5396771855133674,"score":0.5396771855133674,"outputTokensPerTask":36294.46270928463,"costPerTask":0.10535771612397657,"timePerTask":137.7343477847419,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.121212121212121,"score":0.121212121212121,"outputTokensPerTask":146812.27272727274,"costPerTask":0.9188874552229056,"timePerTask":557.139880891906,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.503472222222222,"score":0.503472222222222,"outputTokensPerTask":31295.586805555555,"costPerTask":0.04223046819444444,"timePerTask":118.76404595738205,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.385542168674699,"score":0.385542168674699,"outputTokensPerTask":32353.997219647823,"costPerTask":0.042880447933271545,"timePerTask":122.78062196351438,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.11,"score":0.11,"outputTokensPerTask":24137.66,"costPerTask":0.0465597088,"timePerTask":91.60033263970534,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.165714285714286,"score":0.165714285714286,"outputTokensPerTask":85826.32857142857,"costPerTask":0.11452343885714288,"timePerTask":325.70349596387985,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-14.283333333333333,"score":-14.283333333333333,"outputTokensPerTask":15069.6925,"costPerTask":0.01998365996,"timePerTask":57.18818003808459,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":4203.87,"costPerTask":0.047566661999999996,"timePerTask":15.953323162811893,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.133333333333333,"score":0.133333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.11,"score":0.11,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1441.89,"score":1441.89,"outputTokensPerTask":94769.71818181819,"costPerTask":0.2898553535023347,"timePerTask":359.64288624604364,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.47094500000000006,"score":0.47094500000000006,"outputTokensPerTask":94769.71818181819,"costPerTask":0.2898553535023347,"timePerTask":359.64288624604364,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.393814432989691,"score":0.393814432989691,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.786516853932584,"score":0.786516853932584,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.121212121212121,"score":0.121212121212121,"outputTokensPerTask":146812.27272727274,"costPerTask":0.9188874552229056,"timePerTask":557.139880891906,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":4203.87,"costPerTask":0.047566661999999996,"timePerTask":15.953323162811893,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.385542168674699,"score":0.385542168674699,"outputTokensPerTask":32353.997219647823,"costPerTask":0.042880447933271545,"timePerTask":122.78062196351438,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.908080808080808,"score":0.908080808080808,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5396771855133674,"score":0.5396771855133674,"outputTokensPerTask":36294.46270928463,"costPerTask":0.10535771612397657,"timePerTask":137.7343477847419,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":37.51866625291248,"score":37.51866625291248,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":43.13331051359192,"score":43.13331051359192,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":37.70448907880834,"score":37.70448907880834,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":35.431417827284186,"score":35.431417827284186,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":34.9593786340166,"score":34.9593786340166,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":40.320871736947794,"score":40.320871736947794,"family":"Capability Index"}],"benchmarkCount":27,"raw":{"id":"fe4c0848-e284-4e52-a79d-cdc28392f1a9","slug":"deepseek-v4-flash","name":"DeepSeek V4 Flash 0731 (Reasoning, Max Effort)","shortName":"DeepSeek V4 Flash 0731 (max)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-31","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-flash","name":"DeepSeek V4 Flash 0731"},"deprecated":true,"deprecatedTo":"deepseek-v4-1-flash","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":284,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-0731","microevalsEnabled":true,"intelligenceIndex":34.5281879347816,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":37.51866625291248,"strategyAndOps":43.13331051359192,"legal":37.70448907880834,"healthcareAndMedical":35.431417827284186,"engineering":34.9593786340166,"economics":40.320871736947794},"omniscience":-14.283333333333333,"omniscienceBreakdown":{"accuracy":0.4038333333333333,"hallucinationRate":0.9169695275370422},"mlcrOverall":0.133333333333333,"gdpPdfAllPass":0.11,"gdpval":1441.89,"gdpvalNormalized":0.47094500000000006,"itBenchSre":null,"tau2":null,"tauBanking":0.393814432989691,"terminalbenchHard":null,"terminalBench21":0.786516853932584,"terminalBench40":0.121212121212121,"scicode":0.503472222222222,"lcr":0.796666666666667,"ifbench":null,"hle":0.385542168674699,"gpqa":0.908080808080808,"critpt":0.165714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5396771855133674,"price1mInputTokens":0.44,"price1mOutputTokens":1.32,"cacheHitPrice":0.014,"cacheHitDiscountPercent":0.9681818181818181,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.66,"price1mBlended7To2To1":0.2298,"price1mBlended0To1To1":0.88,"price1mBlended100To1To1":0.030980392156862747,"price1mBlended0To100To1":0.4487128712871287,"intelligenceIndexTimePerTask":235.4911531312238,"intelligenceIndexCost":{"total":474.192204864049,"input":154.309158744049,"nonCacheInput":6.94658712,"cacheRead":57.35814476578243,"cacheWrite":90.00442685826658,"output":319.88304612,"reasoning":287.17127868,"answer":32.71176744},"intelligenceIndexCostPerTask":{"cost":{"total":0.21964484501171036,"input":0.13773301243426306,"nonCacheInput":0.0038170423547304677,"cacheRead":0.06069836367576961,"cacheWrite":0.07321760640376299,"output":0.08191183257744733,"reasoning":0.0600322073002369,"answer":0.021879625277210428},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.06350738986050165},{"slug":"gdpval-aa","weightedCostPerTask":0.02898553535023347},{"slug":"automationbench-aa","weightedCostPerTask":0.005267885806198829},{"slug":"terminalbench-4-0","weightedCostPerTask":0.09188874552229055},{"slug":"scicode","weightedCostPerTask":0.004223046819444445},{"slug":"humanitys-last-exam","weightedCostPerTask":0.004288044793327154},{"slug":"gdp-pdf","weightedCostPerTask":0.00465597088},{"slug":"critpt","weightedCostPerTask":0.011452343885714289},{"slug":"omniscience","weightedCostPerTask":0.002997548994},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0023783331}]},"canonicalIntelligenceIndexTokenCount":{"input":4317353554,"output":242335641,"answer":24781642,"reasoning":217553999},"intelligenceIndexOutputTokensPerTask":{"reasoning":45478.944924421885,"answer":16575.47369485638,"output":62054.418619278265},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1253.08,"outputTokensPerTask":108329.94505494506,"costPerTask":0.423382599070011,"timePerTask":411.1027747459352},{"slug":"gdpval-aa","score":1441.89,"outputTokensPerTask":94769.71818181819,"costPerTask":0.2898553535023347,"timePerTask":359.64288624604364},{"slug":"automationbench-aa","score":0.5396771855133674,"outputTokensPerTask":36294.46270928463,"costPerTask":0.10535771612397657,"timePerTask":137.7343477847419},{"slug":"terminalbench-4-0","score":0.121212121212121,"outputTokensPerTask":146812.27272727274,"costPerTask":0.9188874552229056,"timePerTask":557.139880891906},{"slug":"scicode","score":0.503472222222222,"outputTokensPerTask":31295.586805555555,"costPerTask":0.04223046819444444,"timePerTask":118.76404595738205},{"slug":"humanitys-last-exam","score":0.385542168674699,"outputTokensPerTask":32353.997219647823,"costPerTask":0.042880447933271545,"timePerTask":122.78062196351438},{"slug":"gdp-pdf","score":0.11,"outputTokensPerTask":24137.66,"costPerTask":0.0465597088,"timePerTask":91.60033263970534},{"slug":"critpt","score":0.165714285714286,"outputTokensPerTask":85826.32857142857,"costPerTask":0.11452343885714288,"timePerTask":325.70349596387985},{"slug":"omniscience","score":-14.283333333333333,"outputTokensPerTask":15069.6925,"costPerTask":0.01998365996,"timePerTask":57.18818003808459},{"slug":"artificial-analysis-long-context-reasoning","score":0.796666666666667,"outputTokensPerTask":4203.87,"costPerTask":0.047566661999999996,"timePerTask":15.953323162811893}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1253.08,"lower95ci":1246.98,"upper95ci":1259.58},"rubricPassRate":0.41515151515151516,"analyticalQuality":{"elo":1341.07,"lower95ci":1329.8,"upper95ci":1352.86},"presentation":{"elo":1187.03,"lower95ci":1176.53,"upper95ci":1198.59}},"briefcaseTotalCost":38.527816515371,"timescaleData":{"medianOutputSpeed":211.879885881975,"medianTimeToFirstChunk":1.08987733700001},"outputSpeedVariance":{"p05":177.114040957716,"q25":187.789247763676,"median":211.879885881975,"q75":245.78911666625,"p95":283.58221186167},"timeToFirstChunkVariance":{"p05":0.73153394444999,"q25":0.919537501999969,"median":1.08987733700001,"q75":1.35664104725003,"p95":2.03828909739999},"performanceByPromptType":{"medium":{"medianOutputSpeed":244.345416006549,"medianTimeToFirstChunk":0.895883921999996,"medianTimeToFirstAnswerToken":9.081018035366771,"medianEndToEndResponseTime":11.127301563708464},"long":{"medianOutputSpeed":211.879885881975,"medianTimeToFirstChunk":1.08987733700001,"medianTimeToFirstAnswerToken":10.529187688120713,"medianEndToEndResponseTime":12.889015275900888},"hundredK":{"medianOutputSpeed":211.111620054584,"medianTimeToFirstChunk":3.99939835299998,"medianTimeToFirstAnswerToken":13.473059724566784,"medianEndToEndResponseTime":15.841475067458484},"mediumParallel":{"medianOutputSpeed":217.567460494671,"medianTimeToFirstChunk":0.753633291000028,"medianTimeToFirstAnswerToken":9.946184398839002,"medianEndToEndResponseTime":12.244322175798745}},"endToEndResponseTime":{"input":1.08987733700001,"reasoning":9.439310351120703,"answer":2.3598275877801758,"total":12.889015275900888},"timeToFirstAnswerToken":{"input":1.08987733700001,"reasoning":9.439310351120703,"total":10.529187688120713},"performanceDataSource":{"type":"firstParty","providerName":"DeepSeek"},"hostModelCount":18,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v4-flash","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-v4-flash","canonical_slug":"deepseek/deepseek-v4-flash-20260423","hugging_face_id":"deepseek-ai/DeepSeek-V4-Flash","name":"DeepSeek: DeepSeek V4 Flash 0423","created":1777000666,"description":"DeepSeek V4 Flash is an efficiency-optimized Mixture-of-Experts model from DeepSeek with 284B total parameters and 13B activated parameters, supporting a 1M-token context window. It is designed for fast inference and...","context_length":1048576,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.0000000406","completion":"0.0000000812","input_cache_read":"0.00000000812"},"top_provider":{"context_length":1024000,"max_completion_tokens":384000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v4-flash-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1217,"win_rate":49.3,"rank":44},{"arena":"models","category":"asciiart","elo":1130,"win_rate":42.8,"rank":54},{"arena":"models","category":"codecategories","elo":1220,"win_rate":48.9,"rank":47},{"arena":"models","category":"dataviz","elo":1142,"win_rate":40.7,"rank":79},{"arena":"models","category":"gamedev","elo":1220,"win_rate":50.2,"rank":43},{"arena":"models","category":"svg","elo":1179,"win_rate":48.4,"rank":37},{"arena":"models","category":"uicomponent","elo":1179,"win_rate":44.7,"rank":62},{"arena":"models","category":"website","elo":1220,"win_rate":49.1,"rank":48}],"artificial_analysis":{"intelligence_index":24.8,"coding_index":52,"agentic_index":27.9}},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high"],"default_effort":"high"}},"endpoints":[{"name":"Baidu | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000004046","completion":"0.00000008092","input_cache_read":"0.000000008092","discount":0.711},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.40951081251312,"uptime_last_5m":97.09527192359302,"uptime_last_1d":94.3732282384499,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1024000,"pricing":{"prompt":"0.0000000406","completion":"0.0000000812","input_cache_read":"0.00000000812","discount":0.71},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","tools","tool_choice","logprobs","top_logprobs","structured_outputs","max_tokens","temperature","top_p","stop","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.18617191771783,"uptime_last_5m":98.77081292850147,"uptime_last_1d":98.66079733654628,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenInference | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000005","completion":"0.00000014","input_cache_read":"0.000000014","discount":0},"provider_name":"OpenInference","tag":"open-inference/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","stop","seed","tools","tool_choice","response_format","top_p","frequency_penalty","presence_penalty","top_k","min_p","logit_bias","repetition_penalty","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98709422079207,"uptime_last_5m":100,"uptime_last_1d":99.9287846858712,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000009","completion":"0.00000018","input_cache_read":"0.000000018","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","response_format","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.35736519730897,"uptime_last_5m":99.33333333333333,"uptime_last_1d":99.70588109192717,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048575,"pricing":{"prompt":"0.000000091","completion":"0.000000182","input_cache_read":"0.0000000182","discount":0.35},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943717,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.99542111962782,"uptime_last_5m":99.97640813919197,"uptime_last_1d":99.9476253226397,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1000000,"pricing":{"prompt":"0.0000000966","completion":"0.0000001925","input_cache_read":"0.0000000196","discount":0.3},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.74320664861331,"uptime_last_5m":99.76517946997652,"uptime_last_1d":98.55378907953295,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.000000098","completion":"0.000000196","input_cache_read":"0.0000000196","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","tool_choice","tools","structured_outputs","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.96288391945811,"uptime_last_5m":99.90234375,"uptime_last_1d":99.95711749865765,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000013","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.5863912693181,"uptime_last_5m":98.42903575297942,"uptime_last_1d":98.81906632152102,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1000000,"pricing":{"prompt":"0.000000134","completion":"0.000000268","input_cache_read":"0.0000000268","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":1000000,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","structured_outputs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.89671902771772,"uptime_last_5m":99.49513836948391,"uptime_last_1d":99.2675777503242,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tool_choice","tools","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.96842522488629,"uptime_last_5m":99.93694545782101,"uptime_last_1d":99.87587065916314,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.000000028","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp4","quantization":"fp4","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":99.99896926343565,"uptime_last_5m":100,"uptime_last_1d":99.76567424122294,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.00000007","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","structured_outputs","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.60906594685159,"uptime_last_5m":99.96555287633483,"uptime_last_1d":99.66522886757227,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"NextBit | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000035","input_cache_read":"0.000000035","discount":0},"provider_name":"NextBit","tag":"nextbit/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","repetition_penalty","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.7052171749288,"uptime_last_5m":97.99867681111478,"uptime_last_1d":98.45440769725438,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000019","completion":"0.0000005","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a","response_format","logprobs","top_logprobs","tools","structured_outputs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.33898970633608,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.0000002","completion":"0.0000004","input_cache_read":"0.00000007","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.92468228984494,"uptime_last_5m":100,"uptime_last_1d":99.53500130921962,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | deepseek/deepseek-v4-flash-20260423","model_id":"deepseek/deepseek-v4-flash","model_name":"DeepSeek: DeepSeek V4 Flash 0423","context_length":1048576,"pricing":{"prompt":"0.00000021","completion":"0.00000056","input_cache_read":"0.000000031","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.16943042537851,"uptime_last_5m":98.43342036553526,"uptime_last_1d":96.97894918606659,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"7707a46f-895f-4247-b7a8-ddab87c9a11d","slug":"deepseek-v4-flash-vision","name":"DeepSeek V4 Flash Vision (Reasoning, Max Effort)","shortName":"DeepSeek V4 Flash Vision (max)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v4-flash-vision","releaseDate":"2026-08-21","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-flash-vision","name":"DeepSeek V4 Flash Vision"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":284,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":35.0122378035969,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":38.026031032199825,"strategyAndOps":43.59947860816674,"legal":36.906225706552014,"engineering":34.888558297726384,"economics":40.453207618937284},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":214.791868982392,"canonicalInputTokens":7093402270,"canonicalOutputTokens":170297611,"outputTokensPerTask":69174.13064692768,"answerTokensPerTask":23270.191905002044,"reasoningTokensPerTask":45903.93874192563,"price1mInputTokens":0.44,"price1mOutputTokens":1.32,"cacheHitPrice":0.014,"cacheHitDiscountPercent":0.9681818181818181,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.314372044499279,"latency":{"timeToFirstChunkMs":1.03939738449998,"timeToFirstAnswerTokenMs":10.350736819625217,"endToEndMs":12.678571678406527}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1432.36,"score":1432.36,"outputTokensPerTask":148591.42857142858,"costPerTask":0.8048795020394096,"timePerTask":540.8932941702342,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1577.21,"score":1577.21,"outputTokensPerTask":93590.71818181819,"costPerTask":0.34631165266654806,"timePerTask":340.6831224910605,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.4747087040091967,"score":0.4747087040091967,"outputTokensPerTask":31033.611872146117,"costPerTask":0.10393490367394448,"timePerTask":112.96662746234084,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.121212121212121,"score":0.121212121212121,"outputTokensPerTask":197880.37878787878,"costPerTask":1.279333912457593,"timePerTask":720.3118710362128,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.496527777777778,"score":0.496527777777778,"outputTokensPerTask":25339.614583333332,"costPerTask":0.034389608611111115,"timePerTask":92.23969199807996,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.344763670064875,"score":0.344763670064875,"outputTokensPerTask":28562.102873030584,"costPerTask":0.0378751473957368,"timePerTask":103.96999382771392,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.12,"score":0.12,"outputTokensPerTask":16577.47,"costPerTask":0.0435356724,"timePerTask":60.34427721379586,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.108571428571429,"score":0.108571428571429,"outputTokensPerTask":82809.4,"costPerTask":0.11051894228571427,"timePerTask":301.4376373178842,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-17.633333333333333,"score":-17.633333333333333,"outputTokensPerTask":4321.382166666666,"costPerTask":0.00579589032,"timePerTask":15.730427104503104,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.813333333333333,"score":0.813333333333333,"outputTokensPerTask":4191.2,"costPerTask":0.047549937599999995,"timePerTask":15.25654606272617,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.12,"score":0.12,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1577.21,"score":1577.21,"outputTokensPerTask":93590.71818181819,"costPerTask":0.34631165266654806,"timePerTask":340.6831224910605,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.538605,"score":0.538605,"outputTokensPerTask":93590.71818181819,"costPerTask":0.34631165266654806,"timePerTask":340.6831224910605,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.410309278350515,"score":0.410309278350515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.741573033707865,"score":0.741573033707865,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.121212121212121,"score":0.121212121212121,"outputTokensPerTask":197880.37878787878,"costPerTask":1.279333912457593,"timePerTask":720.3118710362128,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.813333333333333,"score":0.813333333333333,"outputTokensPerTask":4191.2,"costPerTask":0.047549937599999995,"timePerTask":15.25654606272617,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.344763670064875,"score":0.344763670064875,"outputTokensPerTask":28562.102873030584,"costPerTask":0.0378751473957368,"timePerTask":103.96999382771392,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.913131313131313,"score":0.913131313131313,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.747976878612717,"score":0.747976878612717,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.4747087040091967,"score":0.4747087040091967,"outputTokensPerTask":31033.611872146117,"costPerTask":0.10393490367394448,"timePerTask":112.96662746234084,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4709042076991943,"score":0.4709042076991943,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":38.026031032199825,"score":38.026031032199825,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":43.59947860816674,"score":43.59947860816674,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":36.906225706552014,"score":36.906225706552014,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":34.888558297726384,"score":34.888558297726384,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":40.453207618937284,"score":40.453207618937284,"family":"Capability Index"}],"benchmarkCount":27,"raw":{"id":"7707a46f-895f-4247-b7a8-ddab87c9a11d","slug":"deepseek-v4-flash-vision","name":"DeepSeek V4 Flash Vision (Reasoning, Max Effort)","shortName":"DeepSeek V4 Flash Vision (max)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-21","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-flash-vision","name":"DeepSeek V4 Flash Vision"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":284,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":35.0122378035969,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":38.026031032199825,"strategyAndOps":43.59947860816674,"legal":36.906225706552014,"engineering":34.888558297726384,"economics":40.453207618937284},"omniscience":-17.633333333333333,"omniscienceBreakdown":{"accuracy":0.38566666666666666,"hallucinationRate":0.9148128052088985},"gdpPdfAllPass":0.12,"gdpval":1577.21,"gdpvalNormalized":0.538605,"itBenchSre":null,"tau2":null,"tauBanking":0.410309278350515,"terminalbenchHard":null,"terminalBench21":0.741573033707865,"terminalBench40":0.121212121212121,"scicode":0.496527777777778,"lcr":0.813333333333333,"ifbench":null,"hle":0.344763670064875,"gpqa":0.913131313131313,"critpt":0.108571428571429,"apexAgents":null,"mmmuPro":0.747976878612717,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.4747087040091967,"enterpriseOpsGym":0.4709042076991943,"price1mInputTokens":0.44,"price1mOutputTokens":1.32,"cacheHitPrice":0.014,"cacheHitDiscountPercent":0.9681818181818181,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.66,"price1mBlended7To2To1":0.2298,"price1mBlended0To1To1":0.88,"price1mBlended100To1To1":0.030980392156862747,"price1mBlended0To100To1":0.4487128712871287,"intelligenceIndexTimePerTask":251.80337625593867,"intelligenceIndexCost":{"total":445.4128724482095,"input":220.6200259282095,"nonCacheInput":7.64663284,"cacheRead":95.32083948404944,"cacheWrite":117.65255360416006,"output":224.79284652,"reasoning":183.81627264,"answer":40.976573880000004},"intelligenceIndexCostPerTask":{"cost":{"total":0.314372044499279,"input":0.2230621920453345,"nonCacheInput":0.004512471084016182,"cacheRead":0.1084393756669931,"cacheWrite":0.11011034529432517,"output":0.09130985245394455,"reasoning":0.06059319913934186,"answer":0.030716653314602705},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.12073192530591144},{"slug":"gdpval-aa","weightedCostPerTask":0.03463116526665481},{"slug":"automationbench-aa","weightedCostPerTask":0.005196745183697225},{"slug":"terminalbench-4-0","weightedCostPerTask":0.1279333912457593},{"slug":"scicode","weightedCostPerTask":0.0034389608611111117},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00378751473957368},{"slug":"gdp-pdf","weightedCostPerTask":0.004353567240000001},{"slug":"critpt","weightedCostPerTask":0.011051894228571427},{"slug":"omniscience","weightedCostPerTask":0.000869383548},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0023774968799999997}]},"canonicalIntelligenceIndexTokenCount":{"input":7093402270,"output":170297611,"answer":31042859,"reasoning":139254752},"intelligenceIndexOutputTokensPerTask":{"reasoning":45903.93874192563,"answer":23270.191905002044,"output":69174.13064692768},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1432.36,"outputTokensPerTask":148591.42857142858,"costPerTask":0.8048795020394096,"timePerTask":540.8932941702342},{"slug":"gdpval-aa","score":1577.21,"outputTokensPerTask":93590.71818181819,"costPerTask":0.34631165266654806,"timePerTask":340.6831224910605},{"slug":"automationbench-aa","score":0.4747087040091967,"outputTokensPerTask":31033.611872146117,"costPerTask":0.10393490367394448,"timePerTask":112.96662746234084},{"slug":"terminalbench-4-0","score":0.121212121212121,"outputTokensPerTask":197880.37878787878,"costPerTask":1.279333912457593,"timePerTask":720.3118710362128},{"slug":"scicode","score":0.496527777777778,"outputTokensPerTask":25339.614583333332,"costPerTask":0.034389608611111115,"timePerTask":92.23969199807996},{"slug":"humanitys-last-exam","score":0.344763670064875,"outputTokensPerTask":28562.102873030584,"costPerTask":0.0378751473957368,"timePerTask":103.96999382771392},{"slug":"gdp-pdf","score":0.12,"outputTokensPerTask":16577.47,"costPerTask":0.0435356724,"timePerTask":60.34427721379586},{"slug":"critpt","score":0.108571428571429,"outputTokensPerTask":82809.4,"costPerTask":0.11051894228571427,"timePerTask":301.4376373178842},{"slug":"omniscience","score":-17.633333333333333,"outputTokensPerTask":4321.382166666666,"costPerTask":0.00579589032,"timePerTask":15.730427104503104},{"slug":"artificial-analysis-long-context-reasoning","score":0.813333333333333,"outputTokensPerTask":4191.2,"costPerTask":0.047549937599999995,"timePerTask":15.25654606272617}],"briefcaseBreakdown":{"overall":{"elo":1432.36,"lower95ci":1423.12,"upper95ci":1442.01},"rubricPassRate":0.4614594039054471,"analyticalQuality":{"elo":1614.33,"lower95ci":1596.44,"upper95ci":1633.05},"presentation":{"elo":1357.66,"lower95ci":1345.25,"upper95ci":1371.02}},"briefcaseTotalCost":73.24403468558627,"timescaleData":{"medianOutputSpeed":214.791868982392,"medianTimeToFirstChunk":1.03939738449998},"outputSpeedVariance":{"p05":176.53528572843,"q25":199.791814884225,"median":214.791868982392,"q75":235.167542539138,"p95":263.359898520058},"timeToFirstChunkVariance":{"p05":0.822291455299996,"q25":0.891840343749969,"median":1.03939738449998,"q75":1.24141548924996,"p95":3.0505343669998},"performanceByPromptType":{"medium":{"medianOutputSpeed":217.03050922223,"medianTimeToFirstChunk":0.937412695000006,"medianTimeToFirstAnswerToken":10.152706927904768,"medianEndToEndResponseTime":12.45653048613096},"long":{"medianOutputSpeed":214.791868982392,"medianTimeToFirstChunk":1.03939738449998,"medianTimeToFirstAnswerToken":10.350736819625217,"medianEndToEndResponseTime":12.678571678406527},"hundredK":{"medianOutputSpeed":202.240902026058,"medianTimeToFirstChunk":3.68453244749997,"medianTimeToFirstAnswerToken":13.57372884626953,"medianEndToEndResponseTime":16.046027945961917},"mediumParallel":{"medianOutputSpeed":205.30223304694,"medianTimeToFirstChunk":0.804274276499939,"medianTimeToFirstAnswerToken":10.546009523689008,"medianEndToEndResponseTime":12.981443335486276}},"endToEndResponseTime":{"input":1.03939738449998,"reasoning":9.311339435125237,"answer":2.3278348587813094,"total":12.678571678406527},"timeToFirstAnswerToken":{"input":1.03939738449998,"reasoning":9.311339435125237,"total":10.350736819625217},"performanceDataSource":{"type":"firstParty","providerName":"DeepSeek"},"hostModelCount":2,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"6e2a2572-ed8d-4616-8d7d-68d125fc8ee7","slug":"deepseek-v4-pro-0424-non-reasoning","name":"DeepSeek V4 Pro 0424 (Non-reasoning)","shortName":"DeepSeek V4 Pro (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v4-pro-0424-non-reasoning","releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"deepseek-v4-pro-0424","name":"DeepSeek V4 Pro 0424"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1600,"inferenceParametersActiveBillions":49,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":20.8344651194768,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":86.0290515793922,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.435,"price1mOutputTokens":0.87,"cacheHitPrice":0.0036,"cacheHitDiscountPercent":0.9917241379310345,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.79017883100005,"timeToFirstAnswerTokenMs":1.79017883100005,"endToEndMs":7.602168976428694}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-29.866666666666667,"score":-29.866666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.912280701754386,"score":0.912280701754386,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.363636363636364,"score":0.363636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.53,"score":0.53,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.457823129251701,"score":0.457823129251701,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.082483781278962,"score":0.082483781278962,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.717171717171717,"score":0.717171717171717,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"6e2a2572-ed8d-4616-8d7d-68d125fc8ee7","slug":"deepseek-v4-pro-0424-non-reasoning","name":"DeepSeek V4 Pro 0424 (Non-reasoning)","shortName":"DeepSeek V4 Pro (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"deepseek-v4-pro-0424","name":"DeepSeek V4 Pro 0424"},"deprecated":true,"deprecatedTo":"deepseek-v4-pro-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1600,"inferenceParametersActiveBillions":49,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","microevalsEnabled":false,"intelligenceIndex":20.8344651194768,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-29.866666666666667,"omniscienceBreakdown":{"accuracy":0.30866666666666664,"hallucinationRate":0.8784956605593057},"gdpval":null,"itBenchSre":null,"tau2":0.912280701754386,"tauBanking":null,"terminalbenchHard":0.363636363636364,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.53,"ifbench":0.457823129251701,"hle":0.082483781278962,"gpqa":0.717171717171717,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.435,"price1mOutputTokens":0.87,"cacheHitPrice":0.0036,"cacheHitDiscountPercent":0.9917241379310345,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.54375,"price1mBlended7To2To1":0.17652,"price1mBlended0To1To1":0.6525,"price1mBlended100To1To1":0.016323529411764705,"price1mBlended0To100To1":0.4393069306930693,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":86.0290515793922,"medianTimeToFirstChunk":1.79017883100005},"outputSpeedVariance":{"p05":40.4602224937793,"q25":54.5055389381917,"median":86.0290515793922,"q75":96.9895755793827,"p95":162.840725428856},"timeToFirstChunkVariance":{"p05":1.31840007650003,"q25":1.51897238449996,"median":1.79017883100005,"q75":2.04112027750005,"p95":2.45911001375003},"performanceByPromptType":{"medium":{"medianOutputSpeed":81.5679517302478,"medianTimeToFirstChunk":1.14696054799998,"medianTimeToFirstAnswerToken":1.14696054799998,"medianEndToEndResponseTime":7.276819020522899},"long":{"medianOutputSpeed":86.0290515793922,"medianTimeToFirstChunk":1.79017883100005,"medianTimeToFirstAnswerToken":1.79017883100005,"medianEndToEndResponseTime":7.602168976428694},"hundredK":{"medianOutputSpeed":87.2004120808695,"medianTimeToFirstChunk":6.20051720799997,"medianTimeToFirstAnswerToken":6.20051720799997,"medianEndToEndResponseTime":11.934435065364003},"mediumParallel":{"medianOutputSpeed":62.0285029298325,"medianTimeToFirstChunk":1.092380066,"medianTimeToFirstAnswerToken":1.092380066,"medianEndToEndResponseTime":9.153190441604373}},"endToEndResponseTime":{"input":1.79017883100005,"reasoning":0,"answer":5.811990145428644,"total":7.602168976428694},"timeToFirstAnswerToken":{"input":1.79017883100005,"reasoning":0,"total":1.79017883100005},"performanceDataSource":{"type":"firstParty","providerName":"DeepSeek"},"hostModelCount":5,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v4-pro","matchedBy":"shortName","catalog":{"id":"deepseek/deepseek-v4-pro","canonical_slug":"deepseek/deepseek-v4-pro-20260423","hugging_face_id":"deepseek-ai/DeepSeek-V4-Pro","name":"DeepSeek: DeepSeek V4 Pro 0423","created":1777000679,"description":"DeepSeek V4 Pro is a large-scale Mixture-of-Experts model from DeepSeek with 1.6T total parameters and 49B activated parameters, supporting a 1M-token context window. It is designed for advanced reasoning, coding,...","context_length":1048576,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.000000422298","completion":"0.000000844596","input_cache_read":"0.0000000351915"},"top_provider":{"context_length":1024000,"max_completion_tokens":384000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":1},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v4-pro-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":948,"win_rate":22.1,"rank":43},{"arena":"agents","category":"godotgamedev","elo":1059,"win_rate":34,"rank":28},{"arena":"agents","category":"webapps","elo":1000,"win_rate":26.4,"rank":40},{"arena":"models","category":"3d","elo":1283,"win_rate":56.8,"rank":22},{"arena":"models","category":"asciiart","elo":1168,"win_rate":46.4,"rank":37},{"arena":"models","category":"codecategories","elo":1256,"win_rate":51.9,"rank":35},{"arena":"models","category":"dataviz","elo":1218,"win_rate":48.7,"rank":47},{"arena":"models","category":"gamedev","elo":1252,"win_rate":52.3,"rank":33},{"arena":"models","category":"svg","elo":1164,"win_rate":45.4,"rank":44},{"arena":"models","category":"uicomponent","elo":1237,"win_rate":50.6,"rank":41},{"arena":"models","category":"website","elo":1247,"win_rate":50.6,"rank":39}],"artificial_analysis":{"intelligence_index":30.9,"coding_index":59.4,"agentic_index":27.7}},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high"],"default_effort":"high"}},"endpoints":[{"name":"StreamLake | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1024000,"pricing":{"prompt":"0.000000422298","completion":"0.000000844596","input_cache_read":"0.0000000351915","discount":0.7573},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","tools","tool_choice","response_format","logprobs","top_logprobs","structured_outputs","max_tokens","temperature","top_p","stop","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.72031187101422,"uptime_last_5m":98.64097968936679,"uptime_last_1d":99.19761415743218,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Baidu | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000043095","completion":"0.0000008619","input_cache_read":"0.0000000357","discount":0.745},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.86029039264184,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.000000957","completion":"0.000001914","input_cache_read":"0.00000007975","discount":0.45},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.48774302620457,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.000001044","completion":"0.000002088","input_cache_read":"0.0000002088","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","response_format","tool_choice","tools","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.48280642304286,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000115","completion":"0.00000255","input_cache_read":"0.0000002","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.41986455981942,"uptime_last_5m":100,"uptime_last_1d":93.62670085611481,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.0000013","completion":"0.0000026","input_cache_read":"0.0000001","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","tools","tool_choice","structured_outputs","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.89039093898428,"uptime_last_5m":100,"uptime_last_1d":99.7231445710098,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1000000,"pricing":{"prompt":"0.000001416","completion":"0.000002832","input_cache_read":"0.000000118","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":1000000,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","structured_outputs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9707573837606,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000150162","completion":"0.000003135","input_cache_read":"0.000000135","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.40857565303105,"uptime_last_5m":99.47368421052632,"uptime_last_1d":99.58121298828301,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.0000016","completion":"0.0000032","input_cache_read":"0.000000135","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.88695519116128,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1000000,"pricing":{"prompt":"0.00000165","completion":"0.000003301","input_cache_read":"0.00000033","discount":0},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.62264150943396,"uptime_last_5m":99.67741935483872,"uptime_last_1d":96.19226824521307,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000168","completion":"0.00000338","input_cache_read":"0.00000013","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp4","quantization":"fp4","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","tools","structured_outputs","response_format","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.89604255190304,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.000000145","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.41176470588235,"uptime_last_5m":100,"uptime_last_1d":98.78967711708898,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.000000145","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.18578830495929,"uptime_last_5m":100,"uptime_last_1d":98.67402443831297,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.0000001","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.76841527429924,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"NextBit | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000191","completion":"0.000003828","input_cache_read":"0.00000016","discount":0},"provider_name":"NextBit","tag":"nextbit/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","repetition_penalty","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.58588672237697,"uptime_last_5m":99.19354838709677,"uptime_last_1d":98.34901766551097,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000191","completion":"0.00000383","input_cache_read":"0.00000016","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.53488372093024,"uptime_last_5m":100,"uptime_last_1d":99.34252916705765,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"5da3c0e2-65d2-4bff-a410-cb2132ddafb6","slug":"deepseek-v4-pro-0424-high","name":"DeepSeek V4 Pro 0424 (Reasoning, High Effort)","shortName":"DeepSeek V4 Pro (high)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v4-pro-0424-high","releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"deepseek-v4-pro-0424","name":"DeepSeek V4 Pro 0424"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1600,"inferenceParametersActiveBillions":49,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":30.1054806103209,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":80.6049852369125,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.435,"price1mOutputTokens":0.87,"cacheHitPrice":0.0036,"cacheHitDiscountPercent":0.9917241379310345,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.70918218749999,"timeToFirstAnswerTokenMs":26.422293841142196,"endToEndMs":32.625384115650775}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-10.566666666666666,"score":-10.566666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1218.72,"score":1218.72,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.35936,"score":0.35936,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.941520467836257,"score":0.941520467836257,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.261855670103093,"score":0.261855670103093,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.416666666666667,"score":0.416666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.647940074906367,"score":0.647940074906367,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.703333333333333,"score":0.703333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.712925170068027,"score":0.712925170068027,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.352177942539388,"score":0.352177942539388,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.905050505050505,"score":0.905050505050505,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.1,"score":0.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"5da3c0e2-65d2-4bff-a410-cb2132ddafb6","slug":"deepseek-v4-pro-0424-high","name":"DeepSeek V4 Pro 0424 (Reasoning, High Effort)","shortName":"DeepSeek V4 Pro (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":1992,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"deepseek-v4-pro-0424","name":"DeepSeek V4 Pro 0424"},"deprecated":true,"deprecatedTo":"deepseek-v4-pro","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1600,"inferenceParametersActiveBillions":49,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","microevalsEnabled":false,"intelligenceIndex":30.1054806103209,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-10.566666666666666,"omniscienceBreakdown":{"accuracy":0.414,"hallucinationRate":0.8868031854379977},"gdpval":1218.72,"gdpvalNormalized":0.35936,"itBenchSre":null,"tau2":0.941520467836257,"tauBanking":0.261855670103093,"terminalbenchHard":0.416666666666667,"terminalBench21":0.647940074906367,"terminalBench40":null,"scicode":null,"lcr":0.703333333333333,"ifbench":0.712925170068027,"hle":0.352177942539388,"gpqa":0.905050505050505,"critpt":0.1,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.435,"price1mOutputTokens":0.87,"cacheHitPrice":0.0036,"cacheHitDiscountPercent":0.9917241379310345,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.54375,"price1mBlended7To2To1":0.17652,"price1mBlended0To1To1":0.6525,"price1mBlended100To1To1":0.016323529411764705,"price1mBlended0To100To1":0.4393069306930693,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":80.6049852369125,"medianTimeToFirstChunk":1.70918218749999},"outputSpeedVariance":{"p05":43.7132565251375,"q25":60.6630879015642,"median":80.6049852369125,"q75":121.775827736173,"p95":147.771393135361},"timeToFirstChunkVariance":{"p05":0.854618690399986,"q25":1.44610764374997,"median":1.70918218749999,"q75":1.86104858550002,"p95":2.10474834999999},"performanceByPromptType":{"medium":{"medianOutputSpeed":76.4062681998181,"medianTimeToFirstChunk":1.06182959799997,"medianTimeToFirstAnswerToken":27.132989032072977,"medianEndToEndResponseTime":33.67695475347684},"long":{"medianOutputSpeed":80.6049852369125,"medianTimeToFirstChunk":1.70918218749999,"medianTimeToFirstAnswerToken":26.422293841142196,"medianEndToEndResponseTime":32.625384115650775},"hundredK":{"medianOutputSpeed":86.1185317760908,"medianTimeToFirstChunk":9.16764652900002,"medianTimeToFirstAnswerToken":32.298556437905845,"medianEndToEndResponseTime":38.10450772026172},"mediumParallel":{"medianOutputSpeed":72.0188658416532,"medianTimeToFirstChunk":1.19868965000012,"medianTimeToFirstAnswerToken":28.85810884135174,"medianEndToEndResponseTime":35.80073414038578}},"endToEndResponseTime":{"input":1.70918218749999,"reasoning":24.713111653642205,"answer":6.203090274508585,"total":32.625384115650775},"timeToFirstAnswerToken":{"input":1.70918218749999,"reasoning":24.713111653642205,"total":26.422293841142196},"performanceDataSource":{"type":"firstParty","providerName":"DeepSeek"},"hostModelCount":8,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v4-pro","matchedBy":"shortName","catalog":{"id":"deepseek/deepseek-v4-pro","canonical_slug":"deepseek/deepseek-v4-pro-20260423","hugging_face_id":"deepseek-ai/DeepSeek-V4-Pro","name":"DeepSeek: DeepSeek V4 Pro 0423","created":1777000679,"description":"DeepSeek V4 Pro is a large-scale Mixture-of-Experts model from DeepSeek with 1.6T total parameters and 49B activated parameters, supporting a 1M-token context window. It is designed for advanced reasoning, coding,...","context_length":1048576,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.000000422298","completion":"0.000000844596","input_cache_read":"0.0000000351915"},"top_provider":{"context_length":1024000,"max_completion_tokens":384000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":1},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v4-pro-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":948,"win_rate":22.1,"rank":43},{"arena":"agents","category":"godotgamedev","elo":1059,"win_rate":34,"rank":28},{"arena":"agents","category":"webapps","elo":1000,"win_rate":26.4,"rank":40},{"arena":"models","category":"3d","elo":1283,"win_rate":56.8,"rank":22},{"arena":"models","category":"asciiart","elo":1168,"win_rate":46.4,"rank":37},{"arena":"models","category":"codecategories","elo":1256,"win_rate":51.9,"rank":35},{"arena":"models","category":"dataviz","elo":1218,"win_rate":48.7,"rank":47},{"arena":"models","category":"gamedev","elo":1252,"win_rate":52.3,"rank":33},{"arena":"models","category":"svg","elo":1164,"win_rate":45.4,"rank":44},{"arena":"models","category":"uicomponent","elo":1237,"win_rate":50.6,"rank":41},{"arena":"models","category":"website","elo":1247,"win_rate":50.6,"rank":39}],"artificial_analysis":{"intelligence_index":30.9,"coding_index":59.4,"agentic_index":27.7}},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high"],"default_effort":"high"}},"endpoints":[{"name":"StreamLake | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1024000,"pricing":{"prompt":"0.000000422298","completion":"0.000000844596","input_cache_read":"0.0000000351915","discount":0.7573},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","tools","tool_choice","response_format","logprobs","top_logprobs","structured_outputs","max_tokens","temperature","top_p","stop","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.72031187101422,"uptime_last_5m":98.64097968936679,"uptime_last_1d":99.19761415743218,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Baidu | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000043095","completion":"0.0000008619","input_cache_read":"0.0000000357","discount":0.745},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.86029039264184,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.000000957","completion":"0.000001914","input_cache_read":"0.00000007975","discount":0.45},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.48774302620457,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.000001044","completion":"0.000002088","input_cache_read":"0.0000002088","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","response_format","tool_choice","tools","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.48280642304286,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000115","completion":"0.00000255","input_cache_read":"0.0000002","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.41986455981942,"uptime_last_5m":100,"uptime_last_1d":93.62670085611481,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.0000013","completion":"0.0000026","input_cache_read":"0.0000001","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","tools","tool_choice","structured_outputs","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.89039093898428,"uptime_last_5m":100,"uptime_last_1d":99.7231445710098,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1000000,"pricing":{"prompt":"0.000001416","completion":"0.000002832","input_cache_read":"0.000000118","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":1000000,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","structured_outputs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9707573837606,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000150162","completion":"0.000003135","input_cache_read":"0.000000135","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.40857565303105,"uptime_last_5m":99.47368421052632,"uptime_last_1d":99.58121298828301,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.0000016","completion":"0.0000032","input_cache_read":"0.000000135","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.88695519116128,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1000000,"pricing":{"prompt":"0.00000165","completion":"0.000003301","input_cache_read":"0.00000033","discount":0},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.62264150943396,"uptime_last_5m":99.67741935483872,"uptime_last_1d":96.19226824521307,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000168","completion":"0.00000338","input_cache_read":"0.00000013","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp4","quantization":"fp4","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","tools","structured_outputs","response_format","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.89604255190304,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.000000145","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.41176470588235,"uptime_last_5m":100,"uptime_last_1d":98.78967711708898,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.000000145","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.18578830495929,"uptime_last_5m":100,"uptime_last_1d":98.67402443831297,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.0000001","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.76841527429924,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"NextBit | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000191","completion":"0.000003828","input_cache_read":"0.00000016","discount":0},"provider_name":"NextBit","tag":"nextbit/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","repetition_penalty","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.58588672237697,"uptime_last_5m":99.19354838709677,"uptime_last_1d":98.34901766551097,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000191","completion":"0.00000383","input_cache_read":"0.00000016","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.53488372093024,"uptime_last_5m":100,"uptime_last_1d":99.34252916705765,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"bf220674-68bd-43cc-a1b8-ce5ed4d2f18d","slug":"deepseek-v4-pro-0424","name":"DeepSeek V4 Pro 0424 (Reasoning, Max Effort)","shortName":"DeepSeek V4 Pro (max)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v4-pro-0424","releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-pro-0424","name":"DeepSeek V4 Pro 0424"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1600,"inferenceParametersActiveBillions":49,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":30.8650601315524,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":35.110658672190475,"strategyAndOps":39.970125151528464,"legal":34.17941329045252,"healthcareAndMedical":33.491492283098474,"engineering":31.959797465413384,"economics":37.85255987411184},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":85.312018888717,"canonicalInputTokens":4619889522,"canonicalOutputTokens":212022865,"outputTokensPerTask":48896.33252144391,"answerTokensPerTask":16164.721681998606,"reasoningTokensPerTask":32731.610839445308,"price1mInputTokens":0.435,"price1mOutputTokens":0.87,"cacheHitPrice":0.0036,"cacheHitDiscountPercent":0.9917241379310345,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.12152059767597723,"latency":{"timeToFirstChunkMs":1.57629922299998,"timeToFirstAnswerTokenMs":52.85863970666445,"endToEndMs":58.71947861908325}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":924.56,"score":924.56,"outputTokensPerTask":42293.846153846156,"costPerTask":0.09253220869124713,"timePerTask":388.77779942830944,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1223.37,"score":1223.37,"outputTokensPerTask":31760.131818181817,"costPerTask":0.057169189941091325,"timePerTask":291.9487178562709,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5628968557434271,"score":0.5628968557434271,"outputTokensPerTask":36735.37290715373,"costPerTask":0.08366998705291649,"timePerTask":337.68263562671484,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.146464646464646,"score":0.146464646464646,"outputTokensPerTask":176902.86363636365,"costPerTask":0.7661310060659527,"timePerTask":1626.1445172646554,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.508101851851852,"score":0.508101851851852,"outputTokensPerTask":11837.618055555555,"costPerTask":0.011360523437499999,"timePerTask":108.81495812348088,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.375347544022243,"score":0.375347544022243,"outputTokensPerTask":53097.80444856348,"costPerTask":0.046351363922613534,"timePerTask":488.09104503989255,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.134,"score":0.134,"outputTokensPerTask":16760.03,"costPerTask":0.029112200999999997,"timePerTask":154.0632544519694,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.128571428571429,"score":0.128571428571429,"outputTokensPerTask":104536.62857142858,"costPerTask":0.09288799221428573,"timePerTask":960.9322421947347,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-10.733333333333333,"score":-10.733333333333333,"outputTokensPerTask":6304.622,"costPerTask":0.00556979481,"timePerTask":57.95398835261539,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.746666666666667,"score":0.746666666666667,"outputTokensPerTask":5605.72,"costPerTask":0.04641140280000001,"timePerTask":51.52947021851955,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.211111111111111,"score":0.211111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.843971631205674,"score":0.843971631205674,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.134,"score":0.134,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1223.37,"score":1223.37,"outputTokensPerTask":31760.131818181817,"costPerTask":0.057169189941091325,"timePerTask":291.9487178562709,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.3616849999999999,"score":0.3616849999999999,"outputTokensPerTask":31760.131818181817,"costPerTask":0.057169189941091325,"timePerTask":291.9487178562709,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.383239171374765,"score":0.383239171374765,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.961988304093567,"score":0.961988304093567,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.301030927835052,"score":0.301030927835052,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.462121212121212,"score":0.462121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.640449438202247,"score":0.640449438202247,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.146464646464646,"score":0.146464646464646,"outputTokensPerTask":176902.86363636365,"costPerTask":0.7661310060659527,"timePerTask":1626.1445172646554,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.746666666666667,"score":0.746666666666667,"outputTokensPerTask":5605.72,"costPerTask":0.04641140280000001,"timePerTask":51.52947021851955,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.764625850340136,"score":0.764625850340136,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.375347544022243,"score":0.375347544022243,"outputTokensPerTask":53097.80444856348,"costPerTask":0.046351363922613534,"timePerTask":488.09104503989255,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.887878787878788,"score":0.887878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.242625368731563,"score":0.242625368731563,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.1875,"score":0.1875,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5628968557434271,"score":0.5628968557434271,"outputTokensPerTask":36735.37290715373,"costPerTask":0.08366998705291649,"timePerTask":337.68263562671484,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.40435690838555655,"score":0.40435690838555655,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":35.110658672190475,"score":35.110658672190475,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":39.970125151528464,"score":39.970125151528464,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":34.17941329045252,"score":34.17941329045252,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":33.491492283098474,"score":33.491492283098474,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":31.959797465413384,"score":31.959797465413384,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":37.85255987411184,"score":37.85255987411184,"family":"Capability Index"}],"benchmarkCount":35,"raw":{"id":"bf220674-68bd-43cc-a1b8-ce5ed4d2f18d","slug":"deepseek-v4-pro-0424","name":"DeepSeek V4 Pro 0424 (Reasoning, Max Effort)","shortName":"DeepSeek V4 Pro (max)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":4375,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-pro-0424","name":"DeepSeek V4 Pro 0424"},"deprecated":true,"deprecatedTo":"deepseek-v4-pro","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1600,"inferenceParametersActiveBillions":49,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","microevalsEnabled":true,"intelligenceIndex":30.8650601315524,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":35.110658672190475,"strategyAndOps":39.970125151528464,"legal":34.17941329045252,"healthcareAndMedical":33.491492283098474,"engineering":31.959797465413384,"economics":37.85255987411184},"omniscience":-10.733333333333333,"omniscienceBreakdown":{"accuracy":0.4295,"hallucinationRate":0.9409874379199532},"mlcrOverall":0.211111111111111,"harveyLab":0.843971631205674,"gdpPdfAllPass":0.134,"gdpval":1223.37,"gdpvalNormalized":0.3616849999999999,"itBenchSre":0.383239171374765,"tau2":0.961988304093567,"tauBanking":0.301030927835052,"terminalbenchHard":0.462121212121212,"terminalBench21":0.640449438202247,"terminalBench40":0.146464646464646,"scicode":0.508101851851852,"lcr":0.746666666666667,"ifbench":0.764625850340136,"hle":0.375347544022243,"gpqa":0.887878787878788,"critpt":0.128571428571429,"apexAgents":0.242625368731563,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":0.1875,"automationBenchPartialScore":0.5628968557434271,"enterpriseOpsGym":0.40435690838555655,"price1mInputTokens":0.435,"price1mOutputTokens":0.87,"cacheHitPrice":0.0036,"cacheHitDiscountPercent":0.9917241379310345,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.54375,"price1mBlended7To2To1":0.17652,"price1mBlended0To1To1":0.6525,"price1mBlended100To1To1":0.016323529411764705,"price1mBlended0To100To1":0.4393069306930693,"intelligenceIndexTimePerTask":449.4698469525008,"intelligenceIndexCost":{"total":277.3048434620626,"input":92.84495091206261,"nonCacheInput":6.8940975,"cacheRead":15.995607714808935,"cacheWrite":69.95524569725367,"output":184.45989254999998,"reasoning":163.92131274,"answer":20.538579809999998},"intelligenceIndexCostPerTask":{"cost":{"total":0.12152059767597723,"input":0.07898078838232103,"nonCacheInput":0.0038584543743672827,"cacheRead":0.019109338247994517,"cacheWrite":0.05601299575995922,"output":0.042539809293656215,"reasoning":0.028476501430317425,"answer":0.014063307863338786},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.013879831303687069},{"slug":"gdpval-aa","weightedCostPerTask":0.005716918994109132},{"slug":"automationbench-aa","weightedCostPerTask":0.004183499352645825},{"slug":"terminalbench-4-0","weightedCostPerTask":0.07661310060659526},{"slug":"scicode","weightedCostPerTask":0.00113605234375},{"slug":"humanitys-last-exam","weightedCostPerTask":0.004635136392261353},{"slug":"gdp-pdf","weightedCostPerTask":0.0029112200999999996},{"slug":"critpt","weightedCostPerTask":0.009288799221428574},{"slug":"omniscience","weightedCostPerTask":0.0008354692214999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0023205701400000004}]},"canonicalIntelligenceIndexTokenCount":{"input":4619889522,"output":212022865,"answer":23607563,"reasoning":188415302},"intelligenceIndexOutputTokensPerTask":{"reasoning":32731.610839445308,"answer":16164.721681998606,"output":48896.33252144391},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":924.56,"outputTokensPerTask":42293.846153846156,"costPerTask":0.09253220869124713,"timePerTask":388.77779942830944},{"slug":"gdpval-aa","score":1223.37,"outputTokensPerTask":31760.131818181817,"costPerTask":0.057169189941091325,"timePerTask":291.9487178562709},{"slug":"automationbench-aa","score":0.5628968557434271,"outputTokensPerTask":36735.37290715373,"costPerTask":0.08366998705291649,"timePerTask":337.68263562671484},{"slug":"terminalbench-4-0","score":0.146464646464646,"outputTokensPerTask":176902.86363636365,"costPerTask":0.7661310060659527,"timePerTask":1626.1445172646554},{"slug":"scicode","score":0.508101851851852,"outputTokensPerTask":11837.618055555555,"costPerTask":0.011360523437499999,"timePerTask":108.81495812348088},{"slug":"humanitys-last-exam","score":0.375347544022243,"outputTokensPerTask":53097.80444856348,"costPerTask":0.046351363922613534,"timePerTask":488.09104503989255},{"slug":"gdp-pdf","score":0.134,"outputTokensPerTask":16760.03,"costPerTask":0.029112200999999997,"timePerTask":154.0632544519694},{"slug":"critpt","score":0.128571428571429,"outputTokensPerTask":104536.62857142858,"costPerTask":0.09288799221428573,"timePerTask":960.9322421947347},{"slug":"omniscience","score":-10.733333333333333,"outputTokensPerTask":6304.622,"costPerTask":0.00556979481,"timePerTask":57.95398835261539},{"slug":"artificial-analysis-long-context-reasoning","score":0.746666666666667,"outputTokensPerTask":5605.72,"costPerTask":0.04641140280000001,"timePerTask":51.52947021851955}],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":924.56,"lower95ci":918.85,"upper95ci":930.86},"rubricPassRate":0.23938679245283018,"analyticalQuality":{"elo":885.9,"lower95ci":875.2,"upper95ci":897.43},"presentation":{"elo":935.69,"lower95ci":924,"upper95ci":946.89}},"briefcaseTotalCost":8.420430990903489,"timescaleData":{"medianOutputSpeed":85.312018888717,"medianTimeToFirstChunk":1.57629922299998},"outputSpeedVariance":{"p05":42.4542081830404,"q25":59.0281930269602,"median":85.312018888717,"q75":117.79552257474,"p95":155.335556064783},"timeToFirstChunkVariance":{"p05":1.14436755580002,"q25":1.48986672299998,"median":1.57629922299998,"q75":1.73104856275,"p95":2.22652321534993},"performanceByPromptType":{"medium":{"medianOutputSpeed":98.1789455506367,"medianTimeToFirstChunk":1.25802626150002,"medianTimeToFirstAnswerToken":45.819515239231535,"medianEndToEndResponseTime":50.912256836686566},"long":{"medianOutputSpeed":85.312018888717,"medianTimeToFirstChunk":1.57629922299998,"medianTimeToFirstAnswerToken":52.85863970666445,"medianEndToEndResponseTime":58.71947861908325},"hundredK":{"medianOutputSpeed":98.6503466362919,"medianTimeToFirstChunk":6.04248080100001,"medianTimeToFirstAnswerToken":50.39103252104543,"medianEndToEndResponseTime":55.45943843190776},"mediumParallel":{"medianOutputSpeed":69.6960608295482,"medianTimeToFirstChunk":1.16797733499999,"medianTimeToFirstAnswerToken":63.94053503664249,"medianEndToEndResponseTime":71.11454163111591}},"endToEndResponseTime":{"input":1.57629922299998,"reasoning":51.28234048366447,"answer":5.860838912418797,"total":58.71947861908325},"timeToFirstAnswerToken":{"input":1.57629922299998,"reasoning":51.28234048366447,"total":52.85863970666445},"performanceDataSource":{"type":"firstParty","providerName":"DeepSeek"},"hostModelCount":11,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v4-pro","matchedBy":"shortName","catalog":{"id":"deepseek/deepseek-v4-pro","canonical_slug":"deepseek/deepseek-v4-pro-20260423","hugging_face_id":"deepseek-ai/DeepSeek-V4-Pro","name":"DeepSeek: DeepSeek V4 Pro 0423","created":1777000679,"description":"DeepSeek V4 Pro is a large-scale Mixture-of-Experts model from DeepSeek with 1.6T total parameters and 49B activated parameters, supporting a 1M-token context window. It is designed for advanced reasoning, coding,...","context_length":1048576,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.000000422298","completion":"0.000000844596","input_cache_read":"0.0000000351915"},"top_provider":{"context_length":1024000,"max_completion_tokens":384000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":1},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v4-pro-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":948,"win_rate":22.1,"rank":43},{"arena":"agents","category":"godotgamedev","elo":1059,"win_rate":34,"rank":28},{"arena":"agents","category":"webapps","elo":1000,"win_rate":26.4,"rank":40},{"arena":"models","category":"3d","elo":1283,"win_rate":56.8,"rank":22},{"arena":"models","category":"asciiart","elo":1168,"win_rate":46.4,"rank":37},{"arena":"models","category":"codecategories","elo":1256,"win_rate":51.9,"rank":35},{"arena":"models","category":"dataviz","elo":1218,"win_rate":48.7,"rank":47},{"arena":"models","category":"gamedev","elo":1252,"win_rate":52.3,"rank":33},{"arena":"models","category":"svg","elo":1164,"win_rate":45.4,"rank":44},{"arena":"models","category":"uicomponent","elo":1237,"win_rate":50.6,"rank":41},{"arena":"models","category":"website","elo":1247,"win_rate":50.6,"rank":39}],"artificial_analysis":{"intelligence_index":30.9,"coding_index":59.4,"agentic_index":27.7}},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high"],"default_effort":"high"}},"endpoints":[{"name":"StreamLake | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1024000,"pricing":{"prompt":"0.000000422298","completion":"0.000000844596","input_cache_read":"0.0000000351915","discount":0.7573},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","tools","tool_choice","response_format","logprobs","top_logprobs","structured_outputs","max_tokens","temperature","top_p","stop","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.72031187101422,"uptime_last_5m":98.64097968936679,"uptime_last_1d":99.19761415743218,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Baidu | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000043095","completion":"0.0000008619","input_cache_read":"0.0000000357","discount":0.745},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.86029039264184,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.000000957","completion":"0.000001914","input_cache_read":"0.00000007975","discount":0.45},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.48774302620457,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.000001044","completion":"0.000002088","input_cache_read":"0.0000002088","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","response_format","tool_choice","tools","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.48280642304286,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000115","completion":"0.00000255","input_cache_read":"0.0000002","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.41986455981942,"uptime_last_5m":100,"uptime_last_1d":93.62670085611481,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.0000013","completion":"0.0000026","input_cache_read":"0.0000001","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","tools","tool_choice","structured_outputs","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.89039093898428,"uptime_last_5m":100,"uptime_last_1d":99.7231445710098,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1000000,"pricing":{"prompt":"0.000001416","completion":"0.000002832","input_cache_read":"0.000000118","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":1000000,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","structured_outputs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9707573837606,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000150162","completion":"0.000003135","input_cache_read":"0.000000135","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.40857565303105,"uptime_last_5m":99.47368421052632,"uptime_last_1d":99.58121298828301,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.0000016","completion":"0.0000032","input_cache_read":"0.000000135","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.88695519116128,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1000000,"pricing":{"prompt":"0.00000165","completion":"0.000003301","input_cache_read":"0.00000033","discount":0},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.62264150943396,"uptime_last_5m":99.67741935483872,"uptime_last_1d":96.19226824521307,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000168","completion":"0.00000338","input_cache_read":"0.00000013","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp4","quantization":"fp4","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","tools","structured_outputs","response_format","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.89604255190304,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.000000145","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.41176470588235,"uptime_last_5m":100,"uptime_last_1d":98.78967711708898,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.000000145","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.18578830495929,"uptime_last_5m":100,"uptime_last_1d":98.67402443831297,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.0000001","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.76841527429924,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"NextBit | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000191","completion":"0.000003828","input_cache_read":"0.00000016","discount":0},"provider_name":"NextBit","tag":"nextbit/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","repetition_penalty","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.58588672237697,"uptime_last_5m":99.19354838709677,"uptime_last_1d":98.34901766551097,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000191","completion":"0.00000383","input_cache_read":"0.00000016","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.53488372093024,"uptime_last_5m":100,"uptime_last_1d":99.34252916705765,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"83173329-c09a-41f1-a028-a282a5f908d7","slug":"deepseek-v4-pro","name":"DeepSeek V4 Pro 0813 (Reasoning, Max Effort)","shortName":"DeepSeek V4 Pro 0813 (max)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v4-pro","releaseDate":"2026-08-13","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-pro","name":"DeepSeek V4 Pro 0813"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1600,"inferenceParametersActiveBillions":49,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":36.2828791278402,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":41.77394563210203,"strategyAndOps":46.94265991663919,"legal":41.46014603790894,"healthcareAndMedical":38.56490901580221,"engineering":37.42014131491,"economics":44.05760978529504},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":82.2841554178474,"canonicalInputTokens":5438520642,"canonicalOutputTokens":162876499,"outputTokensPerTask":55154.4293719494,"answerTokensPerTask":16990.708662221845,"reasoningTokensPerTask":38163.72070972756,"price1mInputTokens":1.32,"price1mOutputTokens":3.96,"cacheHitPrice":0.044,"cacheHitDiscountPercent":0.9666666666666667,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.6740219040435134,"latency":{"timeToFirstChunkMs":1.69017395850005,"timeToFirstAnswerTokenMs":25.996189981193538,"endToEndMs":32.07269398686691}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1264.67,"score":1264.67,"outputTokensPerTask":92150.20879120879,"costPerTask":0.9954881431146125,"timePerTask":897.7446913523478,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1493.31,"score":1493.31,"outputTokensPerTask":69326.27272727272,"costPerTask":0.5804609355867755,"timePerTask":675.3896071268764,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5671165546344002,"score":0.5671165546344002,"outputTokensPerTask":37033.9101978691,"costPerTask":0.34075024256179043,"timePerTask":360.79132881279327,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.141414141414141,"score":0.141414141414141,"outputTokensPerTask":171514.15151515152,"costPerTask":3.755228533853407,"timePerTask":1670.9231702708735,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.510416666666667,"score":0.510416666666667,"outputTokensPerTask":11942.559027777777,"costPerTask":0.050256222499999996,"timePerTask":116.34665953542998,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.410101946246525,"score":0.410101946246525,"outputTokensPerTask":34143.915199258576,"costPerTask":0.1357293633364226,"timePerTask":332.63645318016256,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.114,"score":0.114,"outputTokensPerTask":16640.35,"costPerTask":0.10998977879999998,"timePerTask":162.11342405737676,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.18,"score":0.18,"outputTokensPerTask":84983.88571428572,"costPerTask":0.35675451428571425,"timePerTask":827.9290220965091,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":0.8333333333333334,"score":0.8333333333333334,"outputTokensPerTask":3088.1975,"costPerTask":0.01250425968,"timePerTask":30.085801734364413,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":3237.19,"costPerTask":0.1388719332,"timePerTask":31.537314733422047,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.177777777777778,"score":0.177777777777778,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.114,"score":0.114,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1493.31,"score":1493.31,"outputTokensPerTask":69326.27272727272,"costPerTask":0.5804609355867755,"timePerTask":675.3896071268764,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.49665499999999996,"score":0.49665499999999996,"outputTokensPerTask":69326.27272727272,"costPerTask":0.5804609355867755,"timePerTask":675.3896071268764,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.395876288659794,"score":0.395876288659794,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.786516853932584,"score":0.786516853932584,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.141414141414141,"score":0.141414141414141,"outputTokensPerTask":171514.15151515152,"costPerTask":3.755228533853407,"timePerTask":1670.9231702708735,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":3237.19,"costPerTask":0.1388719332,"timePerTask":31.537314733422047,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.410101946246525,"score":0.410101946246525,"outputTokensPerTask":34143.915199258576,"costPerTask":0.1357293633364226,"timePerTask":332.63645318016256,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.928282828282828,"score":0.928282828282828,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5671165546344002,"score":0.5671165546344002,"outputTokensPerTask":37033.9101978691,"costPerTask":0.34075024256179043,"timePerTask":360.79132881279327,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4959713518352731,"score":0.4959713518352731,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":41.77394563210203,"score":41.77394563210203,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":46.94265991663919,"score":46.94265991663919,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":41.46014603790894,"score":41.46014603790894,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":38.56490901580221,"score":38.56490901580221,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":37.42014131491,"score":37.42014131491,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":44.05760978529504,"score":44.05760978529504,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"83173329-c09a-41f1-a028-a282a5f908d7","slug":"deepseek-v4-pro","name":"DeepSeek V4 Pro 0813 (Reasoning, Max Effort)","shortName":"DeepSeek V4 Pro 0813 (max)","chartDefaultSelected":true,"chartHighlighted":true,"releaseDate":"2026-08-13","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-pro","name":"DeepSeek V4 Pro 0813"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1600,"inferenceParametersActiveBillions":49,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro-0813","microevalsEnabled":false,"intelligenceIndex":36.2828791278402,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":41.77394563210203,"strategyAndOps":46.94265991663919,"legal":41.46014603790894,"healthcareAndMedical":38.56490901580221,"engineering":37.42014131491,"economics":44.05760978529504},"omniscience":0.8333333333333334,"omniscienceBreakdown":{"accuracy":0.491,"hallucinationRate":0.9482645710543549},"mlcrOverall":0.177777777777778,"gdpPdfAllPass":0.114,"gdpval":1493.31,"gdpvalNormalized":0.49665499999999996,"itBenchSre":null,"tau2":null,"tauBanking":0.395876288659794,"terminalbenchHard":null,"terminalBench21":0.786516853932584,"terminalBench40":0.141414141414141,"scicode":0.510416666666667,"lcr":0.803333333333333,"ifbench":null,"hle":0.410101946246525,"gpqa":0.928282828282828,"critpt":0.18,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5671165546344002,"enterpriseOpsGym":0.4959713518352731,"price1mInputTokens":1.32,"price1mOutputTokens":3.96,"cacheHitPrice":0.044,"cacheHitDiscountPercent":0.9666666666666667,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.98,"price1mBlended7To2To1":0.6908,"price1mBlended0To1To1":2.64,"price1mBlended100To1To1":0.09490196078431372,"price1mBlended0To100To1":1.3461386138613862,"intelligenceIndexTimePerTask":537.3248397670404,"intelligenceIndexCost":{"total":1122.2711228899416,"input":477.2801868499415,"nonCacheInput":22.054468919999998,"cacheRead":231.08851933069167,"cacheWrite":224.13719859924984,"output":644.99093604,"reasoning":547.05880944,"answer":97.9321266},"intelligenceIndexCostPerTask":{"cost":{"total":0.6740219040435134,"input":0.4556103637305936,"nonCacheInput":0.013123429432450151,"cacheRead":0.26752018427641244,"cacheWrite":0.1749667500217311,"output":0.21841154031291962,"reasoning":0.15112833401052114,"answer":0.06728320630239852},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.14932322146719187},{"slug":"gdpval-aa","weightedCostPerTask":0.058046093558677556},{"slug":"automationbench-aa","weightedCostPerTask":0.017037512128089523},{"slug":"terminalbench-4-0","weightedCostPerTask":0.3755228533853407},{"slug":"scicode","weightedCostPerTask":0.00502562225},{"slug":"humanitys-last-exam","weightedCostPerTask":0.01357293633364226},{"slug":"gdp-pdf","weightedCostPerTask":0.010998977879999998},{"slug":"critpt","weightedCostPerTask":0.035675451428571425},{"slug":"omniscience","weightedCostPerTask":0.0018756389519999997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00694359666}]},"canonicalIntelligenceIndexTokenCount":{"input":5438520642,"output":162876499,"answer":24730335,"reasoning":138146164},"intelligenceIndexOutputTokensPerTask":{"reasoning":38163.72070972756,"answer":16990.708662221845,"output":55154.4293719494},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1264.67,"outputTokensPerTask":92150.20879120879,"costPerTask":0.9954881431146125,"timePerTask":897.7446913523478},{"slug":"gdpval-aa","score":1493.31,"outputTokensPerTask":69326.27272727272,"costPerTask":0.5804609355867755,"timePerTask":675.3896071268764},{"slug":"automationbench-aa","score":0.5671165546344002,"outputTokensPerTask":37033.9101978691,"costPerTask":0.34075024256179043,"timePerTask":360.79132881279327},{"slug":"terminalbench-4-0","score":0.141414141414141,"outputTokensPerTask":171514.15151515152,"costPerTask":3.755228533853407,"timePerTask":1670.9231702708735},{"slug":"scicode","score":0.510416666666667,"outputTokensPerTask":11942.559027777777,"costPerTask":0.050256222499999996,"timePerTask":116.34665953542998},{"slug":"humanitys-last-exam","score":0.410101946246525,"outputTokensPerTask":34143.915199258576,"costPerTask":0.1357293633364226,"timePerTask":332.63645318016256},{"slug":"gdp-pdf","score":0.114,"outputTokensPerTask":16640.35,"costPerTask":0.10998977879999998,"timePerTask":162.11342405737676},{"slug":"critpt","score":0.18,"outputTokensPerTask":84983.88571428572,"costPerTask":0.35675451428571425,"timePerTask":827.9290220965091},{"slug":"omniscience","score":0.8333333333333334,"outputTokensPerTask":3088.1975,"costPerTask":0.01250425968,"timePerTask":30.085801734364413},{"slug":"artificial-analysis-long-context-reasoning","score":0.803333333333333,"outputTokensPerTask":3237.19,"costPerTask":0.1388719332,"timePerTask":31.537314733422047}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1264.67,"lower95ci":1258.2,"upper95ci":1272.12},"rubricPassRate":0.4351851851851852,"analyticalQuality":{"elo":1395.67,"lower95ci":1383.17,"upper95ci":1409.88},"presentation":{"elo":1123.33,"lower95ci":1110.31,"upper95ci":1136.17}},"briefcaseTotalCost":90.58942102342974,"timescaleData":{"medianOutputSpeed":82.2841554178474,"medianTimeToFirstChunk":1.69017395850005},"outputSpeedVariance":{"p05":40.5720305091004,"q25":60.0182723036777,"median":82.2841554178474,"q75":109.29530389254,"p95":161.083436655899},"timeToFirstChunkVariance":{"p05":0.885612931899979,"q25":1.27718313474997,"median":1.69017395850005,"q75":1.975687134,"p95":4.40792772504999},"performanceByPromptType":{"medium":{"medianOutputSpeed":80.4345554259575,"medianTimeToFirstChunk":1.08736003000002,"medianTimeToFirstAnswerToken":25.952295124234016,"medianEndToEndResponseTime":32.16852889779251},"long":{"medianOutputSpeed":82.2841554178474,"medianTimeToFirstChunk":1.69017395850005,"medianTimeToFirstAnswerToken":25.996189981193538,"medianEndToEndResponseTime":32.07269398686691},"hundredK":{"medianOutputSpeed":111.174475474175,"medianTimeToFirstChunk":8.74864656099999,"medianTimeToFirstAnswerToken":26.73838738477914,"medianEndToEndResponseTime":31.23582259072393},"mediumParallel":{"medianOutputSpeed":52.0647461311135,"medianTimeToFirstChunk":1.18231401950004,"medianTimeToFirstAnswerToken":39.596022884293966,"medianEndToEndResponseTime":49.19945010049245}},"endToEndResponseTime":{"input":1.69017395850005,"reasoning":24.306016022693488,"answer":6.076504005673372,"total":32.07269398686691},"timeToFirstAnswerToken":{"input":1.69017395850005,"reasoning":24.306016022693488,"total":25.996189981193538},"performanceDataSource":{"type":"firstParty","providerName":"DeepSeek"},"hostModelCount":10,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v4-pro","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-v4-pro","canonical_slug":"deepseek/deepseek-v4-pro-20260423","hugging_face_id":"deepseek-ai/DeepSeek-V4-Pro","name":"DeepSeek: DeepSeek V4 Pro 0423","created":1777000679,"description":"DeepSeek V4 Pro is a large-scale Mixture-of-Experts model from DeepSeek with 1.6T total parameters and 49B activated parameters, supporting a 1M-token context window. It is designed for advanced reasoning, coding,...","context_length":1048576,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.000000422298","completion":"0.000000844596","input_cache_read":"0.0000000351915"},"top_provider":{"context_length":1024000,"max_completion_tokens":384000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":1},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v4-pro-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":948,"win_rate":22.1,"rank":43},{"arena":"agents","category":"godotgamedev","elo":1059,"win_rate":34,"rank":28},{"arena":"agents","category":"webapps","elo":1000,"win_rate":26.4,"rank":40},{"arena":"models","category":"3d","elo":1283,"win_rate":56.8,"rank":22},{"arena":"models","category":"asciiart","elo":1168,"win_rate":46.4,"rank":37},{"arena":"models","category":"codecategories","elo":1256,"win_rate":51.9,"rank":35},{"arena":"models","category":"dataviz","elo":1218,"win_rate":48.7,"rank":47},{"arena":"models","category":"gamedev","elo":1252,"win_rate":52.3,"rank":33},{"arena":"models","category":"svg","elo":1164,"win_rate":45.4,"rank":44},{"arena":"models","category":"uicomponent","elo":1237,"win_rate":50.6,"rank":41},{"arena":"models","category":"website","elo":1247,"win_rate":50.6,"rank":39}],"artificial_analysis":{"intelligence_index":30.9,"coding_index":59.4,"agentic_index":27.7}},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high"],"default_effort":"high"}},"endpoints":[{"name":"StreamLake | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1024000,"pricing":{"prompt":"0.000000422298","completion":"0.000000844596","input_cache_read":"0.0000000351915","discount":0.7573},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","tools","tool_choice","response_format","logprobs","top_logprobs","structured_outputs","max_tokens","temperature","top_p","stop","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.72031187101422,"uptime_last_5m":98.64097968936679,"uptime_last_1d":99.19761415743218,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Baidu | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000043095","completion":"0.0000008619","input_cache_read":"0.0000000357","discount":0.745},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.86029039264184,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.000000957","completion":"0.000001914","input_cache_read":"0.00000007975","discount":0.45},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.48774302620457,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.000001044","completion":"0.000002088","input_cache_read":"0.0000002088","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","response_format","tool_choice","tools","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.48280642304286,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000115","completion":"0.00000255","input_cache_read":"0.0000002","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.41986455981942,"uptime_last_5m":100,"uptime_last_1d":93.62670085611481,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.0000013","completion":"0.0000026","input_cache_read":"0.0000001","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","tools","tool_choice","structured_outputs","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.89039093898428,"uptime_last_5m":100,"uptime_last_1d":99.7231445710098,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1000000,"pricing":{"prompt":"0.000001416","completion":"0.000002832","input_cache_read":"0.000000118","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":1000000,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","structured_outputs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9707573837606,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000150162","completion":"0.000003135","input_cache_read":"0.000000135","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.40857565303105,"uptime_last_5m":99.47368421052632,"uptime_last_1d":99.58121298828301,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.0000016","completion":"0.0000032","input_cache_read":"0.000000135","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.88695519116128,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1000000,"pricing":{"prompt":"0.00000165","completion":"0.000003301","input_cache_read":"0.00000033","discount":0},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.62264150943396,"uptime_last_5m":99.67741935483872,"uptime_last_1d":96.19226824521307,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000168","completion":"0.00000338","input_cache_read":"0.00000013","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp4","quantization":"fp4","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","tools","structured_outputs","response_format","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.89604255190304,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.000000145","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.41176470588235,"uptime_last_5m":100,"uptime_last_1d":98.78967711708898,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.000000145","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.18578830495929,"uptime_last_5m":100,"uptime_last_1d":98.67402443831297,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000174","completion":"0.00000348","input_cache_read":"0.0000001","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.76841527429924,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"NextBit | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000191","completion":"0.000003828","input_cache_read":"0.00000016","discount":0},"provider_name":"NextBit","tag":"nextbit/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","repetition_penalty","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.58588672237697,"uptime_last_5m":99.19354838709677,"uptime_last_1d":98.34901766551097,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | deepseek/deepseek-v4-pro-20260423","model_id":"deepseek/deepseek-v4-pro","model_name":"DeepSeek: DeepSeek V4 Pro 0423","context_length":1048576,"pricing":{"prompt":"0.00000191","completion":"0.00000383","input_cache_read":"0.00000016","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","max_completion_tokens","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.53488372093024,"uptime_last_5m":100,"uptime_last_1d":99.34252916705765,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"dbe7c625-3100-4463-b479-a228c41f75dd","slug":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash (Reasoning, Max Effort)","shortName":"DeepSeek V4.1 Flash (max)","sourceUrl":"https://artificialanalysis.ai/models/deepseek-v4-1-flash","releaseDate":"2026-09-10","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":552,"inferenceParametersActiveBillions":16,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":39.545442472527,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":45.14140759477568,"strategyAndOps":51.92536333555024,"legal":41.49090847910638,"engineering":39.421804394801995,"economics":44.57588171918442},"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":208.316060499394,"canonicalInputTokens":9255883349,"canonicalOutputTokens":253113556,"outputTokensPerTask":88573.99849468909,"answerTokensPerTask":25904.436307344844,"reasoningTokensPerTask":62669.56218734425,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.006,"cacheHitDiscountPercent":0.98,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.26522527009606844,"latency":{"timeToFirstChunkMs":1.12926055499997,"timeToFirstAnswerTokenMs":10.730056553183788,"endToEndMs":13.130255552729741}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1423.72,"score":1423.72,"outputTokensPerTask":170690.02197802198,"costPerTask":0.5657690592682244,"timePerTask":604.8860528774795,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1632.06,"score":1632.06,"outputTokensPerTask":116107.87272727273,"costPerTask":0.3003442285651814,"timePerTask":411.4595102169699,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.6889097769674057,"score":0.6889097769674057,"outputTokensPerTask":87008.58751902588,"costPerTask":0.17340133296130983,"timePerTask":308.33835780749365,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.267676767676768,"score":0.267676767676768,"outputTokensPerTask":285252.1060606061,"costPerTask":1.1560279303577279,"timePerTask":1010.8676448129172,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.518518518518518,"score":0.518518518518518,"outputTokensPerTask":9752.645833333334,"costPerTask":0.012361726041666665,"timePerTask":34.5611265080075,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.392493049119555,"score":0.392493049119555,"outputTokensPerTask":34684.98563484708,"costPerTask":0.04172025430954587,"timePerTask":122.91558587693056,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.128,"score":0.128,"outputTokensPerTask":15040.44,"costPerTask":0.040740692999999994,"timePerTask":53.29984892914234,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.142857142857143,"score":0.142857142857143,"outputTokensPerTask":111624.28571428571,"costPerTask":0.13483931142857142,"timePerTask":395.5707123857314,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-5.3,"score":-5.3,"outputTokensPerTask":8126.558166666667,"costPerTask":0.009794569249999998,"timePerTask":28.798647020780063,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.84,"score":0.84,"outputTokensPerTask":3096.97,"costPerTask":0.032344896,"timePerTask":10.974947085197371,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.128,"score":0.128,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1632.06,"score":1632.06,"outputTokensPerTask":116107.87272727273,"costPerTask":0.3003442285651814,"timePerTask":411.4595102169699,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.5660299999999999,"score":0.5660299999999999,"outputTokensPerTask":116107.87272727273,"costPerTask":0.3003442285651814,"timePerTask":411.4595102169699,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.267676767676768,"score":0.267676767676768,"outputTokensPerTask":285252.1060606061,"costPerTask":1.1560279303577279,"timePerTask":1010.8676448129172,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.84,"score":0.84,"outputTokensPerTask":3096.97,"costPerTask":0.032344896,"timePerTask":10.974947085197371,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.392493049119555,"score":0.392493049119555,"outputTokensPerTask":34684.98563484708,"costPerTask":0.04172025430954587,"timePerTask":122.91558587693056,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.769942196531792,"score":0.769942196531792,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.6889097769674057,"score":0.6889097769674057,"outputTokensPerTask":87008.58751902588,"costPerTask":0.17340133296130983,"timePerTask":308.33835780749365,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":45.14140759477568,"score":45.14140759477568,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":51.92536333555024,"score":51.92536333555024,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":41.49090847910638,"score":41.49090847910638,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":39.421804394801995,"score":39.421804394801995,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":44.57588171918442,"score":44.57588171918442,"family":"Capability Index"}],"benchmarkCount":23,"raw":{"id":"dbe7c625-3100-4463-b479-a228c41f75dd","slug":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash (Reasoning, Max Effort)","shortName":"DeepSeek V4.1 Flash (max)","chartDefaultSelected":true,"chartHighlighted":true,"releaseDate":"2026-09-10","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":552,"inferenceParametersActiveBillions":16,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash","microevalsEnabled":false,"intelligenceIndex":39.545442472527,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":45.14140759477568,"strategyAndOps":51.92536333555024,"legal":41.49090847910638,"engineering":39.421804394801995,"economics":44.57588171918442},"omniscience":-5.3,"omniscienceBreakdown":{"accuracy":0.464,"hallucinationRate":0.9645522388059702},"gdpPdfAllPass":0.128,"gdpval":1632.06,"gdpvalNormalized":0.5660299999999999,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":0.267676767676768,"scicode":0.518518518518518,"lcr":0.84,"ifbench":null,"hle":0.392493049119555,"gpqa":null,"critpt":0.142857142857143,"apexAgents":null,"mmmuPro":0.769942196531792,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.6889097769674057,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.006,"cacheHitDiscountPercent":0.98,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5249999999999999,"price1mBlended7To2To1":0.1842,"price1mBlended0To1To1":0.75,"price1mBlended100To1To1":0.020588235294117643,"price1mBlended0To100To1":0.3089108910891089,"intelligenceIndexTimePerTask":313.8858131023434,"intelligenceIndexCost":{"total":476.89044593693893,"input":173.15417873693895,"nonCacheInput":5.8523109,"cacheRead":53.13491481557268,"cacheWrite":114.16695302136627,"output":303.7362672,"reasoning":263.358132,"answer":40.378135199999996},"intelligenceIndexCostPerTask":{"cost":{"total":0.26522527009606844,"input":0.1589364719024416,"nonCacheInput":0.003871747133582461,"cacheRead":0.058423437101084455,"cacheWrite":0.09664128766777466,"output":0.10628879819362691,"reasoning":0.07520347462481308,"answer":0.0310853235688138},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.08486535889023365},{"slug":"gdpval-aa","weightedCostPerTask":0.030034422856518143},{"slug":"automationbench-aa","weightedCostPerTask":0.008670066648065492},{"slug":"terminalbench-4-0","weightedCostPerTask":0.11560279303577277},{"slug":"scicode","weightedCostPerTask":0.0012361726041666666},{"slug":"humanitys-last-exam","weightedCostPerTask":0.004172025430954587},{"slug":"gdp-pdf","weightedCostPerTask":0.0040740693},{"slug":"critpt","weightedCostPerTask":0.013483931142857144},{"slug":"omniscience","weightedCostPerTask":0.0014691853874999996},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0016172448}]},"canonicalIntelligenceIndexTokenCount":{"input":9255883349,"output":253113556,"answer":33648446,"reasoning":219465110},"intelligenceIndexOutputTokensPerTask":{"reasoning":62669.56218734425,"answer":25904.436307344844,"output":88573.99849468909},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1423.72,"outputTokensPerTask":170690.02197802198,"costPerTask":0.5657690592682244,"timePerTask":604.8860528774795},{"slug":"gdpval-aa","score":1632.06,"outputTokensPerTask":116107.87272727273,"costPerTask":0.3003442285651814,"timePerTask":411.4595102169699},{"slug":"automationbench-aa","score":0.6889097769674057,"outputTokensPerTask":87008.58751902588,"costPerTask":0.17340133296130983,"timePerTask":308.33835780749365},{"slug":"terminalbench-4-0","score":0.267676767676768,"outputTokensPerTask":285252.1060606061,"costPerTask":1.1560279303577279,"timePerTask":1010.8676448129172},{"slug":"scicode","score":0.518518518518518,"outputTokensPerTask":9752.645833333334,"costPerTask":0.012361726041666665,"timePerTask":34.5611265080075},{"slug":"humanitys-last-exam","score":0.392493049119555,"outputTokensPerTask":34684.98563484708,"costPerTask":0.04172025430954587,"timePerTask":122.91558587693056},{"slug":"gdp-pdf","score":0.128,"outputTokensPerTask":15040.44,"costPerTask":0.040740692999999994,"timePerTask":53.29984892914234},{"slug":"critpt","score":0.142857142857143,"outputTokensPerTask":111624.28571428571,"costPerTask":0.13483931142857142,"timePerTask":395.5707123857314},{"slug":"omniscience","score":-5.3,"outputTokensPerTask":8126.558166666667,"costPerTask":0.009794569249999998,"timePerTask":28.798647020780063},{"slug":"artificial-analysis-long-context-reasoning","score":0.84,"outputTokensPerTask":3096.97,"costPerTask":0.032344896,"timePerTask":10.974947085197371}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1423.72,"lower95ci":1414.08,"upper95ci":1433.7},"rubricPassRate":0.45194274028629855,"analyticalQuality":{"elo":1630.22,"lower95ci":1614.6,"upper95ci":1646.26},"presentation":{"elo":1335.57,"lower95ci":1315.86,"upper95ci":1355.9}},"briefcaseTotalCost":51.48498439340842,"timescaleData":{"medianOutputSpeed":208.316060499394,"medianTimeToFirstChunk":1.12926055499997},"outputSpeedVariance":{"p05":175.632188864829,"q25":197.438778459911,"median":208.316060499394,"q75":237.517030430792,"p95":258.336525017301},"timeToFirstChunkVariance":{"p05":0.843389855999931,"q25":0.929996828999947,"median":1.12926055499997,"q75":1.32264653000001,"p95":1.95969451099998},"performanceByPromptType":{"medium":{"medianOutputSpeed":225.855383616042,"medianTimeToFirstChunk":0.843234481999986,"medianTimeToFirstAnswerToken":9.698458422112186,"medianEndToEndResponseTime":11.912264407140237},"long":{"medianOutputSpeed":208.316060499394,"medianTimeToFirstChunk":1.12926055499997,"medianTimeToFirstAnswerToken":10.730056553183788,"medianEndToEndResponseTime":13.130255552729741},"hundredK":{"medianOutputSpeed":246.27399831111,"medianTimeToFirstChunk":2.44936759499997,"medianTimeToFirstAnswerToken":10.570403570034022,"medianEndToEndResponseTime":12.600662563792536},"mediumParallel":{"medianOutputSpeed":211.887207135864,"medianTimeToFirstChunk":0.721681836000016,"medianTimeToFirstAnswerToken":10.160666034406963,"medianEndToEndResponseTime":12.520412084008699}},"endToEndResponseTime":{"input":1.12926055499997,"reasoning":9.600795998183818,"answer":2.4001989995459545,"total":13.130255552729741},"timeToFirstAnswerToken":{"input":1.12926055499997,"reasoning":9.600795998183818,"total":10.730056553183788},"performanceDataSource":{"type":"firstParty","providerName":"DeepSeek"},"hostModelCount":12,"creator":{"id":"58b835bf-4c87-4f87-a846-df4b692c6e7d","slug":"deepseek","name":"DeepSeek","logo":"/img/logos/deepseek_small.svg","color":"#2243e6","country":"cn","url":"https://www.deepseek.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/deepseek/deepseek-v4.1-flash","matchedBy":"slug","catalog":{"id":"deepseek/deepseek-v4.1-flash","canonical_slug":"deepseek/deepseek-v4.1-flash-20260910","hugging_face_id":"deepseek-ai/DeepSeek-V4.1-Flash","name":"DeepSeek: DeepSeek V4.1 Flash","created":1789021285,"description":"DeepSeek V4.1 Flash is a sparse mixture-of-experts model from DeepSeek, and the first built on the company's Causal Encoder-Decoder (CED) architecture. It activates 8B parameters on input and 16B on...","context_length":1048576,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"DeepSeek","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000003","overrides":[{"utc_days":["saturday","sunday"],"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000003"},{"utc_days":["monday","tuesday","wednesday","thursday","friday"],"utc_start":0,"utc_end":100,"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000003"},{"utc_days":["monday","tuesday","wednesday","thursday","friday"],"utc_start":100,"utc_end":400,"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.000000006"},{"utc_days":["monday","tuesday","wednesday","thursday","friday"],"utc_start":400,"utc_end":600,"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000003"},{"utc_days":["monday","tuesday","wednesday","thursday","friday"],"utc_start":600,"utc_end":1000,"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.000000006"},{"utc_days":["monday","tuesday","wednesday","thursday","friday"],"utc_start":1000,"utc_end":0,"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000003"}]},"top_provider":{"context_length":1048576,"max_completion_tokens":384000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/deepseek/deepseek-v4.1-flash-20260910/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":39.5,"coding_index":null,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","high","low"],"default_effort":"high"}},"endpoints":[{"name":"Relace | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.00000013","completion":"0.00000052","input_cache_read":"0.0000000026","discount":0},"provider_name":"Relace","tag":"relace/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","stop","max_tokens","logit_bias","frequency_penalty","presence_penalty","repetition_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.87895231138474,"uptime_last_5m":99.94252873563218,"uptime_last_1d":99.75908667196659,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Morph | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.000000135","completion":"0.00000054","input_cache_read":"0.00000000405","discount":0.55},"provider_name":"Morph","tag":"morph","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.09629773588573,"uptime_last_5m":99.7039230199852,"uptime_last_1d":99.65569231670034,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000042","input_cache_read":"0.0000000042","discount":0.3},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.69268476621419,"uptime_last_5m":99.30915784189516,"uptime_last_1d":99.7974676016779,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1000000,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000015","discount":0,"overrides":[{"utc_start":0,"utc_end":1400,"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000003"},{"utc_start":1400,"utc_end":0,"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000015"}]},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","top_k","frequency_penalty","stop","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.92989933544571,"uptime_last_5m":99.94196169471851,"uptime_last_1d":99.93245585916802,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepSeek | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000003","discount":0,"overrides":[{"utc_days":["saturday","sunday"],"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000003"},{"utc_start":0,"utc_end":100,"utc_days":["monday","tuesday","wednesday","thursday","friday"],"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000003"},{"utc_start":100,"utc_end":400,"utc_days":["monday","tuesday","wednesday","thursday","friday"],"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.000000006"},{"utc_start":400,"utc_end":600,"utc_days":["monday","tuesday","wednesday","thursday","friday"],"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000003"},{"utc_start":600,"utc_end":1000,"utc_days":["monday","tuesday","wednesday","thursday","friday"],"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.000000006"},{"utc_start":1000,"utc_end":0,"utc_days":["monday","tuesday","wednesday","thursday","friday"],"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000003"}]},"provider_name":"DeepSeek","tag":"deepseek","quantization":"unknown","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","logprobs","top_logprobs","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.9995580403509,"uptime_last_5m":100,"uptime_last_1d":99.99182225547654,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Sail Research | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.0000002","completion":"0.0000006","input_cache_read":"0.00000004","discount":0},"provider_name":"Sail Research","tag":"sail-research/fp4","quantization":"fp4","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","max_tokens","presence_penalty","seed","stop","temperature","top_k","top_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9083094555874,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Wafer | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.0000002","completion":"0.0000006","input_cache_read":"0.000000006","discount":0},"provider_name":"Wafer","tag":"wafer","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.3476058376553,"uptime_last_5m":98.88991674375578,"uptime_last_1d":99.8004177770288,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.00000022","completion":"0.00000066","input_cache_read":"0.000000007","discount":0},"provider_name":"Fireworks","tag":"fireworks","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.74258216989979,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1024000,"pricing":{"prompt":"0.000000282","completion":"0.000001128","input_cache_read":"0.00000000564","discount":0.06},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":384000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","logprobs","top_logprobs","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.40043967756978,"uptime_last_5m":99.46855624446412,"uptime_last_1d":99.55172865429871,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048575,"pricing":{"prompt":"0.000000285","completion":"0.00000114","input_cache_read":"0.0000000057","discount":0.05},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943717,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.92737616122493,"uptime_last_5m":99.9282060486404,"uptime_last_1d":99.6990629691908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.000000285","completion":"0.00000114","input_cache_read":"0.0000000057","discount":0.05},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":97.98705213220454,"uptime_last_5m":98.0186629170395,"uptime_last_1d":99.8623144670071,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000003","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.85545651650204,"uptime_last_5m":100,"uptime_last_1d":99.8395883037888,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000003","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97054491899853,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Makora | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.000000006","discount":0},"provider_name":"Makora","tag":"makora","quantization":"unknown","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","max_tokens","seed","min_p","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.2497243660419,"uptime_last_5m":99.67069154774973,"uptime_last_1d":97.93908819820052,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.000000006","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","response_format","logprobs","top_logprobs","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.70622059592263,"uptime_last_5m":99.08771929824562,"uptime_last_1d":98.99393439972462,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.000000006","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.92291903033872,"uptime_last_5m":99.93761696818466,"uptime_last_1d":99.95811696671221,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.000000006","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.91737813274581,"uptime_last_5m":100,"uptime_last_1d":97.16090869880512,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Modal | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000003","discount":0},"provider_name":"Modal","tag":"modal","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","stop","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95045212436516,"uptime_last_5m":100,"uptime_last_1d":99.89246958154222,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000003","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97294097750718,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.000000006","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.07640929735506,"uptime_last_5m":98.61111111111111,"uptime_last_1d":96.182862043917,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1048576,"pricing":{"prompt":"0.000000345","completion":"0.00000138","input_cache_read":"0.0000000069","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":393216,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.63675989829277,"uptime_last_5m":100,"uptime_last_1d":99.73308670220102,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | deepseek/deepseek-v4.1-flash-20260910","model_id":"deepseek/deepseek-v4.1-flash","model_name":"DeepSeek: DeepSeek V4.1 Flash","context_length":1000000,"pricing":{"prompt":"0.000000375","completion":"0.0000015","input_cache_read":"0.0000000075","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.15217391304347,"uptime_last_5m":98.41872232764072,"uptime_last_1d":99.84223435192474,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":22,"endpointError":null}},{"id":"09f43999-b67b-4c1b-b050-44df41ed7e62","slug":"devstral-2","name":"Devstral 2","shortName":"Devstral 2","sourceUrl":"https://artificialanalysis.ai/models/devstral-2","releaseDate":"2025-12-09","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"devstral-2","name":"Devstral 2"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":125,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Modified MIT License","intelligenceIndex":9.40586079574885,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.377466631414405,"strategyAndOps":8.478046609276442,"legal":10.460414527795093,"engineering":11.61096779425394,"economics":13.617070686592522},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":146.953117376204,"canonicalInputTokens":926814213,"canonicalOutputTokens":17659621,"outputTokensPerTask":12544.288298302885,"answerTokensPerTask":12544.288298302885,"reasoningTokensPerTask":0,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0,"latency":{"timeToFirstChunkMs":2.29832902500001,"timeToFirstAnswerTokenMs":2.29832902500001,"endToEndMs":5.700774709224499}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":483.02,"score":483.02,"outputTokensPerTask":27872.20879120879,"costPerTask":0,"timePerTask":185.2262440161221,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":688.65,"score":688.65,"outputTokensPerTask":10191.690909090908,"costPerTask":0,"timePerTask":67.72942329061446,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.03106312467124685,"score":0.03106312467124685,"outputTokensPerTask":5792.636225266362,"costPerTask":0,"timePerTask":38.495271723719135,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":63764.454545454544,"costPerTask":0,"timePerTask":423.7500696721447,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.327546296296296,"score":0.327546296296296,"outputTokensPerTask":480.4583333333333,"costPerTask":0,"timePerTask":3.192911374775898,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0356811862835959,"score":0.0356811862835959,"outputTokensPerTask":2007.4059314179797,"costPerTask":0,"timePerTask":13.340322745053316,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.024,"score":0.024,"outputTokensPerTask":1447.5,"costPerTask":0,"timePerTask":9.619438137170645,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":2794.6857142857143,"costPerTask":0,"timePerTask":18.572232360211387,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-46.7,"score":-46.7,"outputTokensPerTask":8.020833333333334,"costPerTask":0,"timePerTask":0.053302873961006025,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.323333333333333,"score":0.323333333333333,"outputTokensPerTask":80.05,"costPerTask":0,"timePerTask":0.5319765270331676,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.024,"score":0.024,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":688.65,"score":688.65,"outputTokensPerTask":10191.690909090908,"costPerTask":0,"timePerTask":67.72942329061446,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.09432499999999999,"score":0.09432499999999999,"outputTokensPerTask":10191.690909090908,"costPerTask":0,"timePerTask":67.72942329061446,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.248538011695906,"score":0.248538011695906,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.105154639175258,"score":0.105154639175258,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.189393939393939,"score":0.189393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.303370786516854,"score":0.303370786516854,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":63764.454545454544,"costPerTask":0,"timePerTask":423.7500696721447,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.323333333333333,"score":0.323333333333333,"outputTokensPerTask":80.05,"costPerTask":0,"timePerTask":0.5319765270331676,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.380952380952381,"score":0.380952380952381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0356811862835959,"score":0.0356811862835959,"outputTokensPerTask":2007.4059314179797,"costPerTask":0,"timePerTask":13.340322745053316,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.593939393939394,"score":0.593939393939394,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.447619047619048,"score":0.447619047619048,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.366666666666667,"score":0.366666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.03106312467124685,"score":0.03106312467124685,"outputTokensPerTask":5792.636225266362,"costPerTask":0,"timePerTask":38.495271723719135,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":9.377466631414405,"score":9.377466631414405,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":8.478046609276442,"score":8.478046609276442,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":10.460414527795093,"score":10.460414527795093,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":11.61096779425394,"score":11.61096779425394,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":13.617070686592522,"score":13.617070686592522,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"09f43999-b67b-4c1b-b050-44df41ed7e62","slug":"devstral-2","name":"Devstral 2","shortName":"Devstral 2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-09","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"devstral-2","name":"Devstral 2"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":125,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Modified MIT License","licenseUrl":"http://huggingface.co/mistralai/Devstral-2-123B-Instruct-2512/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Devstral-2-123B-Instruct-2512","microevalsEnabled":true,"intelligenceIndex":9.40586079574885,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.377466631414405,"strategyAndOps":8.478046609276442,"legal":10.460414527795093,"engineering":11.61096779425394,"economics":13.617070686592522},"omniscience":-46.7,"omniscienceBreakdown":{"accuracy":0.20816666666666667,"hallucinationRate":0.8526625973479267},"gdpPdfAllPass":0.024,"gdpval":688.65,"gdpvalNormalized":0.09432499999999999,"itBenchSre":null,"tau2":0.248538011695906,"tauBanking":0.105154639175258,"terminalbenchHard":0.189393939393939,"terminalBench21":0.303370786516854,"terminalBench40":0,"scicode":0.327546296296296,"lcr":0.323333333333333,"ifbench":0.380952380952381,"hle":0.0356811862835959,"gpqa":0.593939393939394,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.447619047619048,"aime25":0.366666666666667,"analystAgent":null,"automationBenchPartialScore":0.03106312467124685,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexTimePerTask":83.36373420404713,"intelligenceIndexCost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"intelligenceIndexCostPerTask":{"cost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0},{"slug":"gdpval-aa","weightedCostPerTask":0},{"slug":"automationbench-aa","weightedCostPerTask":0},{"slug":"terminalbench-4-0","weightedCostPerTask":0},{"slug":"scicode","weightedCostPerTask":0},{"slug":"humanitys-last-exam","weightedCostPerTask":0},{"slug":"gdp-pdf","weightedCostPerTask":0},{"slug":"critpt","weightedCostPerTask":0},{"slug":"omniscience","weightedCostPerTask":0},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0}]},"canonicalIntelligenceIndexTokenCount":{"input":926814213,"output":17659621,"answer":17659621,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":12544.288298302885,"output":12544.288298302885},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":483.02,"outputTokensPerTask":27872.20879120879,"costPerTask":0,"timePerTask":185.2262440161221},{"slug":"gdpval-aa","score":688.65,"outputTokensPerTask":10191.690909090908,"costPerTask":0,"timePerTask":67.72942329061446},{"slug":"automationbench-aa","score":0.03106312467124685,"outputTokensPerTask":5792.636225266362,"costPerTask":0,"timePerTask":38.495271723719135},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":63764.454545454544,"costPerTask":0,"timePerTask":423.7500696721447},{"slug":"scicode","score":0.327546296296296,"outputTokensPerTask":480.4583333333333,"costPerTask":0,"timePerTask":3.192911374775898},{"slug":"humanitys-last-exam","score":0.0356811862835959,"outputTokensPerTask":2007.4059314179797,"costPerTask":0,"timePerTask":13.340322745053316},{"slug":"gdp-pdf","score":0.024,"outputTokensPerTask":1447.5,"costPerTask":0,"timePerTask":9.619438137170645},{"slug":"critpt","score":0,"outputTokensPerTask":2794.6857142857143,"costPerTask":0,"timePerTask":18.572232360211387},{"slug":"omniscience","score":-46.7,"outputTokensPerTask":8.020833333333334,"costPerTask":0,"timePerTask":0.053302873961006025},{"slug":"artificial-analysis-long-context-reasoning","score":0.323333333333333,"outputTokensPerTask":80.05,"costPerTask":0,"timePerTask":0.5319765270331676}],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":5,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":483.02,"lower95ci":472.48,"upper95ci":493.95},"rubricPassRate":0.11156601842374617,"analyticalQuality":{"elo":294.38,"lower95ci":275.36,"upper95ci":314.29},"presentation":{"elo":444,"lower95ci":424.94,"upper95ci":462.61}},"briefcaseTotalCost":0,"timescaleData":{"medianOutputSpeed":146.953117376204,"medianTimeToFirstChunk":2.29832902500001},"outputSpeedVariance":{"p05":82.9984083358754,"q25":120.755078502107,"median":146.953117376204,"q75":159.748165426616,"p95":178.878936664226},"timeToFirstChunkVariance":{"p05":2.15505394359994,"q25":2.245197348,"median":2.29832902500001,"q75":2.48689547474999,"p95":3.59986467214997},"performanceByPromptType":{"medium":{"medianOutputSpeed":140.580460151428,"medianTimeToFirstChunk":0.64246913949998,"medianTimeToFirstAnswerToken":0.64246913949998,"medianEndToEndResponseTime":4.199151195181251},"long":{"medianOutputSpeed":146.953117376204,"medianTimeToFirstChunk":2.29832902500001,"medianTimeToFirstAnswerToken":2.29832902500001,"medianEndToEndResponseTime":5.700774709224499},"hundredK":{"medianOutputSpeed":133.778450039846,"medianTimeToFirstChunk":35.4318277085,"medianTimeToFirstAnswerToken":35.4318277085,"medianEndToEndResponseTime":39.1693504548846},"mediumParallel":{"medianOutputSpeed":109.701672283389,"medianTimeToFirstChunk":0.6971111229999,"medianTimeToFirstAnswerToken":0.6971111229999,"medianEndToEndResponseTime":5.254926784263159}},"endToEndResponseTime":{"input":2.29832902500001,"reasoning":0,"answer":3.4024456842244883,"total":5.700774709224499},"timeToFirstAnswerToken":{"input":2.29832902500001,"reasoning":0,"total":2.29832902500001},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"ce819310-af7c-49d3-9a02-6845111e1788","slug":"devstral-small-2","name":"Devstral Small 2","shortName":"Devstral Small 2","sourceUrl":"https://artificialanalysis.ai/models/devstral-small-2","releaseDate":"2025-12-09","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"devstral-small-2","name":"Devstral Small 2"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":24,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":8.3575858990318,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":7.282457040373469,"strategyAndOps":6.772578130205696,"legal":8.878981262015797,"engineering":9.995716033364227,"economics":10.548154077849858},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":134.194782757992,"canonicalInputTokens":940300567,"canonicalOutputTokens":17895639,"outputTokensPerTask":13060.27418852321,"answerTokensPerTask":13060.27418852321,"reasoningTokensPerTask":0,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0,"latency":{"timeToFirstChunkMs":2.28870409750002,"timeToFirstAnswerTokenMs":2.28870409750002,"endToEndMs":6.014631363254489}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":495.98,"score":495.98,"outputTokensPerTask":31410.593406593405,"costPerTask":0,"timePerTask":228.96694527120528,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":679.88,"score":679.88,"outputTokensPerTask":11437.50909090909,"costPerTask":0,"timePerTask":83.37351301065772,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.030901842411547694,"score":0.030901842411547694,"outputTokensPerTask":5561.133942161339,"costPerTask":0,"timePerTask":40.537784004851545,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":62688.01515151515,"costPerTask":0,"timePerTask":456.963138154038,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.324074074074074,"score":0.324074074074074,"outputTokensPerTask":454.55902777777777,"costPerTask":0,"timePerTask":3.313499706563311,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0347544022242817,"score":0.0347544022242817,"outputTokensPerTask":1909.9267840593143,"costPerTask":0,"timePerTask":13.922376307157643,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.01,"score":0.01,"outputTokensPerTask":1019.1,"costPerTask":0,"timePerTask":7.4287107825509855,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":3080.2,"costPerTask":0,"timePerTask":22.4530614781803,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-57.7,"score":-57.7,"outputTokensPerTask":23.9465,"costPerTask":0,"timePerTask":0.17455757310799447,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.28,"score":0.28,"outputTokensPerTask":162.11,"costPerTask":0,"timePerTask":1.1816978755365914,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.01,"score":0.01,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":679.88,"score":679.88,"outputTokensPerTask":11437.50909090909,"costPerTask":0,"timePerTask":83.37351301065772,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.08993999999999999,"score":0.08993999999999999,"outputTokensPerTask":11437.50909090909,"costPerTask":0,"timePerTask":83.37351301065772,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.233918128654971,"score":0.233918128654971,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.107216494845361,"score":0.107216494845361,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.166666666666667,"score":0.166666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.295880149812734,"score":0.295880149812734,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":62688.01515151515,"costPerTask":0,"timePerTask":456.963138154038,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.28,"score":0.28,"outputTokensPerTask":162.11,"costPerTask":0,"timePerTask":1.1816978755365914,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.31156462585034,"score":0.31156462585034,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0347544022242817,"score":0.0347544022242817,"outputTokensPerTask":1909.9267840593143,"costPerTask":0,"timePerTask":13.922376307157643,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.532323232323232,"score":0.532323232323232,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.446242774566474,"score":0.446242774566474,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.348148148148148,"score":0.348148148148148,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.343333333333333,"score":0.343333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.030901842411547694,"score":0.030901842411547694,"outputTokensPerTask":5561.133942161339,"costPerTask":0,"timePerTask":40.537784004851545,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":7.282457040373469,"score":7.282457040373469,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":6.772578130205696,"score":6.772578130205696,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":8.878981262015797,"score":8.878981262015797,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":9.995716033364227,"score":9.995716033364227,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":10.548154077849858,"score":10.548154077849858,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"ce819310-af7c-49d3-9a02-6845111e1788","slug":"devstral-small-2","name":"Devstral Small 2","shortName":"Devstral Small 2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-09","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"devstral-small-2","name":"Devstral Small 2"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":24,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Devstral-Small-2-24B-Instruct-2512","microevalsEnabled":false,"intelligenceIndex":8.3575858990318,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":7.282457040373469,"strategyAndOps":6.772578130205696,"legal":8.878981262015797,"engineering":9.995716033364227,"economics":10.548154077849858},"omniscience":-57.7,"omniscienceBreakdown":{"accuracy":0.158,"hallucinationRate":0.8729216152019003},"gdpPdfAllPass":0.01,"gdpval":679.88,"gdpvalNormalized":0.08993999999999999,"itBenchSre":null,"tau2":0.233918128654971,"tauBanking":0.107216494845361,"terminalbenchHard":0.166666666666667,"terminalBench21":0.295880149812734,"terminalBench40":0,"scicode":0.324074074074074,"lcr":0.28,"ifbench":0.31156462585034,"hle":0.0347544022242817,"gpqa":0.532323232323232,"critpt":0,"apexAgents":null,"mmmuPro":0.446242774566474,"livecodebench":0.348148148148148,"aime25":0.343333333333333,"analystAgent":null,"automationBenchPartialScore":0.030901842411547694,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexTimePerTask":95.2026294645812,"intelligenceIndexCost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"intelligenceIndexCostPerTask":{"cost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0},{"slug":"gdpval-aa","weightedCostPerTask":0},{"slug":"automationbench-aa","weightedCostPerTask":0},{"slug":"terminalbench-4-0","weightedCostPerTask":0},{"slug":"scicode","weightedCostPerTask":0},{"slug":"humanitys-last-exam","weightedCostPerTask":0},{"slug":"gdp-pdf","weightedCostPerTask":0},{"slug":"critpt","weightedCostPerTask":0},{"slug":"omniscience","weightedCostPerTask":0},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0}]},"canonicalIntelligenceIndexTokenCount":{"input":940300567,"output":17895639,"answer":17895639,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":13060.27418852321,"output":13060.27418852321},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":495.98,"outputTokensPerTask":31410.593406593405,"costPerTask":0,"timePerTask":228.96694527120528},{"slug":"gdpval-aa","score":679.88,"outputTokensPerTask":11437.50909090909,"costPerTask":0,"timePerTask":83.37351301065772},{"slug":"automationbench-aa","score":0.030901842411547694,"outputTokensPerTask":5561.133942161339,"costPerTask":0,"timePerTask":40.537784004851545},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":62688.01515151515,"costPerTask":0,"timePerTask":456.963138154038},{"slug":"scicode","score":0.324074074074074,"outputTokensPerTask":454.55902777777777,"costPerTask":0,"timePerTask":3.313499706563311},{"slug":"humanitys-last-exam","score":0.0347544022242817,"outputTokensPerTask":1909.9267840593143,"costPerTask":0,"timePerTask":13.922376307157643},{"slug":"gdp-pdf","score":0.01,"outputTokensPerTask":1019.1,"costPerTask":0,"timePerTask":7.4287107825509855},{"slug":"critpt","score":0,"outputTokensPerTask":3080.2,"costPerTask":0,"timePerTask":22.4530614781803},{"slug":"omniscience","score":-57.7,"outputTokensPerTask":23.9465,"costPerTask":0,"timePerTask":0.17455757310799447},{"slug":"artificial-analysis-long-context-reasoning","score":0.28,"outputTokensPerTask":162.11,"costPerTask":0,"timePerTask":1.1816978755365914}],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":5,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":495.98,"lower95ci":485.58,"upper95ci":505.35},"rubricPassRate":0.10202020202020202,"analyticalQuality":{"elo":302.93,"lower95ci":284.51,"upper95ci":321.99},"presentation":{"elo":486.8,"lower95ci":466.13,"upper95ci":505.45}},"briefcaseTotalCost":0,"timescaleData":{"medianOutputSpeed":134.194782757992,"medianTimeToFirstChunk":2.28870409750002},"outputSpeedVariance":{"p05":90.7428081364132,"q25":101.997109271485,"median":134.194782757992,"q75":151.100766717951,"p95":164.007588730098},"timeToFirstChunkVariance":{"p05":2.17822649255003,"q25":2.23276275249999,"median":2.28870409750002,"q75":2.65416388750003,"p95":3.37883577769996},"performanceByPromptType":{"medium":{"medianOutputSpeed":137.19633688408,"medianTimeToFirstChunk":0.682073808499993,"medianTimeToFirstAnswerToken":0.682073808499993,"medianEndToEndResponseTime":4.3264859798137225},"long":{"medianOutputSpeed":134.194782757992,"medianTimeToFirstChunk":2.28870409750002,"medianTimeToFirstAnswerToken":2.28870409750002,"medianEndToEndResponseTime":6.014631363254489},"hundredK":{"medianOutputSpeed":126.86484267916,"medianTimeToFirstChunk":34.928678604,"medianTimeToFirstAnswerToken":34.928678604,"medianEndToEndResponseTime":38.86988082709734},"mediumParallel":{"medianOutputSpeed":110.659145965445,"medianTimeToFirstChunk":0.710863783499974,"medianTimeToFirstAnswerToken":0.710863783499974,"medianEndToEndResponseTime":5.229243133329156}},"endToEndResponseTime":{"input":2.28870409750002,"reasoning":0,"answer":3.7259272657544686,"total":6.014631363254489},"timeToFirstAnswerToken":{"input":2.28870409750002,"reasoning":0,"total":2.28870409750002},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"ae4fe623-80ab-4ea3-8921-70a18ea0fc7e","slug":"ernie-4-5-300b-a47b","name":"ERNIE 4.5 300B A47B","shortName":"ERNIE 4.5 300B A47B","sourceUrl":"https://artificialanalysis.ai/models/ernie-4-5-300b-a47b","releaseDate":"2025-06-30","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"ernie-4-5-300b-a47b","name":"ERNIE 4.5 300B A47B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":300,"inferenceParametersActiveBillions":47,"sizeClass":"large","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":7.50448042633837,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bfb6e769-2456-4027-a6da-e9e05b627a21","slug":"baidu","name":"Baidu","logo":"/img/logos/baidu_small.svg","color":"#2436d8","country":"cn","url":"https://www.baidu.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.28,"price1mOutputTokens":1.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-35.13333333333333,"score":-35.13333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0606060606060606,"score":0.0606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.391156462585034,"score":0.391156462585034,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0333642261353105,"score":0.0333642261353105,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.811111111111111,"score":0.811111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.466666666666667,"score":0.466666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.413333333333333,"score":0.413333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"ae4fe623-80ab-4ea3-8921-70a18ea0fc7e","slug":"ernie-4-5-300b-a47b","name":"ERNIE 4.5 300B A47B","shortName":"ERNIE 4.5 300B A47B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-06-30","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"ernie-4-5-300b-a47b","name":"ERNIE 4.5 300B A47B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":300,"inferenceParametersActiveBillions":47,"sizeClass":"large","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/baidu/ERNIE-4.5-300B-A47B-Paddle","microevalsEnabled":false,"intelligenceIndex":7.50448042633837,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-35.13333333333333,"omniscienceBreakdown":{"accuracy":0.1905,"hallucinationRate":0.6693432159769405},"gdpval":null,"itBenchSre":null,"tau2":0,"tauBanking":null,"terminalbenchHard":0.0606060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.391156462585034,"hle":0.0333642261353105,"gpqa":0.811111111111111,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.466666666666667,"aime25":0.413333333333333,"analystAgent":null,"price1mInputTokens":0.28,"price1mOutputTokens":1.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.48500000000000004,"price1mBlended7To2To1":0.36200000000000004,"price1mBlended0To1To1":0.6900000000000001,"price1mBlended100To1To1":0.28803921568627455,"price1mBlended0To100To1":0.28811881188118815,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":55.55555555555556,"modelAvailability":6,"transparencyMethodology":4,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"bfb6e769-2456-4027-a6da-e9e05b627a21","slug":"baidu","name":"Baidu","logo":"/img/logos/baidu_small.svg","color":"#2436d8","country":"cn","url":"https://www.baidu.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"8273650d-40e5-45ee-aeda-df71de784164","slug":"exaone-4-0-1-2b","name":"Exaone 4.0 1.2B (Non-reasoning)","shortName":"Exaone 4.0 1.2B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/exaone-4-0-1-2b","releaseDate":"2025-07-15","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"exaone-4-0-1-2b","name":"Exaone 4.0 1.2B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":1.28,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":64000,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","intelligenceIndex":5.22938457197929,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"8273650d-40e5-45ee-aeda-df71de784164","slug":"exaone-4-0-1-2b","name":"Exaone 4.0 1.2B (Non-reasoning)","shortName":"Exaone 4.0 1.2B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-15","knowledgeCutoffDate":null,"contextWindowTokens":64000,"isReasoning":false,"release":{"slug":"exaone-4-0-1-2b","name":"Exaone 4.0 1.2B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"tiny","parameters":1.28,"inferenceParametersActiveBillions":null,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","licenseUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-1.2B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-1.2B","intelligenceIndex":5.22938457197929,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"d734e2ce-5cf8-467f-8148-586d02671333","slug":"exaone-4-0-1-2b-reasoning","name":"Exaone 4.0 1.2B (Reasoning)","shortName":"Exaone 4.0 1.2B","sourceUrl":"https://artificialanalysis.ai/models/releases/exaone-4-0-1-2b","releaseDate":"2025-07-15","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"exaone-4-0-1-2b","name":"Exaone 4.0 1.2B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":1.28,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":64000,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","intelligenceIndex":5.27138994054015,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"d734e2ce-5cf8-467f-8148-586d02671333","slug":"exaone-4-0-1-2b-reasoning","name":"Exaone 4.0 1.2B (Reasoning)","shortName":"Exaone 4.0 1.2B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-15","knowledgeCutoffDate":null,"contextWindowTokens":64000,"isReasoning":true,"release":{"slug":"exaone-4-0-1-2b","name":"Exaone 4.0 1.2B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"tiny","parameters":1.28,"inferenceParametersActiveBillions":null,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","licenseUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-1.2B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-1.2B","intelligenceIndex":5.27138994054015,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"2f60d80d-c3d3-4a43-bded-0557898c4618","slug":"exaone-4-0-32b","name":"EXAONE 4.0 32B (Non-reasoning)","shortName":"EXAONE 4.0 32B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/exaone-4-0-32b","releaseDate":"2025-07-15","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"exaone-4-0-32b","name":"EXAONE 4.0 32B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":32,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131000,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","intelligenceIndex":6.32621718534092,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"2f60d80d-c3d3-4a43-bded-0557898c4618","slug":"exaone-4-0-32b","name":"EXAONE 4.0 32B (Non-reasoning)","shortName":"EXAONE 4.0 32B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-15","knowledgeCutoffDate":null,"contextWindowTokens":131000,"isReasoning":false,"release":{"slug":"exaone-4-0-32b","name":"EXAONE 4.0 32B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"small","parameters":32,"inferenceParametersActiveBillions":null,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","licenseUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B","intelligenceIndex":6.32621718534092,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","slug":"exaone-4-0-32b-reasoning","name":"EXAONE 4.0 32B (Reasoning)","shortName":"EXAONE 4.0 32B","sourceUrl":"https://artificialanalysis.ai/models/releases/exaone-4-0-32b","releaseDate":"2025-07-15","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"exaone-4-0-32b","name":"EXAONE 4.0 32B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":32,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131000,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","intelligenceIndex":8.17836973273723,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"44b19b51-5367-4ef9-a2ff-2f90b89a0867","slug":"exaone-4-0-32b-reasoning","name":"EXAONE 4.0 32B (Reasoning)","shortName":"EXAONE 4.0 32B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-15","knowledgeCutoffDate":null,"contextWindowTokens":131000,"isReasoning":true,"release":{"slug":"exaone-4-0-32b","name":"EXAONE 4.0 32B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"small","parameters":32,"inferenceParametersActiveBillions":null,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","licenseUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B","intelligenceIndex":8.17836973273723,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"508943e4-e9e1-4d10-9c0e-a7650e9d7315","slug":"exaone-4-5-33b","name":"EXAONE 4.5 33B","shortName":"EXAONE 4.5 33B","sourceUrl":"https://artificialanalysis.ai/models/releases/exaone-4-5-33b","releaseDate":"2026-04-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"exaone-4-5-33b","name":"EXAONE 4.5 33B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":34.4,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","intelligenceIndex":13.2058394009382,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"508943e4-e9e1-4d10-9c0e-a7650e9d7315","slug":"exaone-4-5-33b","name":"EXAONE 4.5 33B","shortName":"EXAONE 4.5 33B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-09","knowledgeCutoffDate":null,"contextWindowTokens":262144,"isReasoning":true,"release":{"slug":"exaone-4-5-33b","name":"EXAONE 4.5 33B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"small","parameters":34.4,"inferenceParametersActiveBillions":null,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","licenseUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-1.2B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B","intelligenceIndex":13.2058394009382,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"3538d399-1b3f-455d-9b13-1d8f9fee26c8","slug":"exaone-4-5-33b-non-reasoning","name":"EXAONE 4.5 33B (Non-reasoning)","shortName":"EXAONE 4.5 33B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/exaone-4-5-33b","releaseDate":"2026-04-09","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"exaone-4-5-33b","name":"EXAONE 4.5 33B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":34.4,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","intelligenceIndex":null,"intelligenceIndexIsEstimated":false,"capabilities":{},"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"3538d399-1b3f-455d-9b13-1d8f9fee26c8","slug":"exaone-4-5-33b-non-reasoning","name":"EXAONE 4.5 33B (Non-reasoning)","shortName":"EXAONE 4.5 33B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-09","knowledgeCutoffDate":null,"contextWindowTokens":262144,"isReasoning":false,"release":{"slug":"exaone-4-5-33b","name":"EXAONE 4.5 33B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"small","parameters":34.4,"inferenceParametersActiveBillions":null,"licenseName":"EXAONE AI Model License Agreement 1.2 - NC","licenseUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-1.2B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B","intelligenceIndex":null,"intelligenceIndexIsEstimated":false,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"c1c5db7c-968f-445a-a274-7b5689348bf8","slug":"g9v3-39a5b","name":"G9v3-39A5B","shortName":"G9v3-39A5B","sourceUrl":"https://artificialanalysis.ai/models/g9v3-39a5b","releaseDate":"2026-08-20","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"g9v3-39a5b","name":"G9v3-39A5B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":39,"inferenceParametersActiveBillions":5,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":21.8316172646825,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"9f712f4a-7885-4632-974d-30b4d93c3f7c","slug":"ai9star","name":"AI9Stars","logo":"/img/logos/ai9stars.svg","color":"#795BCF","country":"cn","url":"https://github.com/AI9Stars"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":3.7666666666666666,"score":3.7666666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1188.86,"score":1188.86,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.34442999999999996,"score":0.34442999999999996,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.220618556701031,"score":0.220618556701031,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.325842696629214,"score":0.325842696629214,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.368055555555556,"score":0.368055555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.653333333333333,"score":0.653333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.174698795180723,"score":0.174698795180723,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.805050505050505,"score":0.805050505050505,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"c1c5db7c-968f-445a-a274-7b5689348bf8","slug":"g9v3-39a5b","name":"G9v3-39A5B","shortName":"G9v3-39A5B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-20","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"g9v3-39a5b","name":"G9v3-39A5B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":39,"inferenceParametersActiveBillions":5,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/ai9stars/G9v3-39A5B","microevalsEnabled":false,"intelligenceIndex":21.8316172646825,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":3.7666666666666666,"omniscienceBreakdown":{"accuracy":0.14866666666666667,"hallucinationRate":0.13038371182458888},"gdpval":1188.86,"gdpvalNormalized":0.34442999999999996,"itBenchSre":null,"tau2":null,"tauBanking":0.220618556701031,"terminalbenchHard":null,"terminalBench21":0.325842696629214,"terminalBench40":null,"scicode":0.368055555555556,"lcr":0.653333333333333,"ifbench":null,"hle":0.174698795180723,"gpqa":0.805050505050505,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"9f712f4a-7885-4632-974d-30b4d93c3f7c","slug":"ai9star","name":"AI9Stars","logo":"/img/logos/ai9stars.svg","color":"#795BCF","country":"cn","url":"https://github.com/AI9Stars"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"2ffa7571-fa78-453a-b589-9aa3fac702d2","slug":"g9v3-3b","name":"G9v3-3B","shortName":"G9v3-3B","sourceUrl":"https://artificialanalysis.ai/models/g9v3-3b","releaseDate":"2026-07-23","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"g9v3-3b","name":"G9v3-3B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":3,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":10.841600440564,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"9f712f4a-7885-4632-974d-30b4d93c3f7c","slug":"ai9star","name":"AI9Stars","logo":"/img/logos/ai9stars.svg","color":"#795BCF","country":"cn","url":"https://github.com/AI9Stars"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-4.366666666666666,"score":-4.366666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":807.38,"score":807.38,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.15369,"score":0.15369,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0599250936329588,"score":0.0599250936329588,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.413333333333333,"score":0.413333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0449490268767377,"score":0.0449490268767377,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.438383838383838,"score":0.438383838383838,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"2ffa7571-fa78-453a-b589-9aa3fac702d2","slug":"g9v3-3b","name":"G9v3-3B","shortName":"G9v3-3B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-23","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"g9v3-3b","name":"G9v3-3B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":3,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/ai9stars/G9v3-3B","microevalsEnabled":false,"intelligenceIndex":10.841600440564,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-4.366666666666666,"omniscienceBreakdown":{"accuracy":0.06533333333333333,"hallucinationRate":0.1166191155492154},"gdpval":807.38,"gdpvalNormalized":0.15369,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":0.0599250936329588,"terminalBench40":null,"scicode":null,"lcr":0.413333333333333,"ifbench":null,"hle":0.0449490268767377,"gpqa":0.438383838383838,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":6,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"9f712f4a-7885-4632-974d-30b4d93c3f7c","slug":"ai9star","name":"AI9Stars","logo":"/img/logos/ai9stars.svg","color":"#795BCF","country":"cn","url":"https://github.com/AI9Stars"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"fddb72bd-60d3-41af-acc5-3df9a290eb8e","slug":"gemini-2-0-flash-experimental","name":"Gemini 2.0 Flash (experimental)","shortName":"Gemini 2.0 Flash (exp)","sourceUrl":"https://artificialanalysis.ai/models/gemini-2-0-flash-experimental","releaseDate":"2024-12-11","knowledgeCutoffDate":"2024-08-01","isReasoning":false,"effort":null,"release":{"slug":"gemini-2-0-flash-experimental","name":"Gemini 2.0 Flash (experimental)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":8.21731795326663,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0407,"score":0.0407,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.636363636363636,"score":0.636363636363636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.20952380952381,"score":0.20952380952381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"fddb72bd-60d3-41af-acc5-3df9a290eb8e","slug":"gemini-2-0-flash-experimental","name":"Gemini 2.0 Flash (experimental)","shortName":"Gemini 2.0 Flash (exp)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-12-11","knowledgeCutoffDate":"2024-08-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemini-2-0-flash-experimental","name":"Gemini 2.0 Flash (experimental)"},"deprecated":true,"deprecatedTo":"gemini-2-0-flash","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":8.21731795326663,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0407,"gpqa":0.636363636363636,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.20952380952381,"aime25":null,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","slug":"gemini-2-5-flash","name":"Gemini 2.5 Flash (Non-reasoning)","shortName":"Gemini 2.5 Flash (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gemini-2-5-flash","releaseDate":"2025-05-20","knowledgeCutoffDate":"2025-01-01","isReasoning":false,"effort":null,"release":{"slug":"gemini-2-5-flash","name":"Gemini 2.5 Flash"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":9.85128154382851,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":203.15200754431,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":0.03,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.457361630999969,"timeToFirstAnswerTokenMs":0.457361630999969,"endToEndMs":2.918572849357945}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-42.56666666666667,"score":-42.56666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0833333333333333,"score":0.0833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.149122807017544,"score":0.149122807017544,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.121212121212121,"score":0.121212121212121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.499,"score":0.499,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.389795918367347,"score":0.389795918367347,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0472659870250232,"score":0.0472659870250232,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.682828282828283,"score":0.682828282828283,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0142857142857143,"score":0.0142857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.654913294797688,"score":0.654913294797688,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.495238095238095,"score":0.495238095238095,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.603333333333333,"score":0.603333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"6afbfb62-27e4-435e-9c85-d9fe1b92519e","slug":"gemini-2-5-flash","name":"Gemini 2.5 Flash (Non-reasoning)","shortName":"Gemini 2.5 Flash (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-20","knowledgeCutoffDate":"2025-01-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemini-2-5-flash","name":"Gemini 2.5 Flash"},"deprecated":true,"deprecatedTo":"gemini-2-5-flash-preview-09-2025","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":9.85128154382851,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-42.56666666666667,"omniscienceBreakdown":{"accuracy":0.2613333333333333,"hallucinationRate":0.9300541516245487},"mlcrOverall":0.0833333333333333,"gdpval":null,"itBenchSre":null,"tau2":0.149122807017544,"tauBanking":null,"terminalbenchHard":0.121212121212121,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.499,"ifbench":0.389795918367347,"hle":0.0472659870250232,"gpqa":0.682828282828283,"critpt":0.0142857142857143,"apexAgents":null,"mmmuPro":0.654913294797688,"livecodebench":0.495238095238095,"aime25":0.603333333333333,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":0.03,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.1935,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.331,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.056862745098039215,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":203.15200754431,"medianTimeToFirstChunk":0.457361630999969},"outputSpeedVariance":{"p05":159.578080429728,"q25":174.433327097723,"median":203.15200754431,"q75":217.289281609496,"p95":256.987779611457},"timeToFirstChunkVariance":{"p05":0.335793101599998,"q25":0.409341528750019,"median":0.457361630999969,"q75":0.521015470749972,"p95":2.52720866125001},"performanceByPromptType":{"long":{"medianOutputSpeed":203.15200754431,"medianTimeToFirstChunk":0.457361630999969,"medianTimeToFirstAnswerToken":0.457361630999969,"medianEndToEndResponseTime":2.918572849357945}},"endToEndResponseTime":{"input":0.457361630999969,"reasoning":0,"answer":2.461211218357976,"total":2.918572849357945},"timeToFirstAnswerToken":{"input":0.457361630999969,"reasoning":0,"total":0.457361630999969},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":2,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-flash","matchedBy":"slug","catalog":{"id":"google/gemini-2.5-flash","canonical_slug":"google/gemini-2.5-flash","hugging_face_id":"","name":"Google: Gemini 2.5 Flash","created":1750172488,"description":"Gemini 2.5 Flash is Google's state-of-the-art workhorse model, specifically designed for advanced reasoning, coding, mathematics, and scientific tasks. It includes built-in \"thinking\" capabilities, enabling it to provide responses with greater...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["file","image","text","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65535,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-flash/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1100,"win_rate":47.4,"rank":89},{"arena":"models","category":"codecategories","elo":1119,"win_rate":46.9,"rank":90},{"arena":"models","category":"dataviz","elo":1148,"win_rate":49.1,"rank":77},{"arena":"models","category":"gamedev","elo":1089,"win_rate":44.3,"rank":93},{"arena":"models","category":"uicomponent","elo":1108,"win_rate":48.9,"rank":85},{"arena":"models","category":"website","elo":1127,"win_rate":47.1,"rank":90},{"arena":"models","category":"svg","elo":1043,"win_rate":43.1,"rank":75}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.64172745465109,"uptime_last_5m":99.62542565266742,"uptime_last_1d":99.57235950904153,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.73329952212521,"uptime_last_5m":99.73711733612234,"uptime_last_1d":99.5429508374301,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9228820094745,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000125","image":"0.00000015","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.00000125","input_cache_read":"0.000000015","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99858109737929,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97185658113747,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":64.49864498644986,"uptime_last_5m":66.3265306122449,"uptime_last_1d":82.15273619072062,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"219ed587-60c5-4a48-9517-8480e08d0ca1","slug":"gemini-2-5-flash-reasoning","name":"Gemini 2.5 Flash (Reasoning)","shortName":"Gemini 2.5 Flash","sourceUrl":"https://artificialanalysis.ai/models/gemini-2-5-flash-reasoning","releaseDate":"2025-05-20","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"effort":null,"release":{"slug":"gemini-2-5-flash","name":"Gemini 2.5 Flash"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":13.1060438652288,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":214.928838032237,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":0.03,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":18.987682035,"timeToFirstAnswerTokenMs":18.987682035,"endToEndMs":21.314033419847693}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-29.8,"score":-29.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0888888888888889,"score":0.0888888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.315789473684211,"score":0.315789473684211,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.136363636363636,"score":0.136363636363636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.653333333333333,"score":0.653333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.502721088435374,"score":0.502721088435374,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.121408711770158,"score":0.121408711770158,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.78989898989899,"score":0.78989898989899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.690751445086705,"score":0.690751445086705,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.695238095238095,"score":0.695238095238095,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.733333333333333,"score":0.733333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"219ed587-60c5-4a48-9517-8480e08d0ca1","slug":"gemini-2-5-flash-reasoning","name":"Gemini 2.5 Flash (Reasoning)","shortName":"Gemini 2.5 Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-20","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"gemini-2-5-flash","name":"Gemini 2.5 Flash"},"deprecated":true,"deprecatedTo":"gemini-2-5-flash-preview-09-2025-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":13.1060438652288,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-29.8,"omniscienceBreakdown":{"accuracy":0.2595,"hallucinationRate":0.7528696826468603},"mlcrOverall":0.0888888888888889,"gdpval":null,"itBenchSre":null,"tau2":0.315789473684211,"tauBanking":null,"terminalbenchHard":0.136363636363636,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.653333333333333,"ifbench":0.502721088435374,"hle":0.121408711770158,"gpqa":0.78989898989899,"critpt":0.0114285714285714,"apexAgents":null,"mmmuPro":0.690751445086705,"livecodebench":0.695238095238095,"aime25":0.733333333333333,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":0.03,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.1935,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.331,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.056862745098039215,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":214.928838032237,"medianTimeToFirstChunk":18.987682035},"outputSpeedVariance":{"p05":175.517001812282,"q25":182.726728713312,"median":214.928838032237,"q75":240.515362449398,"p95":263.178855881592},"timeToFirstChunkVariance":{"p05":6.21165760354995,"q25":11.30760741825,"median":18.987682035,"q75":31.3239834205001,"p95":51.5168125221},"performanceByPromptType":{"long":{"medianOutputSpeed":214.928838032237,"medianTimeToFirstChunk":18.987682035,"medianTimeToFirstAnswerToken":18.987682035,"medianEndToEndResponseTime":21.314033419847693}},"endToEndResponseTime":{"input":18.987682035,"reasoning":0,"answer":2.3263513848476927,"total":21.314033419847693},"timeToFirstAnswerToken":{"input":18.987682035,"reasoning":0,"total":18.987682035},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":2,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-flash","matchedBy":"slug","catalog":{"id":"google/gemini-2.5-flash","canonical_slug":"google/gemini-2.5-flash","hugging_face_id":"","name":"Google: Gemini 2.5 Flash","created":1750172488,"description":"Gemini 2.5 Flash is Google's state-of-the-art workhorse model, specifically designed for advanced reasoning, coding, mathematics, and scientific tasks. It includes built-in \"thinking\" capabilities, enabling it to provide responses with greater...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["file","image","text","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65535,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-flash/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1100,"win_rate":47.4,"rank":89},{"arena":"models","category":"codecategories","elo":1119,"win_rate":46.9,"rank":90},{"arena":"models","category":"dataviz","elo":1148,"win_rate":49.1,"rank":77},{"arena":"models","category":"gamedev","elo":1089,"win_rate":44.3,"rank":93},{"arena":"models","category":"uicomponent","elo":1108,"win_rate":48.9,"rank":85},{"arena":"models","category":"website","elo":1127,"win_rate":47.1,"rank":90},{"arena":"models","category":"svg","elo":1043,"win_rate":43.1,"rank":75}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.64172745465109,"uptime_last_5m":99.62542565266742,"uptime_last_1d":99.57235950904153,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.73329952212521,"uptime_last_5m":99.73711733612234,"uptime_last_1d":99.5429508374301,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9228820094745,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000125","image":"0.00000015","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.00000125","input_cache_read":"0.000000015","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99858109737929,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97185658113747,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":64.49864498644986,"uptime_last_5m":66.3265306122449,"uptime_last_1d":82.15273619072062,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"55a3ebf6-6117-4cc1-8596-c6de6e552fd4","slug":"gemini-2-5-flash-04-2025","name":"Gemini 2.5 Flash Preview (Non-reasoning)","shortName":"Gemini 2.5 Flash (Apr) (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/gemini-2-5-flash-04-2025","releaseDate":"2025-04-17","knowledgeCutoffDate":"2025-01-01","isReasoning":false,"effort":null,"release":{"slug":"gemini-2-5-flash-04-2025","name":"Gemini 2.5 Flash Preview"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":8.65865427868212,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"55a3ebf6-6117-4cc1-8596-c6de6e552fd4","slug":"gemini-2-5-flash-04-2025","name":"Gemini 2.5 Flash Preview (Non-reasoning)","shortName":"Gemini 2.5 Flash (Apr) (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-17","knowledgeCutoffDate":"2025-01-01","contextWindowTokens":1000000,"isReasoning":false,"release":{"slug":"gemini-2-5-flash-04-2025","name":"Gemini 2.5 Flash Preview"},"deprecated":true,"isOpenWeights":false,"sizeClass":null,"parameters":null,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":8.65865427868212,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-flash","matchedBy":"shortName","catalog":{"id":"google/gemini-2.5-flash","canonical_slug":"google/gemini-2.5-flash","hugging_face_id":"","name":"Google: Gemini 2.5 Flash","created":1750172488,"description":"Gemini 2.5 Flash is Google's state-of-the-art workhorse model, specifically designed for advanced reasoning, coding, mathematics, and scientific tasks. It includes built-in \"thinking\" capabilities, enabling it to provide responses with greater...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["file","image","text","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65535,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-flash/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1100,"win_rate":47.4,"rank":89},{"arena":"models","category":"codecategories","elo":1119,"win_rate":46.9,"rank":90},{"arena":"models","category":"dataviz","elo":1148,"win_rate":49.1,"rank":77},{"arena":"models","category":"gamedev","elo":1089,"win_rate":44.3,"rank":93},{"arena":"models","category":"uicomponent","elo":1108,"win_rate":48.9,"rank":85},{"arena":"models","category":"website","elo":1127,"win_rate":47.1,"rank":90},{"arena":"models","category":"svg","elo":1043,"win_rate":43.1,"rank":75}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.64172745465109,"uptime_last_5m":99.62542565266742,"uptime_last_1d":99.57235950904153,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.73329952212521,"uptime_last_5m":99.73711733612234,"uptime_last_1d":99.5429508374301,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9228820094745,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000125","image":"0.00000015","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.00000125","input_cache_read":"0.000000015","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99858109737929,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97185658113747,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":64.49864498644986,"uptime_last_5m":66.3265306122449,"uptime_last_1d":82.15273619072062,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"68c89ebf-779c-4445-9241-de964cd17355","slug":"gemini-2-5-flash-reasoning-04-2025","name":"Gemini 2.5 Flash Preview (Reasoning)","shortName":"Gemini 2.5 Flash (Apr)","sourceUrl":"https://artificialanalysis.ai/models/releases/gemini-2-5-flash-04-2025","releaseDate":"2025-04-17","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"effort":null,"release":{"slug":"gemini-2-5-flash-04-2025","name":"Gemini 2.5 Flash Preview"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":11.6539041327006,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"68c89ebf-779c-4445-9241-de964cd17355","slug":"gemini-2-5-flash-reasoning-04-2025","name":"Gemini 2.5 Flash Preview (Reasoning)","shortName":"Gemini 2.5 Flash (Apr)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-17","knowledgeCutoffDate":"2025-01-01","contextWindowTokens":1000000,"isReasoning":true,"release":{"slug":"gemini-2-5-flash-04-2025","name":"Gemini 2.5 Flash Preview"},"deprecated":true,"isOpenWeights":false,"sizeClass":null,"parameters":null,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":11.6539041327006,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-flash","matchedBy":"shortName","catalog":{"id":"google/gemini-2.5-flash","canonical_slug":"google/gemini-2.5-flash","hugging_face_id":"","name":"Google: Gemini 2.5 Flash","created":1750172488,"description":"Gemini 2.5 Flash is Google's state-of-the-art workhorse model, specifically designed for advanced reasoning, coding, mathematics, and scientific tasks. It includes built-in \"thinking\" capabilities, enabling it to provide responses with greater...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["file","image","text","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65535,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-flash/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1100,"win_rate":47.4,"rank":89},{"arena":"models","category":"codecategories","elo":1119,"win_rate":46.9,"rank":90},{"arena":"models","category":"dataviz","elo":1148,"win_rate":49.1,"rank":77},{"arena":"models","category":"gamedev","elo":1089,"win_rate":44.3,"rank":93},{"arena":"models","category":"uicomponent","elo":1108,"win_rate":48.9,"rank":85},{"arena":"models","category":"website","elo":1127,"win_rate":47.1,"rank":90},{"arena":"models","category":"svg","elo":1043,"win_rate":43.1,"rank":75}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.64172745465109,"uptime_last_5m":99.62542565266742,"uptime_last_1d":99.57235950904153,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.73329952212521,"uptime_last_5m":99.73711733612234,"uptime_last_1d":99.5429508374301,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9228820094745,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000125","image":"0.00000015","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.00000125","input_cache_read":"0.000000015","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99858109737929,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97185658113747,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":64.49864498644986,"uptime_last_5m":66.3265306122449,"uptime_last_1d":82.15273619072062,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"877fdfc9-2026-477a-af96-e4fd602c0131","slug":"gemini-2-5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview (Sep '25) (Non-reasoning)","shortName":"Gemini 2.5 Flash (Sep) (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/gemini-2-5-flash-preview-09-2025","releaseDate":"2025-09-25","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gemini-2-5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview (Sep '25)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":12.3823294842565,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"877fdfc9-2026-477a-af96-e4fd602c0131","slug":"gemini-2-5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview (Sep '25) (Non-reasoning)","shortName":"Gemini 2.5 Flash (Sep) (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-25","knowledgeCutoffDate":null,"contextWindowTokens":1000000,"isReasoning":false,"release":{"slug":"gemini-2-5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview (Sep '25)"},"deprecated":true,"isOpenWeights":false,"sizeClass":null,"parameters":null,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":12.3823294842565,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-flash","matchedBy":"shortName","catalog":{"id":"google/gemini-2.5-flash","canonical_slug":"google/gemini-2.5-flash","hugging_face_id":"","name":"Google: Gemini 2.5 Flash","created":1750172488,"description":"Gemini 2.5 Flash is Google's state-of-the-art workhorse model, specifically designed for advanced reasoning, coding, mathematics, and scientific tasks. It includes built-in \"thinking\" capabilities, enabling it to provide responses with greater...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["file","image","text","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65535,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-flash/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1100,"win_rate":47.4,"rank":89},{"arena":"models","category":"codecategories","elo":1119,"win_rate":46.9,"rank":90},{"arena":"models","category":"dataviz","elo":1148,"win_rate":49.1,"rank":77},{"arena":"models","category":"gamedev","elo":1089,"win_rate":44.3,"rank":93},{"arena":"models","category":"uicomponent","elo":1108,"win_rate":48.9,"rank":85},{"arena":"models","category":"website","elo":1127,"win_rate":47.1,"rank":90},{"arena":"models","category":"svg","elo":1043,"win_rate":43.1,"rank":75}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.64172745465109,"uptime_last_5m":99.62542565266742,"uptime_last_1d":99.57235950904153,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.73329952212521,"uptime_last_5m":99.73711733612234,"uptime_last_1d":99.5429508374301,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9228820094745,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000125","image":"0.00000015","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.00000125","input_cache_read":"0.000000015","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99858109737929,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97185658113747,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":64.49864498644986,"uptime_last_5m":66.3265306122449,"uptime_last_1d":82.15273619072062,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"c7667559-d9b6-43f1-8cd8-8bdbc78d190b","slug":"gemini-2-5-flash-preview-09-2025-reasoning","name":"Gemini 2.5 Flash Preview (Sep '25) (Reasoning)","shortName":"Gemini 2.5 Flash (Sep)","sourceUrl":"https://artificialanalysis.ai/models/releases/gemini-2-5-flash-preview-09-2025","releaseDate":"2025-09-25","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"gemini-2-5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview (Sep '25)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":15.4671894654212,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"c7667559-d9b6-43f1-8cd8-8bdbc78d190b","slug":"gemini-2-5-flash-preview-09-2025-reasoning","name":"Gemini 2.5 Flash Preview (Sep '25) (Reasoning)","shortName":"Gemini 2.5 Flash (Sep)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-25","knowledgeCutoffDate":null,"contextWindowTokens":1000000,"isReasoning":true,"release":{"slug":"gemini-2-5-flash-preview-09-2025","name":"Gemini 2.5 Flash Preview (Sep '25)"},"deprecated":true,"isOpenWeights":false,"sizeClass":null,"parameters":null,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":15.4671894654212,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-flash","matchedBy":"shortName","catalog":{"id":"google/gemini-2.5-flash","canonical_slug":"google/gemini-2.5-flash","hugging_face_id":"","name":"Google: Gemini 2.5 Flash","created":1750172488,"description":"Gemini 2.5 Flash is Google's state-of-the-art workhorse model, specifically designed for advanced reasoning, coding, mathematics, and scientific tasks. It includes built-in \"thinking\" capabilities, enabling it to provide responses with greater...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["file","image","text","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65535,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-flash/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1100,"win_rate":47.4,"rank":89},{"arena":"models","category":"codecategories","elo":1119,"win_rate":46.9,"rank":90},{"arena":"models","category":"dataviz","elo":1148,"win_rate":49.1,"rank":77},{"arena":"models","category":"gamedev","elo":1089,"win_rate":44.3,"rank":93},{"arena":"models","category":"uicomponent","elo":1108,"win_rate":48.9,"rank":85},{"arena":"models","category":"website","elo":1127,"win_rate":47.1,"rank":90},{"arena":"models","category":"svg","elo":1043,"win_rate":43.1,"rank":75}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.64172745465109,"uptime_last_5m":99.62542565266742,"uptime_last_1d":99.57235950904153,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.73329952212521,"uptime_last_5m":99.73711733612234,"uptime_last_1d":99.5429508374301,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9228820094745,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000125","image":"0.00000015","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.00000125","input_cache_read":"0.000000015","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99858109737929,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97185658113747,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":64.49864498644986,"uptime_last_5m":66.3265306122449,"uptime_last_1d":82.15273619072062,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash","model_id":"google/gemini-2.5-flash","model_name":"Google: Gemini 2.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","slug":"gemini-2-5-flash-lite","name":"Gemini 2.5 Flash-Lite (Non-reasoning)","shortName":"Gemini 2.5 Flash-Lite (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gemini-2-5-flash-lite","releaseDate":"2025-06-17","knowledgeCutoffDate":"2025-01-01","isReasoning":false,"effort":null,"release":{"slug":"gemini-2-5-flash-lite","name":"Gemini 2.5 Flash-Lite"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":6.66853092464521,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":279.928711484954,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.4,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.301295631000016,"timeToFirstAnswerTokenMs":0.301295631000016,"endToEndMs":2.087464678639399}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-58.78333333333333,"score":-58.78333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.190058479532164,"score":0.190058479532164,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0227272727272727,"score":0.0227272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.32,"score":0.32,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.314965986394558,"score":0.314965986394558,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0366079703429101,"score":0.0366079703429101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.473737373737374,"score":0.473737373737374,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.539884393063584,"score":0.539884393063584,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.4,"score":0.4,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.353333333333333,"score":0.353333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"1d81aa1c-64c8-442a-9c41-81b37e407b91","slug":"gemini-2-5-flash-lite","name":"Gemini 2.5 Flash-Lite (Non-reasoning)","shortName":"Gemini 2.5 Flash-Lite (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-06-17","knowledgeCutoffDate":"2025-01-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemini-2-5-flash-lite","name":"Gemini 2.5 Flash-Lite"},"deprecated":true,"deprecatedTo":"gemini-2-5-flash-lite-preview-09-2025","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":6.66853092464521,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-58.78333333333333,"omniscienceBreakdown":{"accuracy":0.15433333333333332,"hallucinationRate":0.87761135199054},"gdpval":null,"itBenchSre":null,"tau2":0.190058479532164,"tauBanking":null,"terminalbenchHard":0.0227272727272727,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.32,"ifbench":0.314965986394558,"hle":0.0366079703429101,"gpqa":0.473737373737374,"critpt":0,"apexAgents":null,"mmmuPro":0.539884393063584,"livecodebench":0.4,"aime25":0.353333333333333,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.4,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.1032,"price1mBlended0To3To1":0.17500000000000002,"price1mBlended7To2To1":0.067,"price1mBlended0To1To1":0.25,"price1mBlended100To1To1":0.014705882352941176,"price1mBlended0To100To1":0.10297029702970298,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":279.928711484954,"medianTimeToFirstChunk":0.301295631000016},"outputSpeedVariance":{"p05":211.745698167605,"q25":248.201859125328,"median":279.928711484954,"q75":327.135968634934,"p95":467.914717638166},"timeToFirstChunkVariance":{"p05":0.246061423750018,"q25":0.270880750499998,"median":0.301295631000016,"q75":0.323518640250004,"p95":0.491345011949991},"performanceByPromptType":{"long":{"medianOutputSpeed":279.928711484954,"medianTimeToFirstChunk":0.301295631000016,"medianTimeToFirstAnswerToken":0.301295631000016,"medianEndToEndResponseTime":2.087464678639399}},"endToEndResponseTime":{"input":0.301295631000016,"reasoning":0,"answer":1.7861690476393832,"total":2.087464678639399},"timeToFirstAnswerToken":{"input":0.301295631000016,"reasoning":0,"total":0.301295631000016},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-flash-lite","matchedBy":"slug","catalog":{"id":"google/gemini-2.5-flash-lite","canonical_slug":"google/gemini-2.5-flash-lite","hugging_face_id":"","name":"Google: Gemini 2.5 Flash Lite","created":1753200276,"description":"Gemini 2.5 Flash-Lite is a lightweight reasoning model in the Gemini 2.5 family, optimized for ultra-low latency and cost efficiency. It offers improved throughput, faster token generation, and better performance...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","file","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65535,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-flash-lite/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Google | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97936380411241,"uptime_last_5m":99.98938245716485,"uptime_last_1d":99.94421391239922,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.89315230224321,"uptime_last_5m":98.67586871037636,"uptime_last_1d":97.6107336284341,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000005","completion":"0.0000002","image":"0.00000005","audio":"0.00000015","input_audio_cache":"0.000000015","web_search":"0.014","internal_reasoning":"0.0000002","input_cache_read":"0.000000005","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99678125402343,"uptime_last_5m":100,"uptime_last_1d":99.99584322777785,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.71494353689289,"uptime_last_5m":99.62248322147651,"uptime_last_1d":99.64695919680894,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000018","completion":"0.00000072","image":"0.00000018","audio":"0.00000054","input_audio_cache":"0.000000054","web_search":"0.014","internal_reasoning":"0.00000072","input_cache_read":"0.000000018","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.73333333333333,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","slug":"gemini-2-5-flash-lite-reasoning","name":"Gemini 2.5 Flash-Lite (Reasoning)","shortName":"Gemini 2.5 Flash-Lite","sourceUrl":"https://artificialanalysis.ai/models/gemini-2-5-flash-lite-reasoning","releaseDate":"2025-06-17","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"effort":null,"release":{"slug":"gemini-2-5-flash-lite","name":"Gemini 2.5 Flash-Lite"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":8.54563691769003,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":376.839858861168,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.4,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":19.8408365780001,"timeToFirstAnswerTokenMs":19.8408365780001,"endToEndMs":21.16766012981606}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-45.61666666666667,"score":-45.61666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0222222222222222,"score":0.0222222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.184210526315789,"score":0.184210526315789,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0454545454545455,"score":0.0454545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.556666666666667,"score":0.556666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.498639455782313,"score":0.498639455782313,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0681186283595922,"score":0.0681186283595922,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.625252525252525,"score":0.625252525252525,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.582080924855491,"score":0.582080924855491,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.592592592592593,"score":0.592592592592593,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.533333333333333,"score":0.533333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"f4e8194a-d0e6-48eb-92be-4307de5aeeec","slug":"gemini-2-5-flash-lite-reasoning","name":"Gemini 2.5 Flash-Lite (Reasoning)","shortName":"Gemini 2.5 Flash-Lite","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-06-17","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"gemini-2-5-flash-lite","name":"Gemini 2.5 Flash-Lite"},"deprecated":true,"deprecatedTo":"gemini-2-5-flash-lite-preview-09-2025-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":8.54563691769003,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-45.61666666666667,"omniscienceBreakdown":{"accuracy":0.179,"hallucinationRate":0.7736500203004466},"mlcrOverall":0.0222222222222222,"gdpval":null,"itBenchSre":null,"tau2":0.184210526315789,"tauBanking":null,"terminalbenchHard":0.0454545454545455,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.556666666666667,"ifbench":0.498639455782313,"hle":0.0681186283595922,"gpqa":0.625252525252525,"critpt":0,"apexAgents":null,"mmmuPro":0.582080924855491,"livecodebench":0.592592592592593,"aime25":0.533333333333333,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.4,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.1032,"price1mBlended0To3To1":0.17500000000000002,"price1mBlended7To2To1":0.067,"price1mBlended0To1To1":0.25,"price1mBlended100To1To1":0.014705882352941176,"price1mBlended0To100To1":0.10297029702970298,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":376.839858861168,"medianTimeToFirstChunk":19.8408365780001},"outputSpeedVariance":{"p05":267.758598823892,"q25":299.828429791052,"median":376.839858861168,"q75":469.257152700581,"p95":544.294998373741},"timeToFirstChunkVariance":{"p05":12.4034690951,"q25":14.92280325025,"median":19.8408365780001,"q75":28.53435197375,"p95":40.1600791474999},"performanceByPromptType":{"long":{"medianOutputSpeed":376.839858861168,"medianTimeToFirstChunk":19.8408365780001,"medianTimeToFirstAnswerToken":19.8408365780001,"medianEndToEndResponseTime":21.16766012981606}},"endToEndResponseTime":{"input":19.8408365780001,"reasoning":0,"answer":1.32682355181596,"total":21.16766012981606},"timeToFirstAnswerToken":{"input":19.8408365780001,"reasoning":0,"total":19.8408365780001},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-flash-lite","matchedBy":"slug","catalog":{"id":"google/gemini-2.5-flash-lite","canonical_slug":"google/gemini-2.5-flash-lite","hugging_face_id":"","name":"Google: Gemini 2.5 Flash Lite","created":1753200276,"description":"Gemini 2.5 Flash-Lite is a lightweight reasoning model in the Gemini 2.5 family, optimized for ultra-low latency and cost efficiency. It offers improved throughput, faster token generation, and better performance...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","file","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65535,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-flash-lite/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Google | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97936380411241,"uptime_last_5m":99.98938245716485,"uptime_last_1d":99.94421391239922,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.89315230224321,"uptime_last_5m":98.67586871037636,"uptime_last_1d":97.6107336284341,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000005","completion":"0.0000002","image":"0.00000005","audio":"0.00000015","input_audio_cache":"0.000000015","web_search":"0.014","internal_reasoning":"0.0000002","input_cache_read":"0.000000005","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99678125402343,"uptime_last_5m":100,"uptime_last_1d":99.99584322777785,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.71494353689289,"uptime_last_5m":99.62248322147651,"uptime_last_1d":99.64695919680894,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000018","completion":"0.00000072","image":"0.00000018","audio":"0.00000054","input_audio_cache":"0.000000054","web_search":"0.014","internal_reasoning":"0.00000072","input_cache_read":"0.000000018","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.73333333333333,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"71f51ea9-94fe-4635-a80d-4cfffbb685f4","slug":"gemini-2-5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash-Lite Preview (Sep '25) (Non-reasoning)","shortName":"Gemini 2.5 Flash-Lite (Sep) (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gemini-2-5-flash-lite-preview-09-2025","releaseDate":"2025-09-25","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gemini-2-5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash-Lite Preview (Sep '25)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":9.33681660061059,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.4,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-42.56666666666667,"score":-42.56666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.304093567251462,"score":0.304093567251462,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0757575757575758,"score":0.0757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.496666666666667,"score":0.496666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.418367346938776,"score":0.418367346938776,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0509731232622799,"score":0.0509731232622799,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.65050505050505,"score":0.65050505050505,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.634104046242775,"score":0.634104046242775,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.641269841269841,"score":0.641269841269841,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.466666666666667,"score":0.466666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"71f51ea9-94fe-4635-a80d-4cfffbb685f4","slug":"gemini-2-5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash-Lite Preview (Sep '25) (Non-reasoning)","shortName":"Gemini 2.5 Flash-Lite (Sep) (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-25","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemini-2-5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash-Lite Preview (Sep '25)"},"deprecated":true,"deprecatedTo":"gemini-3-1-flash-lite-preview","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":9.33681660061059,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-42.56666666666667,"omniscienceBreakdown":{"accuracy":0.1415,"hallucinationRate":0.6606484177829548},"gdpval":null,"itBenchSre":null,"tau2":0.304093567251462,"tauBanking":null,"terminalbenchHard":0.0757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.496666666666667,"ifbench":0.418367346938776,"hle":0.0509731232622799,"gpqa":0.65050505050505,"critpt":0,"apexAgents":null,"mmmuPro":0.634104046242775,"livecodebench":0.641269841269841,"aime25":0.466666666666667,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.4,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.17500000000000002,"price1mBlended7To2To1":0.067,"price1mBlended0To1To1":0.25,"price1mBlended100To1To1":0.014705882352941176,"price1mBlended0To100To1":0.10297029702970298,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-flash-lite","matchedBy":"shortName","catalog":{"id":"google/gemini-2.5-flash-lite","canonical_slug":"google/gemini-2.5-flash-lite","hugging_face_id":"","name":"Google: Gemini 2.5 Flash Lite","created":1753200276,"description":"Gemini 2.5 Flash-Lite is a lightweight reasoning model in the Gemini 2.5 family, optimized for ultra-low latency and cost efficiency. It offers improved throughput, faster token generation, and better performance...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","file","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65535,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-flash-lite/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Google | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97936380411241,"uptime_last_5m":99.98938245716485,"uptime_last_1d":99.94421391239922,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.89315230224321,"uptime_last_5m":98.67586871037636,"uptime_last_1d":97.6107336284341,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000005","completion":"0.0000002","image":"0.00000005","audio":"0.00000015","input_audio_cache":"0.000000015","web_search":"0.014","internal_reasoning":"0.0000002","input_cache_read":"0.000000005","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99678125402343,"uptime_last_5m":100,"uptime_last_1d":99.99584322777785,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.71494353689289,"uptime_last_5m":99.62248322147651,"uptime_last_1d":99.64695919680894,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000018","completion":"0.00000072","image":"0.00000018","audio":"0.00000054","input_audio_cache":"0.000000054","web_search":"0.014","internal_reasoning":"0.00000072","input_cache_read":"0.000000018","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.73333333333333,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"84922739-425f-46e1-87ac-bb4268dcacbb","slug":"gemini-2-5-flash-lite-preview-09-2025-reasoning","name":"Gemini 2.5 Flash-Lite Preview (Sep '25) (Reasoning)","shortName":"Gemini 2.5 Flash-Lite (Sep)","sourceUrl":"https://artificialanalysis.ai/models/gemini-2-5-flash-lite-preview-09-2025-reasoning","releaseDate":"2025-09-25","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"gemini-2-5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash-Lite Preview (Sep '25)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":10.3543486383322,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.4,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-54.016666666666666,"score":-54.016666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.307017543859649,"score":0.307017543859649,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.128787878787879,"score":0.128787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.646666666666667,"score":0.646666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.525850340136054,"score":0.525850340136054,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0695088044485635,"score":0.0695088044485635,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.709090909090909,"score":0.709090909090909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.64971098265896,"score":0.64971098265896,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.687830687830688,"score":0.687830687830688,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.686666666666667,"score":0.686666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"84922739-425f-46e1-87ac-bb4268dcacbb","slug":"gemini-2-5-flash-lite-preview-09-2025-reasoning","name":"Gemini 2.5 Flash-Lite Preview (Sep '25) (Reasoning)","shortName":"Gemini 2.5 Flash-Lite (Sep)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-25","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"release":{"slug":"gemini-2-5-flash-lite-preview-09-2025","name":"Gemini 2.5 Flash-Lite Preview (Sep '25)"},"deprecated":true,"deprecatedTo":"gemini-3-1-flash-lite-preview","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":10.3543486383322,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-54.016666666666666,"omniscienceBreakdown":{"accuracy":0.17983333333333335,"hallucinationRate":0.8778703515545621},"gdpval":null,"itBenchSre":null,"tau2":0.307017543859649,"tauBanking":null,"terminalbenchHard":0.128787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.646666666666667,"ifbench":0.525850340136054,"hle":0.0695088044485635,"gpqa":0.709090909090909,"critpt":0,"apexAgents":null,"mmmuPro":0.64971098265896,"livecodebench":0.687830687830688,"aime25":0.686666666666667,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.4,"cacheHitPrice":0.01,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.17500000000000002,"price1mBlended7To2To1":0.067,"price1mBlended0To1To1":0.25,"price1mBlended100To1To1":0.014705882352941176,"price1mBlended0To100To1":0.10297029702970298,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-flash-lite","matchedBy":"shortName","catalog":{"id":"google/gemini-2.5-flash-lite","canonical_slug":"google/gemini-2.5-flash-lite","hugging_face_id":"","name":"Google: Gemini 2.5 Flash Lite","created":1753200276,"description":"Gemini 2.5 Flash-Lite is a lightweight reasoning model in the Gemini 2.5 family, optimized for ultra-low latency and cost efficiency. It offers improved throughput, faster token generation, and better performance...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","file","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65535,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-flash-lite/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Google | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97936380411241,"uptime_last_5m":99.98938245716485,"uptime_last_1d":99.94421391239922,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.89315230224321,"uptime_last_5m":98.67586871037636,"uptime_last_1d":97.6107336284341,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000005","completion":"0.0000002","image":"0.00000005","audio":"0.00000015","input_audio_cache":"0.000000015","web_search":"0.014","internal_reasoning":"0.0000002","input_cache_read":"0.000000005","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99678125402343,"uptime_last_5m":100,"uptime_last_1d":99.99584322777785,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","image":"0.0000001","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000004","input_cache_read":"0.00000001","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.71494353689289,"uptime_last_5m":99.62248322147651,"uptime_last_1d":99.64695919680894,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-flash-lite","model_id":"google/gemini-2.5-flash-lite","model_name":"Google: Gemini 2.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000018","completion":"0.00000072","image":"0.00000018","audio":"0.00000054","input_audio_cache":"0.000000054","web_search":"0.014","internal_reasoning":"0.00000072","input_cache_read":"0.000000018","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.73333333333333,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"27202e5f-c82d-4710-92e9-4317877d4883","slug":"gemini-2-5-pro","name":"Gemini 2.5 Pro","shortName":"Gemini 2.5 Pro","sourceUrl":"https://artificialanalysis.ai/models/gemini-2-5-pro","releaseDate":"2025-06-05","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"effort":null,"release":{"slug":"gemini-2-5-pro","name":"Gemini 2.5 Pro"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":16.6573962941864,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":18.142773782714187,"strategyAndOps":13.597248340817101,"legal":24.395611413800847,"engineering":19.44584218191448,"economics":25.216673424467107},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":126.214718474584,"canonicalInputTokens":321226210,"canonicalOutputTokens":54701029,"outputTokensPerTask":10549.36492895319,"answerTokensPerTask":3778.535992992429,"reasoningTokensPerTask":6770.828935960761,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.23166603200256353,"latency":{"timeToFirstChunkMs":23.531592643,"timeToFirstAnswerTokenMs":23.531592643,"endToEndMs":27.493095754863184}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":315.4,"score":315.4,"outputTokensPerTask":12467.461538461539,"costPerTask":0.3307287951550045,"timePerTask":98.31204082413622,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":615.9,"score":615.9,"outputTokensPerTask":7095.445454545455,"costPerTask":0.2386378419603816,"timePerTask":55.951062775749534,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.021749464193408737,"score":0.021749464193408737,"outputTokensPerTask":6572.3607305936075,"costPerTask":0.1295327558461959,"timePerTask":51.82628351920315,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":20342.530303030304,"costPerTask":0.8247727626474504,"timePerTask":160.4108152608369,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.462962962962963,"score":0.462962962962963,"outputTokensPerTask":7580.263888888889,"costPerTask":0.07984639756944445,"timePerTask":59.77409359581069,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.225208526413346,"score":0.225208526413346,"outputTokensPerTask":14571.756255792401,"costPerTask":0.14609955746061165,"timePerTask":114.90543535902516,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.102,"score":0.102,"outputTokensPerTask":4477.93,"costPerTask":0.10541543749999999,"timePerTask":35.31067135114245,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0257142857142857,"score":0.0257142857142857,"outputTokensPerTask":25975.585714285713,"costPerTask":0.26686426785714285,"timePerTask":204.83021626299958,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-16.35,"score":-16.35,"outputTokensPerTask":1711.7966666666666,"costPerTask":0.01726753125,"timePerTask":13.498355158889892,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.69,"score":0.69,"outputTokensPerTask":1790.14,"costPerTask":0.136526375,"timePerTask":14.11613071498084,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.102,"score":0.102,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":615.9,"score":615.9,"outputTokensPerTask":7095.445454545455,"costPerTask":0.2386378419603816,"timePerTask":55.951062775749534,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.05794999999999999,"score":0.05794999999999999,"outputTokensPerTask":7095.445454545455,"costPerTask":0.2386378419603816,"timePerTask":55.951062775749534,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.54093567251462,"score":0.54093567251462,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0969072164948454,"score":0.0969072164948454,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.265151515151515,"score":0.265151515151515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.284644194756554,"score":0.284644194756554,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":20342.530303030304,"costPerTask":0.8247727626474504,"timePerTask":160.4108152608369,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.69,"score":0.69,"outputTokensPerTask":1790.14,"costPerTask":0.136526375,"timePerTask":14.11613071498084,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.487074829931973,"score":0.487074829931973,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.225208526413346,"score":0.225208526413346,"outputTokensPerTask":14571.756255792401,"costPerTask":0.14609955746061165,"timePerTask":114.90543535902516,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.844444444444444,"score":0.844444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.749132947976879,"score":0.749132947976879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.801058201058201,"score":0.801058201058201,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.876666666666667,"score":0.876666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.021749464193408737,"score":0.021749464193408737,"outputTokensPerTask":6572.3607305936075,"costPerTask":0.1295327558461959,"timePerTask":51.82628351920315,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":18.142773782714187,"score":18.142773782714187,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":13.597248340817101,"score":13.597248340817101,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":24.395611413800847,"score":24.395611413800847,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":19.44584218191448,"score":19.44584218191448,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":25.216673424467107,"score":25.216673424467107,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"27202e5f-c82d-4710-92e9-4317877d4883","slug":"gemini-2-5-pro","name":"Gemini 2.5 Pro","shortName":"Gemini 2.5 Pro","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-06-05","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"gemini-2-5-pro","name":"Gemini 2.5 Pro"},"deprecated":true,"deprecatedTo":"gemini-3-pro","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":16.6573962941864,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":18.142773782714187,"strategyAndOps":13.597248340817101,"legal":24.395611413800847,"engineering":19.44584218191448,"economics":25.216673424467107},"omniscience":-16.35,"omniscienceBreakdown":{"accuracy":0.3905,"hallucinationRate":0.9089417555373257},"gdpPdfAllPass":0.102,"gdpval":615.9,"gdpvalNormalized":0.05794999999999999,"itBenchSre":null,"tau2":0.54093567251462,"tauBanking":0.0969072164948454,"terminalbenchHard":0.265151515151515,"terminalBench21":0.284644194756554,"terminalBench40":0,"scicode":0.462962962962963,"lcr":0.69,"ifbench":0.487074829931973,"hle":0.225208526413346,"gpqa":0.844444444444444,"critpt":0.0257142857142857,"apexAgents":null,"mmmuPro":0.749132947976879,"livecodebench":0.801058201058201,"aime25":0.876666666666667,"analystAgent":null,"automationBenchPartialScore":0.021749464193408737,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":1.29,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":1.3375,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexTimePerTask":83.18690956971956,"intelligenceIndexCost":{"total":706.8931435160719,"input":159.88285351607178,"nonCacheInput":21.310035,"cacheRead":26.84998988710314,"cacheWrite":111.72282862896864,"output":547.01029,"reasoning":475.74247,"answer":71.26782},"intelligenceIndexCostPerTask":{"cost":{"total":0.23166603200256353,"input":0.1261723827130317,"nonCacheInput":0.013170713617252895,"cacheRead":0.022836335408506794,"cacheWrite":0.090165333687272,"output":0.10549364928953187,"reasoning":0.06770828935960758,"answer":0.03778535992992428},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.04960931927325067},{"slug":"gdpval-aa","weightedCostPerTask":0.02386378419603816},{"slug":"automationbench-aa","weightedCostPerTask":0.006476637792309795},{"slug":"terminalbench-4-0","weightedCostPerTask":0.08247727626474503},{"slug":"scicode","weightedCostPerTask":0.007984639756944445},{"slug":"humanitys-last-exam","weightedCostPerTask":0.014609955746061165},{"slug":"gdp-pdf","weightedCostPerTask":0.010541543749999998},{"slug":"critpt","weightedCostPerTask":0.026686426785714285},{"slug":"omniscience","weightedCostPerTask":0.0025901296874999997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.006826318750000001}]},"canonicalIntelligenceIndexTokenCount":{"input":321226210,"output":54701029,"answer":7126782,"reasoning":47574247},"intelligenceIndexOutputTokensPerTask":{"reasoning":6770.828935960761,"answer":3778.535992992429,"output":10549.36492895319},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":315.4,"outputTokensPerTask":12467.461538461539,"costPerTask":0.3307287951550045,"timePerTask":98.31204082413622},{"slug":"gdpval-aa","score":615.9,"outputTokensPerTask":7095.445454545455,"costPerTask":0.2386378419603816,"timePerTask":55.951062775749534},{"slug":"automationbench-aa","score":0.021749464193408737,"outputTokensPerTask":6572.3607305936075,"costPerTask":0.1295327558461959,"timePerTask":51.82628351920315},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":20342.530303030304,"costPerTask":0.8247727626474504,"timePerTask":160.4108152608369},{"slug":"scicode","score":0.462962962962963,"outputTokensPerTask":7580.263888888889,"costPerTask":0.07984639756944445,"timePerTask":59.77409359581069},{"slug":"humanitys-last-exam","score":0.225208526413346,"outputTokensPerTask":14571.756255792401,"costPerTask":0.14609955746061165,"timePerTask":114.90543535902516},{"slug":"gdp-pdf","score":0.102,"outputTokensPerTask":4477.93,"costPerTask":0.10541543749999999,"timePerTask":35.31067135114245},{"slug":"critpt","score":0.0257142857142857,"outputTokensPerTask":25975.585714285713,"costPerTask":0.26686426785714285,"timePerTask":204.83021626299958},{"slug":"omniscience","score":-16.35,"outputTokensPerTask":1711.7966666666666,"costPerTask":0.01726753125,"timePerTask":13.498355158889892},{"slug":"artificial-analysis-long-context-reasoning","score":0.69,"outputTokensPerTask":1790.14,"costPerTask":0.136526375,"timePerTask":14.11613071498084}],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":315.4,"lower95ci":305.74,"upper95ci":324.38},"rubricPassRate":0.06565656565656566,"analyticalQuality":{"elo":49.89,"lower95ci":30.14,"upper95ci":70.14},"presentation":{"elo":278.48,"lower95ci":260.47,"upper95ci":294.76}},"briefcaseTotalCost":30.096320359105405,"timescaleData":{"medianOutputSpeed":126.214718474584,"medianTimeToFirstChunk":23.531592643},"outputSpeedVariance":{"p05":101.566146710012,"q25":111.177850538346,"median":126.214718474584,"q75":136.828092218027,"p95":159.222587775137},"timeToFirstChunkVariance":{"p05":13.8709818579,"q25":20.6406716249999,"median":23.531592643,"q75":26.7519865557502,"p95":34.47567442205},"performanceByPromptType":{"long":{"medianOutputSpeed":126.214718474584,"medianTimeToFirstChunk":23.531592643,"medianTimeToFirstAnswerToken":23.531592643,"medianEndToEndResponseTime":27.493095754863184}},"endToEndResponseTime":{"input":23.531592643,"reasoning":0,"answer":3.9615031118631823,"total":27.493095754863184},"timeToFirstAnswerToken":{"input":23.531592643,"reasoning":0,"total":23.531592643},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":2,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-pro","matchedBy":"slug","catalog":{"id":"google/gemini-2.5-pro","canonical_slug":"google/gemini-2.5-pro","hugging_face_id":"","name":"Google: Gemini 2.5 Pro","created":1750169544,"description":"Gemini 2.5 Pro is Google’s state-of-the-art AI model designed for advanced reasoning, coding, mathematics, and scientific tasks. It employs “thinking” capabilities, enabling it to reason through responses with enhanced accuracy...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","file","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00001","image":"0.00000125","audio":"0.00000125","input_audio_cache":"0.000000125","web_search":"0.014","internal_reasoning":"0.00001","input_cache_read":"0.000000125","input_cache_write":"0.000000375","overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000015","audio":"0.0000025","input_audio_cache":"0.00000025","input_cache_read":"0.00000025"}]},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-pro/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1109,"win_rate":50.6,"rank":84},{"arena":"models","category":"codecategories","elo":1167,"win_rate":57.5,"rank":70},{"arena":"models","category":"dataviz","elo":1236,"win_rate":68.2,"rank":39},{"arena":"models","category":"gamedev","elo":1135,"win_rate":54.2,"rank":76},{"arena":"models","category":"uicomponent","elo":1155,"win_rate":57.5,"rank":70},{"arena":"models","category":"website","elo":1179,"win_rate":58.4,"rank":69}],"artificial_analysis":{"intelligence_index":16.7,"coding_index":33.3,"agentic_index":3.5}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Google | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00001","image":"0.00000125","audio":"0.00000125","input_audio_cache":"0.000000125","web_search":"0.014","internal_reasoning":"0.00001","input_cache_read":"0.000000125","input_cache_write":"0.000000375","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000015","audio":"0.0000025","input_audio_cache":"0.00000025","input_cache_read":"0.00000025"}]},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.86539656243528,"uptime_last_5m":99.83388704318938,"uptime_last_1d":98.832388615789,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000225","completion":"0.000018","image":"0.00000225","audio":"0.00000225","input_audio_cache":"0.000000225","web_search":"0.014","internal_reasoning":"0.000018","input_cache_read":"0.000000225","input_cache_write":"0.000000675","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000045","completion":"0.000027","audio":"0.0000045","input_audio_cache":"0.00000045","input_cache_read":"0.00000045"}]},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9493927125506,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.000000625","completion":"0.000005","image":"0.000000625","audio":"0.000000625","input_audio_cache":"0.0000000625","web_search":"0.014","internal_reasoning":"0.000005","input_cache_read":"0.0000000625","input_cache_write":"0.0000001875","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.00000125","completion":"0.0000075","audio":"0.00000125","input_audio_cache":"0.000000125","input_cache_read":"0.000000125"}]},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00001","image":"0.00000125","audio":"0.00000125","input_audio_cache":"0.000000125","web_search":"0.014","internal_reasoning":"0.00001","input_cache_read":"0.000000125","input_cache_write":"0.000000375","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000015","audio":"0.0000025","input_audio_cache":"0.00000025","input_cache_read":"0.00000025"}]},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":80.73770491803278,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00001","image":"0.00000125","audio":"0.00000125","input_audio_cache":"0.000000125","web_search":"0.014","internal_reasoning":"0.00001","input_cache_read":"0.000000125","input_cache_write":"0.000000375","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000015","audio":"0.0000025","input_audio_cache":"0.00000025","input_cache_read":"0.00000025"}]},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.52830188679245,"uptime_last_5m":100,"uptime_last_1d":97.79442632479737,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00001","image":"0.00000125","audio":"0.00000125","input_audio_cache":"0.000000125","web_search":"0.014","internal_reasoning":"0.00001","input_cache_read":"0.000000125","input_cache_write":"0.000000375","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000015","audio":"0.0000025","input_audio_cache":"0.00000025","input_cache_read":"0.00000025"}]},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.761620977354,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000225","completion":"0.000018","image":"0.00000225","audio":"0.00000225","input_audio_cache":"0.000000225","web_search":"0.014","internal_reasoning":"0.000018","input_cache_read":"0.000000225","input_cache_write":"0.000000675","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000045","completion":"0.000027","audio":"0.0000045","input_audio_cache":"0.00000045","input_cache_read":"0.00000045"}]},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"073b5329-c4b3-4f1f-8f97-4753aadf4398","slug":"gemini-2-5-pro-05-06","name":"Gemini 2.5 Pro Preview (May' 25)","shortName":"Gemini 2.5 Pro (May)","sourceUrl":"https://artificialanalysis.ai/models/gemini-2-5-pro-05-06","releaseDate":"2025-05-06","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"effort":null,"release":{"slug":"gemini-2-5-pro-05-06","name":"Gemini 2.5 Pro Preview (May' 25)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":14.5215571266208,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":false,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.1993,"score":0.1993,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.822222222222222,"score":0.822222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.77037037037037,"score":0.77037037037037,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"073b5329-c4b3-4f1f-8f97-4753aadf4398","slug":"gemini-2-5-pro-05-06","name":"Gemini 2.5 Pro Preview (May' 25)","shortName":"Gemini 2.5 Pro (May)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-06","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"gemini-2-5-pro-05-06","name":"Gemini 2.5 Pro Preview (May' 25)"},"deprecated":true,"deprecatedTo":"gemini-2-5-pro","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":14.5215571266208,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.1993,"gpqa":0.822222222222222,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.77037037037037,"aime25":null,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":1.29,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":1.3375,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-2.5-pro","matchedBy":"shortName","catalog":{"id":"google/gemini-2.5-pro","canonical_slug":"google/gemini-2.5-pro","hugging_face_id":"","name":"Google: Gemini 2.5 Pro","created":1750169544,"description":"Gemini 2.5 Pro is Google’s state-of-the-art AI model designed for advanced reasoning, coding, mathematics, and scientific tasks. It employs “thinking” capabilities, enabling it to reason through responses with enhanced accuracy...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","file","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00001","image":"0.00000125","audio":"0.00000125","input_audio_cache":"0.000000125","web_search":"0.014","internal_reasoning":"0.00001","input_cache_read":"0.000000125","input_cache_write":"0.000000375","overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000015","audio":"0.0000025","input_audio_cache":"0.00000025","input_cache_read":"0.00000025"}]},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":"2026-10-20","links":{"details":"/api/v1/models/google/gemini-2.5-pro/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1109,"win_rate":50.6,"rank":84},{"arena":"models","category":"codecategories","elo":1167,"win_rate":57.5,"rank":70},{"arena":"models","category":"dataviz","elo":1236,"win_rate":68.2,"rank":39},{"arena":"models","category":"gamedev","elo":1135,"win_rate":54.2,"rank":76},{"arena":"models","category":"uicomponent","elo":1155,"win_rate":57.5,"rank":70},{"arena":"models","category":"website","elo":1179,"win_rate":58.4,"rank":69}],"artificial_analysis":{"intelligence_index":16.7,"coding_index":33.3,"agentic_index":3.5}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Google | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00001","image":"0.00000125","audio":"0.00000125","input_audio_cache":"0.000000125","web_search":"0.014","internal_reasoning":"0.00001","input_cache_read":"0.000000125","input_cache_write":"0.000000375","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000015","audio":"0.0000025","input_audio_cache":"0.00000025","input_cache_read":"0.00000025"}]},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.86539656243528,"uptime_last_5m":99.83388704318938,"uptime_last_1d":98.832388615789,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000225","completion":"0.000018","image":"0.00000225","audio":"0.00000225","input_audio_cache":"0.000000225","web_search":"0.014","internal_reasoning":"0.000018","input_cache_read":"0.000000225","input_cache_write":"0.000000675","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000045","completion":"0.000027","audio":"0.0000045","input_audio_cache":"0.00000045","input_cache_read":"0.00000045"}]},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9493927125506,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.000000625","completion":"0.000005","image":"0.000000625","audio":"0.000000625","input_audio_cache":"0.0000000625","web_search":"0.014","internal_reasoning":"0.000005","input_cache_read":"0.0000000625","input_cache_write":"0.0000001875","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.00000125","completion":"0.0000075","audio":"0.00000125","input_audio_cache":"0.000000125","input_cache_read":"0.000000125"}]},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00001","image":"0.00000125","audio":"0.00000125","input_audio_cache":"0.000000125","web_search":"0.014","internal_reasoning":"0.00001","input_cache_read":"0.000000125","input_cache_write":"0.000000375","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000015","audio":"0.0000025","input_audio_cache":"0.00000025","input_cache_read":"0.00000025"}]},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":80.73770491803278,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00001","image":"0.00000125","audio":"0.00000125","input_audio_cache":"0.000000125","web_search":"0.014","internal_reasoning":"0.00001","input_cache_read":"0.000000125","input_cache_write":"0.000000375","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000015","audio":"0.0000025","input_audio_cache":"0.00000025","input_cache_read":"0.00000025"}]},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.52830188679245,"uptime_last_5m":100,"uptime_last_1d":97.79442632479737,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00001","image":"0.00000125","audio":"0.00000125","input_audio_cache":"0.000000125","web_search":"0.014","internal_reasoning":"0.00001","input_cache_read":"0.000000125","input_cache_write":"0.000000375","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000015","audio":"0.0000025","input_audio_cache":"0.00000025","input_cache_read":"0.00000025"}]},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.761620977354,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-2.5-pro","model_id":"google/gemini-2.5-pro","model_name":"Google: Gemini 2.5 Pro","context_length":1048576,"pricing":{"prompt":"0.00000225","completion":"0.000018","image":"0.00000225","audio":"0.00000225","input_audio_cache":"0.000000225","web_search":"0.014","internal_reasoning":"0.000018","input_cache_read":"0.000000225","input_cache_write":"0.000000675","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000045","completion":"0.000027","audio":"0.0000045","input_audio_cache":"0.00000045","input_cache_read":"0.00000045"}]},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"783a0ea2-1eef-422a-8c3d-f6d40d943f54","slug":"gemini-3-flash","name":"Gemini 3 Flash Preview (Non-reasoning)","shortName":"Gemini 3 Flash (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-flash","releaseDate":"2025-12-17","knowledgeCutoffDate":"2025-01-01","isReasoning":false,"effort":null,"release":{"slug":"gemini-3-flash-preview","name":"Gemini 3 Flash Preview"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":17.9336848163786,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":188.43978973225,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.97479245750003,"timeToFirstAnswerTokenMs":0.97479245750003,"endToEndMs":3.6281598843605627}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-4.316666666666666,"score":-4.316666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.116666666666667,"score":0.116666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.432748538011696,"score":0.432748538011696,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.318181818181818,"score":0.318181818181818,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.553333333333333,"score":0.553333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.551020408163265,"score":0.551020408163265,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.14967562557924,"score":0.14967562557924,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.812121212121212,"score":0.812121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0142857142857143,"score":0.0142857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.785549132947977,"score":0.785549132947977,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.796825396825397,"score":0.796825396825397,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.556666666666667,"score":0.556666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"783a0ea2-1eef-422a-8c3d-f6d40d943f54","slug":"gemini-3-flash","name":"Gemini 3 Flash Preview (Non-reasoning)","shortName":"Gemini 3 Flash (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-17","knowledgeCutoffDate":"2025-01-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemini-3-flash-preview","name":"Gemini 3 Flash Preview"},"deprecated":true,"deprecatedTo":"gemini-3-5-flash-minimal","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":17.9336848163786,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-4.316666666666666,"omniscienceBreakdown":{"accuracy":0.4578333333333333,"hallucinationRate":0.9240700891484783},"mlcrOverall":0.116666666666667,"gdpval":null,"itBenchSre":null,"tau2":0.432748538011696,"tauBanking":null,"terminalbenchHard":0.318181818181818,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.553333333333333,"ifbench":0.551020408163265,"hle":0.14967562557924,"gpqa":0.812121212121212,"critpt":0.0142857142857143,"apexAgents":null,"mmmuPro":0.785549132947977,"livecodebench":0.796825396825397,"aime25":0.556666666666667,"analystAgent":null,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.56,"price1mBlended0To3To1":1.125,"price1mBlended7To2To1":0.43499999999999994,"price1mBlended0To1To1":1.75,"price1mBlended100To1To1":0.08333333333333333,"price1mBlended0To100To1":0.5247524752475248,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":188.43978973225,"medianTimeToFirstChunk":0.97479245750003},"outputSpeedVariance":{"p05":141.902469610804,"q25":164.189602432518,"median":188.43978973225,"q75":219.773093772194,"p95":245.096424951418},"timeToFirstChunkVariance":{"p05":0.802521231800001,"q25":0.874416909750067,"median":0.97479245750003,"q75":1.11647133475002,"p95":3.00070916715},"performanceByPromptType":{"long":{"medianOutputSpeed":188.43978973225,"medianTimeToFirstChunk":0.97479245750003,"medianTimeToFirstAnswerToken":0.97479245750003,"medianEndToEndResponseTime":3.6281598843605627}},"endToEndResponseTime":{"input":0.97479245750003,"reasoning":0,"answer":2.6533674268605325,"total":3.6281598843605627},"timeToFirstAnswerToken":{"input":0.97479245750003,"reasoning":0,"total":0.97479245750003},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":2,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3-flash-preview","matchedBy":"slug","catalog":{"id":"google/gemini-3-flash-preview","canonical_slug":"google/gemini-3-flash-preview-20251217","hugging_face_id":"","name":"Google: Gemini 3 Flash Preview","created":1765987078,"description":"Gemini 3 Flash Preview is a high speed, high value thinking model designed for agentic workflows, multi turn chat, and coding assistance. It delivers near Pro level reasoning and tool...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","file","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.000003","image":"0.0000005","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.000003","input_cache_read":"0.00000005","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3-flash-preview-20251217/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticslides","elo":1073,"win_rate":39.3,"rank":8},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1075,"win_rate":39.3,"rank":8},{"arena":"agents","category":"androidnative","elo":1064,"win_rate":48.1,"rank":32},{"arena":"agents","category":"fullstack","elo":1073,"win_rate":47.4,"rank":33},{"arena":"agents","category":"godotgamedev","elo":1161,"win_rate":50.6,"rank":14},{"arena":"agents","category":"mobileapps","elo":1120,"win_rate":46.6,"rank":37},{"arena":"agents","category":"python-pptxslides","elo":1036,"win_rate":38.3,"rank":27},{"arena":"agents","category":"webapps","elo":1126,"win_rate":48.5,"rank":32},{"arena":"models","category":"3d","elo":1212,"win_rate":62.7,"rank":45},{"arena":"models","category":"codecategories","elo":1204,"win_rate":57.6,"rank":51},{"arena":"models","category":"gamedev","elo":1190,"win_rate":58.3,"rank":57},{"arena":"models","category":"website","elo":1208,"win_rate":57,"rank":51}]},"reasoning":{"mandatory":false,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Google | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.00000025","completion":"0.0000015","image":"0.00000025","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.0000015","input_cache_read":"0.000000025","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tool_choice","tools","stop","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":14.52513966480447,"uptime_last_5m":null,"uptime_last_1d":13.725205260481,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.00000025","completion":"0.0000015","image":"0.00000025","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.0000015","input_cache_read":"0.000000025","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9174629745879,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.0000005","completion":"0.000003","image":"0.0000005","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.000003","input_cache_read":"0.00000005","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.96460440768271,"uptime_last_5m":99.98936396511381,"uptime_last_1d":99.95902616232979,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.0000005","completion":"0.000003","image":"0.0000005","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.000003","input_cache_read":"0.00000005","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tool_choice","tools","stop","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.02166276686543,"uptime_last_5m":99.45047963915889,"uptime_last_1d":98.3189402245775,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.0000009","completion":"0.0000054","image":"0.0000009","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000054","input_cache_read":"0.00000009","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tool_choice","tools","stop","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.88686745146002,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.0000009","completion":"0.0000054","image":"0.0000009","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000054","input_cache_read":"0.00000009","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.90892531876139,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"7c73c3be-7f51-4d14-bec8-d5789488df25","slug":"gemini-3-flash-reasoning","name":"Gemini 3 Flash Preview (Reasoning)","shortName":"Gemini 3 Flash","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-flash-reasoning","releaseDate":"2025-12-17","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"effort":null,"release":{"slug":"gemini-3-flash-preview","name":"Gemini 3 Flash Preview"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":26.3272067856089,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":196.824927261299,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":5.97131568400001,"timeToFirstAnswerTokenMs":5.97131568400001,"endToEndMs":8.511644325078153}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":10.133333333333333,"score":10.133333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.111111111111111,"score":0.111111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.804093567251462,"score":0.804093567251462,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.208247422680412,"score":0.208247422680412,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.386363636363636,"score":0.386363636363636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.78,"score":0.78,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.779591836734694,"score":0.779591836734694,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.365616311399444,"score":0.365616311399444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.897979797979798,"score":0.897979797979798,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0857142857142857,"score":0.0857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.277286135693215,"score":0.277286135693215,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.799421965317919,"score":0.799421965317919,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.907936507936508,"score":0.907936507936508,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.97,"score":0.97,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"7c73c3be-7f51-4d14-bec8-d5789488df25","slug":"gemini-3-flash-reasoning","name":"Gemini 3 Flash Preview (Reasoning)","shortName":"Gemini 3 Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-17","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"gemini-3-flash-preview","name":"Gemini 3 Flash Preview"},"deprecated":true,"deprecatedTo":"gemini-3-5-flash","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":26.3272067856089,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":10.133333333333333,"omniscienceBreakdown":{"accuracy":0.5343333333333333,"hallucinationRate":0.9298496778811739},"mlcrOverall":0.111111111111111,"gdpval":null,"itBenchSre":null,"tau2":0.804093567251462,"tauBanking":0.208247422680412,"terminalbenchHard":0.386363636363636,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.78,"ifbench":0.779591836734694,"hle":0.365616311399444,"gpqa":0.897979797979798,"critpt":0.0857142857142857,"apexAgents":0.277286135693215,"mmmuPro":0.799421965317919,"livecodebench":0.907936507936508,"aime25":0.97,"analystAgent":null,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.56,"price1mBlended0To3To1":1.125,"price1mBlended7To2To1":0.43499999999999994,"price1mBlended0To1To1":1.75,"price1mBlended100To1To1":0.08333333333333333,"price1mBlended0To100To1":0.5247524752475248,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":196.824927261299,"medianTimeToFirstChunk":5.97131568400001},"outputSpeedVariance":{"p05":153.039031813594,"q25":160.741890567409,"median":196.824927261299,"q75":221.466435478481,"p95":261.255431923085},"timeToFirstChunkVariance":{"p05":4.70098143685,"q25":5.14152158324998,"median":5.97131568400001,"q75":6.86481944424998,"p95":9.17189361409998},"performanceByPromptType":{"long":{"medianOutputSpeed":196.824927261299,"medianTimeToFirstChunk":5.97131568400001,"medianTimeToFirstAnswerToken":5.97131568400001,"medianEndToEndResponseTime":8.511644325078153}},"endToEndResponseTime":{"input":5.97131568400001,"reasoning":0,"answer":2.5403286410781427,"total":8.511644325078153},"timeToFirstAnswerToken":{"input":5.97131568400001,"reasoning":0,"total":5.97131568400001},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3-flash-preview","matchedBy":"slug","catalog":{"id":"google/gemini-3-flash-preview","canonical_slug":"google/gemini-3-flash-preview-20251217","hugging_face_id":"","name":"Google: Gemini 3 Flash Preview","created":1765987078,"description":"Gemini 3 Flash Preview is a high speed, high value thinking model designed for agentic workflows, multi turn chat, and coding assistance. It delivers near Pro level reasoning and tool...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","file","audio","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000005","completion":"0.000003","image":"0.0000005","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.000003","input_cache_read":"0.00000005","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3-flash-preview-20251217/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticslides","elo":1073,"win_rate":39.3,"rank":8},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1075,"win_rate":39.3,"rank":8},{"arena":"agents","category":"androidnative","elo":1064,"win_rate":48.1,"rank":32},{"arena":"agents","category":"fullstack","elo":1073,"win_rate":47.4,"rank":33},{"arena":"agents","category":"godotgamedev","elo":1161,"win_rate":50.6,"rank":14},{"arena":"agents","category":"mobileapps","elo":1120,"win_rate":46.6,"rank":37},{"arena":"agents","category":"python-pptxslides","elo":1036,"win_rate":38.3,"rank":27},{"arena":"agents","category":"webapps","elo":1126,"win_rate":48.5,"rank":32},{"arena":"models","category":"3d","elo":1212,"win_rate":62.7,"rank":45},{"arena":"models","category":"codecategories","elo":1204,"win_rate":57.6,"rank":51},{"arena":"models","category":"gamedev","elo":1190,"win_rate":58.3,"rank":57},{"arena":"models","category":"website","elo":1208,"win_rate":57,"rank":51}]},"reasoning":{"mandatory":false,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Google | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.00000025","completion":"0.0000015","image":"0.00000025","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.0000015","input_cache_read":"0.000000025","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tool_choice","tools","stop","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":14.52513966480447,"uptime_last_5m":null,"uptime_last_1d":13.725205260481,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.00000025","completion":"0.0000015","image":"0.00000025","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.0000015","input_cache_read":"0.000000025","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9174629745879,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.0000005","completion":"0.000003","image":"0.0000005","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.000003","input_cache_read":"0.00000005","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.96460440768271,"uptime_last_5m":99.98936396511381,"uptime_last_1d":99.95902616232979,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.0000005","completion":"0.000003","image":"0.0000005","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.000003","input_cache_read":"0.00000005","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tool_choice","tools","stop","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.02166276686543,"uptime_last_5m":99.45047963915889,"uptime_last_1d":98.3189402245775,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.0000009","completion":"0.0000054","image":"0.0000009","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000054","input_cache_read":"0.00000009","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tool_choice","tools","stop","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.88686745146002,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3-flash-preview-20251217","model_id":"google/gemini-3-flash-preview","model_name":"Google: Gemini 3 Flash Preview","context_length":1048576,"pricing":{"prompt":"0.0000009","completion":"0.0000054","image":"0.0000009","audio":"0.0000018","input_audio_cache":"0.00000018","web_search":"0.014","internal_reasoning":"0.0000054","input_cache_read":"0.00000009","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.90892531876139,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"d1122eff-ee85-4fdc-8a9f-23bee6590667","slug":"gemini-3-pro","name":"Gemini 3 Pro Preview (high)","shortName":"Gemini 3 Pro Preview (high)","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-pro","releaseDate":"2025-11-18","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-pro-preview","name":"Gemini 3 Pro Preview"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":27.9579716203661,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":15.283333333333333,"score":15.283333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.871345029239766,"score":0.871345029239766,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.416666666666667,"score":0.416666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.76,"score":0.76,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.704081632653061,"score":0.704081632653061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.397126969416126,"score":0.397126969416126,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.908080808080808,"score":0.908080808080808,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0914285714285714,"score":0.0914285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.801734104046243,"score":0.801734104046243,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.917460317460317,"score":0.917460317460317,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.956666666666667,"score":0.956666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"d1122eff-ee85-4fdc-8a9f-23bee6590667","slug":"gemini-3-pro","name":"Gemini 3 Pro Preview (high)","shortName":"Gemini 3 Pro Preview (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-18","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-pro-preview","name":"Gemini 3 Pro Preview"},"deprecated":true,"deprecatedTo":"gemini-3-1-pro-preview","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":27.9579716203661,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":15.283333333333333,"omniscienceBreakdown":{"accuracy":0.5575,"hallucinationRate":0.9145009416195857},"gdpval":null,"itBenchSre":null,"tau2":0.871345029239766,"tauBanking":null,"terminalbenchHard":0.416666666666667,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.76,"ifbench":0.704081632653061,"hle":0.397126969416126,"gpqa":0.908080808080808,"critpt":0.0914285714285714,"apexAgents":null,"mmmuPro":0.801734104046243,"livecodebench":0.917460317460317,"aime25":0.956666666666667,"analystAgent":null,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":1.12,"price1mBlended0To3To1":4.5,"price1mBlended7To2To1":1.7399999999999998,"price1mBlended0To1To1":7,"price1mBlended100To1To1":0.3333333333333333,"price1mBlended0To100To1":2.099009900990099,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"b2f3191f-77d6-4155-8be6-330f0baa1ae5","slug":"gemini-3-pro-low","name":"Gemini 3 Pro Preview (low)","shortName":"Gemini 3 Pro Preview (low)","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-pro-low","releaseDate":"2025-11-18","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gemini-3-pro-preview","name":"Gemini 3 Pro Preview"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":22.3196165324532,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":1.8,"score":1.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.681286549707602,"score":0.681286549707602,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.340909090909091,"score":0.340909090909091,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.74,"score":0.74,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.496598639455782,"score":0.496598639455782,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.294717330861909,"score":0.294717330861909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.886868686868687,"score":0.886868686868687,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.857142857142857,"score":0.857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.866666666666667,"score":0.866666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"b2f3191f-77d6-4155-8be6-330f0baa1ae5","slug":"gemini-3-pro-low","name":"Gemini 3 Pro Preview (low)","shortName":"Gemini 3 Pro Preview (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-18","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gemini-3-pro-preview","name":"Gemini 3 Pro Preview"},"deprecated":true,"deprecatedTo":"gemini-3-1-pro-preview","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":22.3196165324532,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":1.8,"omniscienceBreakdown":{"accuracy":0.4831666666666667,"hallucinationRate":0.9000322476620445},"gdpval":null,"itBenchSre":null,"tau2":0.681286549707602,"tauBanking":null,"terminalbenchHard":0.340909090909091,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.74,"ifbench":0.496598639455782,"hle":0.294717330861909,"gpqa":0.886868686868687,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.857142857142857,"aime25":0.866666666666667,"analystAgent":null,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":1.12,"price1mBlended0To3To1":4.5,"price1mBlended7To2To1":1.7399999999999998,"price1mBlended0To1To1":7,"price1mBlended100To1To1":0.3333333333333333,"price1mBlended0To100To1":2.099009900990099,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"598190f8-dc9c-4fea-a7ea-4b81c402ab18","slug":"gemini-3-1-flash-lite-preview","name":"Gemini 3.1 Flash-Lite","shortName":"Gemini 3.1 Flash-Lite","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-1-flash-lite-preview","releaseDate":"2026-03-03","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-1-flash-lite","name":"Gemini 3.1 Flash-Lite"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":16.034238713025,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":17.39449224586656,"strategyAndOps":14.580321490908483,"legal":22.728837944120748,"healthcareAndMedical":14.221688954470622,"engineering":18.96841279222785,"economics":24.00124967176396},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":266.259583535987,"canonicalInputTokens":461013123,"canonicalOutputTokens":53933777,"outputTokensPerTask":11962.429490354582,"answerTokensPerTask":2111.5562400854083,"reasoningTokensPerTask":9850.873250269173,"price1mInputTokens":0.25,"price1mOutputTokens":1.5,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.03940671951220252,"latency":{"timeToFirstChunkMs":5.22191793649997,"timeToFirstAnswerTokenMs":5.22191793649997,"endToEndMs":7.099784615925694}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":226.15,"score":226.15,"outputTokensPerTask":5739.516483516483,"costPerTask":0.0252021936046196,"timePerTask":20.95594362911743,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":595.99,"score":595.99,"outputTokensPerTask":6293.577272727272,"costPerTask":0.016603811193285103,"timePerTask":22.978913107321958,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.06796182033119545,"score":0.06796182033119545,"outputTokensPerTask":7772.660578386606,"costPerTask":0.04405664100254701,"timePerTask":28.379295955804572,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":22598.136363636364,"costPerTask":0.16536334240711004,"timePerTask":82.50961089135662,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.434027777777778,"score":0.434027777777778,"outputTokensPerTask":11690.0625,"costPerTask":0.01818731857638889,"timePerTask":42.68239170919981,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.17191844300278,"score":0.17191844300278,"outputTokensPerTask":14913.980074142724,"costPerTask":0.022450383572752548,"timePerTask":54.4534590356348,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.078,"score":0.078,"outputTokensPerTask":3185.12,"costPerTask":0.026543402500000004,"timePerTask":11.629410833415688,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":45704.171428571426,"costPerTask":0.06913496071428571,"timePerTask":166.8736456848459,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-16.416666666666668,"score":-16.416666666666668,"outputTokensPerTask":1019.4981666666666,"costPerTask":0.0015591218333333334,"timePerTask":3.722359918646948,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.743333333333333,"score":0.743333333333333,"outputTokensPerTask":2428.79,"costPerTask":0.027227365,"timePerTask":8.867922319439046,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0611111111111111,"score":0.0611111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.311477782602403,"score":0.311477782602403,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.078,"score":0.078,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":595.99,"score":595.99,"outputTokensPerTask":6293.577272727272,"costPerTask":0.016603811193285103,"timePerTask":22.978913107321958,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.047995,"score":0.047995,"outputTokensPerTask":6293.577272727272,"costPerTask":0.016603811193285103,"timePerTask":22.978913107321958,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.312865497076023,"score":0.312865497076023,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0969072164948454,"score":0.0969072164948454,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.242424242424242,"score":0.242424242424242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.310861423220974,"score":0.310861423220974,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":22598.136363636364,"costPerTask":0.16536334240711004,"timePerTask":82.50961089135662,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.743333333333333,"score":0.743333333333333,"outputTokensPerTask":2428.79,"costPerTask":0.027227365,"timePerTask":8.867922319439046,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.772108843537415,"score":0.772108843537415,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.17191844300278,"score":0.17191844300278,"outputTokensPerTask":14913.980074142724,"costPerTask":0.022450383572752548,"timePerTask":54.4534590356348,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.822222222222222,"score":0.822222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.121681415929204,"score":0.121681415929204,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.755491329479769,"score":0.755491329479769,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.0875,"score":0.0875,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.06796182033119545,"score":0.06796182033119545,"outputTokensPerTask":7772.660578386606,"costPerTask":0.04405664100254701,"timePerTask":28.379295955804572,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.2802148612354521,"score":0.2802148612354521,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":17.39449224586656,"score":17.39449224586656,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":14.580321490908483,"score":14.580321490908483,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":22.728837944120748,"score":22.728837944120748,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":14.221688954470622,"score":14.221688954470622,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":18.96841279222785,"score":18.96841279222785,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":24.00124967176396,"score":24.00124967176396,"family":"Capability Index"}],"benchmarkCount":35,"raw":{"id":"598190f8-dc9c-4fea-a7ea-4b81c402ab18","slug":"gemini-3-1-flash-lite-preview","name":"Gemini 3.1 Flash-Lite","shortName":"Gemini 3.1 Flash-Lite","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-03","knowledgeCutoffDate":"2025-01-01","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-1-flash-lite","name":"Gemini 3.1 Flash-Lite"},"deprecated":true,"deprecatedTo":"gemini-3-5-flash-lite","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":16.034238713025,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":17.39449224586656,"strategyAndOps":14.580321490908483,"legal":22.728837944120748,"healthcareAndMedical":14.221688954470622,"engineering":18.96841279222785,"economics":24.00124967176396},"omniscience":-16.416666666666668,"omniscienceBreakdown":{"accuracy":0.3626666666666667,"hallucinationRate":0.8266213389121339},"mlcrOverall":0.0611111111111111,"harveyLab":0.311477782602403,"gdpPdfAllPass":0.078,"gdpval":595.99,"gdpvalNormalized":0.047995,"itBenchSre":null,"tau2":0.312865497076023,"tauBanking":0.0969072164948454,"terminalbenchHard":0.242424242424242,"terminalBench21":0.310861423220974,"terminalBench40":0.00505050505050505,"scicode":0.434027777777778,"lcr":0.743333333333333,"ifbench":0.772108843537415,"hle":0.17191844300278,"gpqa":0.822222222222222,"critpt":0.0114285714285714,"apexAgents":0.121681415929204,"mmmuPro":0.755491329479769,"livecodebench":null,"aime25":null,"analystAgent":0.0875,"automationBenchPartialScore":0.06796182033119545,"enterpriseOpsGym":0.2802148612354521,"price1mInputTokens":0.25,"price1mOutputTokens":1.5,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.28,"price1mBlended0To3To1":0.5625,"price1mBlended7To2To1":0.21749999999999997,"price1mBlended0To1To1":0.875,"price1mBlended100To1To1":0.041666666666666664,"price1mBlended0To100To1":0.2623762376237624,"intelligenceIndexTimePerTask":43.676849572104324,"intelligenceIndexCost":{"total":119.06256231808575,"input":38.16189681808576,"nonCacheInput":5.113962,"cacheRead":8.565709325768252,"cacheWrite":24.482225492317507,"output":80.9006655,"reasoning":73.905912,"answer":6.9947535},"intelligenceIndexCostPerTask":{"cost":{"total":0.03940671951220252,"input":0.021463075276670646,"nonCacheInput":0.0034912966234355927,"cacheRead":0.004834764004585495,"cacheWrite":0.013137014648649557,"output":0.017943644235531873,"reasoning":0.014776309875403761,"answer":0.0031673343601281117},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.0037803290406929393},{"slug":"gdpval-aa","weightedCostPerTask":0.0016603811193285105},{"slug":"automationbench-aa","weightedCostPerTask":0.0022028320501273507},{"slug":"terminalbench-4-0","weightedCostPerTask":0.016536334240711003},{"slug":"scicode","weightedCostPerTask":0.001818731857638889},{"slug":"humanitys-last-exam","weightedCostPerTask":0.002245038357275255},{"slug":"gdp-pdf","weightedCostPerTask":0.00265434025},{"slug":"critpt","weightedCostPerTask":0.006913496071428571},{"slug":"omniscience","weightedCostPerTask":0.00023386827500000002},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00136136825}]},"canonicalIntelligenceIndexTokenCount":{"input":461013123,"output":53933777,"answer":4663169,"reasoning":49270608},"intelligenceIndexOutputTokensPerTask":{"reasoning":9850.873250269173,"answer":2111.5562400854083,"output":11962.429490354582},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":226.15,"outputTokensPerTask":5739.516483516483,"costPerTask":0.0252021936046196,"timePerTask":20.95594362911743},{"slug":"gdpval-aa","score":595.99,"outputTokensPerTask":6293.577272727272,"costPerTask":0.016603811193285103,"timePerTask":22.978913107321958},{"slug":"automationbench-aa","score":0.06796182033119545,"outputTokensPerTask":7772.660578386606,"costPerTask":0.04405664100254701,"timePerTask":28.379295955804572},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":22598.136363636364,"costPerTask":0.16536334240711004,"timePerTask":82.50961089135662},{"slug":"scicode","score":0.434027777777778,"outputTokensPerTask":11690.0625,"costPerTask":0.01818731857638889,"timePerTask":42.68239170919981},{"slug":"humanitys-last-exam","score":0.17191844300278,"outputTokensPerTask":14913.980074142724,"costPerTask":0.022450383572752548,"timePerTask":54.4534590356348},{"slug":"gdp-pdf","score":0.078,"outputTokensPerTask":3185.12,"costPerTask":0.026543402500000004,"timePerTask":11.629410833415688},{"slug":"critpt","score":0.0114285714285714,"outputTokensPerTask":45704.171428571426,"costPerTask":0.06913496071428571,"timePerTask":166.8736456848459},{"slug":"omniscience","score":-16.416666666666668,"outputTokensPerTask":1019.4981666666666,"costPerTask":0.0015591218333333334,"timePerTask":3.722359918646948},{"slug":"artificial-analysis-long-context-reasoning","score":0.743333333333333,"outputTokensPerTask":2428.79,"costPerTask":0.027227365,"timePerTask":8.867922319439046}],"briefcaseBreakdown":{"overall":{"elo":226.15,"lower95ci":217.33,"upper95ci":234.6},"rubricPassRate":0.06332992849846783,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":154.07,"lower95ci":136.99,"upper95ci":170.53}},"briefcaseTotalCost":2.2933996180203833,"timescaleData":{"medianOutputSpeed":266.259583535987,"medianTimeToFirstChunk":5.22191793649997},"outputSpeedVariance":{"p05":219.775496484715,"q25":227.46305300554,"median":266.259583535987,"q75":354.542011870225,"p95":421.560895386481},"timeToFirstChunkVariance":{"p05":3.923206769,"q25":4.55299877500001,"median":5.22191793649997,"q75":5.99411176900008,"p95":7.67572931480007},"performanceByPromptType":{"long":{"medianOutputSpeed":266.259583535987,"medianTimeToFirstChunk":5.22191793649997,"medianTimeToFirstAnswerToken":5.22191793649997,"medianEndToEndResponseTime":7.099784615925694}},"endToEndResponseTime":{"input":5.22191793649997,"reasoning":0,"answer":1.8778666794257235,"total":7.099784615925694},"timeToFirstAnswerToken":{"input":5.22191793649997,"reasoning":0,"total":5.22191793649997},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.1-flash-lite","matchedBy":"slug","catalog":{"id":"google/gemini-3.1-flash-lite","canonical_slug":"google/gemini-3.1-flash-lite-20260507","hugging_face_id":null,"name":"Google: Gemini 3.1 Flash Lite","created":1778168828,"description":"Gemini 3.1 Flash Lite is Google’s GA high-efficiency multimodal model optimized for low-latency, high-volume workloads. It supports text, image, video, audio, and PDF inputs, and is designed for lightweight agentic...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.0000015","image":"0.00000025","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.0000015","input_cache_read":"0.000000025","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.1-flash-lite-20260507/endpoints"},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"minimal"}},"endpoints":[{"name":"Google | google/gemini-3.1-flash-lite-20260507","model_id":"google/gemini-3.1-flash-lite","model_name":"Google: Gemini 3.1 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.000000125","completion":"0.00000075","image":"0.000000125","audio":"0.00000025","input_audio_cache":"0.000000025","web_search":"0.014","internal_reasoning":"0.00000075","input_cache_read":"0.0000000125","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":11.219512195121952,"uptime_last_5m":null,"uptime_last_1d":17.285671612068107,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.1-flash-lite-20260507","model_id":"google/gemini-3.1-flash-lite","model_name":"Google: Gemini 3.1 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.000000125","completion":"0.00000075","image":"0.000000125","audio":"0.00000025","input_audio_cache":"0.000000025","web_search":"0.014","internal_reasoning":"0.00000075","input_cache_read":"0.0000000125","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98053182819716,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.1-flash-lite-20260507","model_id":"google/gemini-3.1-flash-lite","model_name":"Google: Gemini 3.1 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000025","completion":"0.0000015","image":"0.00000025","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.0000015","input_cache_read":"0.000000025","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.81461634272803,"uptime_last_5m":99.90555345674348,"uptime_last_1d":99.93055294868427,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.1-flash-lite-20260507","model_id":"google/gemini-3.1-flash-lite","model_name":"Google: Gemini 3.1 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000025","completion":"0.0000015","image":"0.00000025","audio":"0.0000005","input_audio_cache":"0.00000005","web_search":"0.014","internal_reasoning":"0.0000015","input_cache_read":"0.000000025","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95333721274937,"uptime_last_5m":99.95442114858706,"uptime_last_1d":99.95404031340763,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.1-flash-lite-20260507","model_id":"google/gemini-3.1-flash-lite","model_name":"Google: Gemini 3.1 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.000000275","completion":"0.00000165","image":"0.000000275","audio":"0.00000055","input_audio_cache":"0.000000055","web_search":"0.014","internal_reasoning":"0.00000165","input_cache_read":"0.0000000275","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.836867862969,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.1-flash-lite-20260507","model_id":"google/gemini-3.1-flash-lite","model_name":"Google: Gemini 3.1 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.000000275","completion":"0.00000165","image":"0.000000275","audio":"0.00000055","input_audio_cache":"0.000000055","web_search":"0.014","internal_reasoning":"0.00000165","input_cache_read":"0.0000000275","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.1-flash-lite-20260507","model_id":"google/gemini-3.1-flash-lite","model_name":"Google: Gemini 3.1 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000045","completion":"0.0000027","image":"0.00000045","audio":"0.0000009","input_audio_cache":"0.00000009","web_search":"0.014","internal_reasoning":"0.0000027","input_cache_read":"0.000000045","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.89968232737002,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.1-flash-lite-20260507","model_id":"google/gemini-3.1-flash-lite","model_name":"Google: Gemini 3.1 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000045","completion":"0.0000027","image":"0.00000045","audio":"0.0000009","input_audio_cache":"0.00000009","web_search":"0.014","internal_reasoning":"0.0000027","input_cache_read":"0.000000045","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.90878686530861,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":8,"endpointError":null}},{"id":"bbd93ebe-80da-4594-bb19-61e69d0331df","slug":"gemini-3-1-pro-preview","name":"Gemini 3.1 Pro Preview","shortName":"Gemini 3.1 Pro Preview","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-1-pro-preview","releaseDate":"2026-02-19","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"gemini-3-1-pro-preview","name":"Gemini 3.1 Pro Preview"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":30.3596656132261,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":34.45009536941169,"strategyAndOps":31.163594010409387,"legal":44.49707785062165,"healthcareAndMedical":31.301918241296853,"engineering":33.60054711473266,"economics":45.17162685356811},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":118.906586544506,"canonicalInputTokens":1210802196,"canonicalOutputTokens":67075321,"outputTokensPerTask":18112.30078500516,"answerTokensPerTask":5622.60726322975,"reasoningTokensPerTask":12489.693521775413,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.6747317275695374,"latency":{"timeToFirstChunkMs":33.1602885095,"timeToFirstAnswerTokenMs":33.1602885095,"endToEndMs":37.36527003769191}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":458.83,"score":458.83,"outputTokensPerTask":16595.494505494506,"costPerTask":0.6568018364585404,"timePerTask":140.54574630479635,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":903.94,"score":903.94,"outputTokensPerTask":11621.454545454546,"costPerTask":0.2726872759262273,"timePerTask":98.4210504662818,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.3542771839809836,"score":0.3542771839809836,"outputTokensPerTask":14086.103500761035,"costPerTask":0.43206383958260736,"timePerTask":119.29394019476811,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0404040404040404,"score":0.0404040404040404,"outputTokensPerTask":67442.90909090909,"costPerTask":4.149032829811538,"timePerTask":571.1679147620499,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.586805555555556,"score":0.586805555555556,"outputTokensPerTask":6495.524305555556,"costPerTask":0.08296459027777778,"timePerTask":55.010009545843715,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.470342910101946,"score":0.470342910101946,"outputTokensPerTask":16343.274328081558,"costPerTask":0.19675459962928638,"timePerTask":138.40971636872578,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.178,"score":0.178,"outputTokensPerTask":5311.16,"costPerTask":0.2378597,"timePerTask":44.97973505381481,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.177142857142857,"score":0.177142857142857,"outputTokensPerTask":38791.42857142857,"costPerTask":0.47391682857142853,"timePerTask":328.5211101721355,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":31.883333333333333,"score":31.883333333333333,"outputTokensPerTask":1452.7023333333334,"costPerTask":0.017671424666666668,"timePerTask":12.302805049253251,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.82,"score":0.82,"outputTokensPerTask":2003.82,"costPerTask":0.21271927999999998,"timePerTask":16.970170865787356,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.155555555555556,"score":0.155555555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.588507743522941,"score":0.588507743522941,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.178,"score":0.178,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":903.94,"score":903.94,"outputTokensPerTask":11621.454545454546,"costPerTask":0.2726872759262273,"timePerTask":98.4210504662818,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.20197000000000004,"score":0.20197000000000004,"outputTokensPerTask":11621.454545454546,"costPerTask":0.2726872759262273,"timePerTask":98.4210504662818,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.303309120258273,"score":0.303309120258273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.956140350877193,"score":0.956140350877193,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.214432989690722,"score":0.214432989690722,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.537878787878788,"score":0.537878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.737827715355805,"score":0.737827715355805,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0404040404040404,"score":0.0404040404040404,"outputTokensPerTask":67442.90909090909,"costPerTask":4.149032829811538,"timePerTask":571.1679147620499,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.82,"score":0.82,"outputTokensPerTask":2003.82,"costPerTask":0.21271927999999998,"timePerTask":16.970170865787356,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.771428571428571,"score":0.771428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.470342910101946,"score":0.470342910101946,"outputTokensPerTask":16343.274328081558,"costPerTask":0.19675459962928638,"timePerTask":138.40971636872578,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.941414141414141,"score":0.941414141414141,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.320058997050148,"score":0.320058997050148,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.824277456647399,"score":0.824277456647399,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.4125,"score":0.4125,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.3542771839809836,"score":0.3542771839809836,"outputTokensPerTask":14086.103500761035,"costPerTask":0.43206383958260736,"timePerTask":119.29394019476811,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.42166517457475383,"score":0.42166517457475383,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":34.45009536941169,"score":34.45009536941169,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":31.163594010409387,"score":31.163594010409387,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":44.49707785062165,"score":44.49707785062165,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":31.301918241296853,"score":31.301918241296853,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":33.60054711473266,"score":33.60054711473266,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":45.17162685356811,"score":45.17162685356811,"family":"Capability Index"}],"benchmarkCount":36,"raw":{"id":"bbd93ebe-80da-4594-bb19-61e69d0331df","slug":"gemini-3-1-pro-preview","name":"Gemini 3.1 Pro Preview","shortName":"Gemini 3.1 Pro Preview","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-19","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"release":{"slug":"gemini-3-1-pro-preview","name":"Gemini 3.1 Pro Preview"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":30.3596656132261,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":34.45009536941169,"strategyAndOps":31.163594010409387,"legal":44.49707785062165,"healthcareAndMedical":31.301918241296853,"engineering":33.60054711473266,"economics":45.17162685356811},"omniscience":31.883333333333333,"omniscienceBreakdown":{"accuracy":0.5485,"hallucinationRate":0.5086747877445552},"mlcrOverall":0.155555555555556,"harveyLab":0.588507743522941,"gdpPdfAllPass":0.178,"gdpval":903.94,"gdpvalNormalized":0.20197000000000004,"itBenchSre":0.303309120258273,"tau2":0.956140350877193,"tauBanking":0.214432989690722,"terminalbenchHard":0.537878787878788,"terminalBench21":0.737827715355805,"terminalBench40":0.0404040404040404,"scicode":0.586805555555556,"lcr":0.82,"ifbench":0.771428571428571,"hle":0.470342910101946,"gpqa":0.941414141414141,"critpt":0.177142857142857,"apexAgents":0.320058997050148,"mmmuPro":0.824277456647399,"livecodebench":null,"aime25":null,"analystAgent":0.4125,"automationBenchPartialScore":0.3542771839809836,"enterpriseOpsGym":0.42166517457475383,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":4.5,"price1mBlended7To2To1":1.7399999999999998,"price1mBlended0To1To1":7,"price1mBlended100To1To1":0.3333333333333333,"price1mBlended0To100To1":2.099009900990099,"intelligenceIndexTimePerTask":153.39144189302036,"intelligenceIndexCost":{"total":1310.2131291948317,"input":505.3092771948318,"nonCacheInput":41.119544,"cacheRead":212.9216794227965,"cacheWrite":251.2680537720353,"output":804.903852,"reasoning":691.820568,"answer":113.083284},"intelligenceIndexCostPerTask":{"cost":{"total":0.6747317275695374,"input":0.45738411814947544,"nonCacheInput":0.028289428701770453,"cacheRead":0.21247096111146266,"cacheWrite":0.21662372833624222,"output":0.21734760942006193,"reasoning":0.14987632226130493,"answer":0.06747128715875697},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.09852027546878105},{"slug":"gdpval-aa","weightedCostPerTask":0.02726872759262273},{"slug":"automationbench-aa","weightedCostPerTask":0.02160319197913037},{"slug":"terminalbench-4-0","weightedCostPerTask":0.4149032829811538},{"slug":"scicode","weightedCostPerTask":0.00829645902777778},{"slug":"humanitys-last-exam","weightedCostPerTask":0.01967545996292864},{"slug":"gdp-pdf","weightedCostPerTask":0.02378597},{"slug":"critpt","weightedCostPerTask":0.047391682857142854},{"slug":"omniscience","weightedCostPerTask":0.0026507136999999997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.010635964}]},"canonicalIntelligenceIndexTokenCount":{"input":1210802196,"output":67075321,"answer":9423607,"reasoning":57651714},"intelligenceIndexOutputTokensPerTask":{"reasoning":12489.693521775413,"answer":5622.60726322975,"output":18112.30078500516},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":458.83,"outputTokensPerTask":16595.494505494506,"costPerTask":0.6568018364585404,"timePerTask":140.54574630479635},{"slug":"gdpval-aa","score":903.94,"outputTokensPerTask":11621.454545454546,"costPerTask":0.2726872759262273,"timePerTask":98.4210504662818},{"slug":"automationbench-aa","score":0.3542771839809836,"outputTokensPerTask":14086.103500761035,"costPerTask":0.43206383958260736,"timePerTask":119.29394019476811},{"slug":"terminalbench-4-0","score":0.0404040404040404,"outputTokensPerTask":67442.90909090909,"costPerTask":4.149032829811538,"timePerTask":571.1679147620499},{"slug":"scicode","score":0.586805555555556,"outputTokensPerTask":6495.524305555556,"costPerTask":0.08296459027777778,"timePerTask":55.010009545843715},{"slug":"humanitys-last-exam","score":0.470342910101946,"outputTokensPerTask":16343.274328081558,"costPerTask":0.19675459962928638,"timePerTask":138.40971636872578},{"slug":"gdp-pdf","score":0.178,"outputTokensPerTask":5311.16,"costPerTask":0.2378597,"timePerTask":44.97973505381481},{"slug":"critpt","score":0.177142857142857,"outputTokensPerTask":38791.42857142857,"costPerTask":0.47391682857142853,"timePerTask":328.5211101721355},{"slug":"omniscience","score":31.883333333333333,"outputTokensPerTask":1452.7023333333334,"costPerTask":0.017671424666666668,"timePerTask":12.302805049253251},{"slug":"artificial-analysis-long-context-reasoning","score":0.82,"outputTokensPerTask":2003.82,"costPerTask":0.21271927999999998,"timePerTask":16.970170865787356}],"briefcaseBreakdown":{"overall":{"elo":458.83,"lower95ci":450.45,"upper95ci":466.66},"rubricPassRate":0.12424242424242424,"analyticalQuality":{"elo":294.5,"lower95ci":278.71,"upper95ci":309.39},"presentation":{"elo":358.87,"lower95ci":341.9,"upper95ci":373.78}},"briefcaseTotalCost":59.76896711772717,"timescaleData":{"medianOutputSpeed":118.906586544506,"medianTimeToFirstChunk":33.1602885095},"outputSpeedVariance":{"p05":98.8730153593829,"q25":106.710784044243,"median":118.906586544506,"q75":138.009906887442,"p95":150.642178112399},"timeToFirstChunkVariance":{"p05":15.8875078831499,"q25":22.096790824,"median":33.1602885095,"q75":45.05375927475,"p95":114.0691027593},"performanceByPromptType":{"medium":{"medianOutputSpeed":130.895362236046,"medianTimeToFirstChunk":23.2898913845,"medianTimeToFirstAnswerToken":23.2898913845,"medianEndToEndResponseTime":27.10973642299984},"long":{"medianOutputSpeed":118.906586544506,"medianTimeToFirstChunk":33.1602885095,"medianTimeToFirstAnswerToken":33.1602885095,"medianEndToEndResponseTime":37.36527003769191},"hundredK":{"medianOutputSpeed":141.861114166218,"medianTimeToFirstChunk":88.6684532575,"medianTimeToFirstAnswerToken":88.6684532575,"medianEndToEndResponseTime":92.19302729555636},"mediumParallel":{"medianOutputSpeed":131.951678011881,"medianTimeToFirstChunk":15.1528662635,"medianTimeToFirstAnswerToken":15.1528662635,"medianEndToEndResponseTime":18.942132209439542}},"endToEndResponseTime":{"input":33.1602885095,"reasoning":0,"answer":4.204981528191906,"total":37.36527003769191},"timeToFirstAnswerToken":{"input":33.1602885095,"reasoning":0,"total":33.1602885095},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":3,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.1-pro-preview","matchedBy":"slug","catalog":{"id":"google/gemini-3.1-pro-preview","canonical_slug":"google/gemini-3.1-pro-preview-20260219","hugging_face_id":"","name":"Google: Gemini 3.1 Pro Preview","created":1771509627,"description":"Gemini 3.1 Pro Preview is Google’s frontier reasoning model, delivering enhanced software engineering performance, improved agentic reliability, and more efficient token usage across complex workflows. Building on the multimodal foundation...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["audio","file","image","text","video"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000012","image":"0.000002","audio":"0.000002","input_audio_cache":"0.0000002","web_search":"0.014","internal_reasoning":"0.000012","input_cache_read":"0.0000002","input_cache_write":"0.000000375","overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000018","audio":"0.000004","input_audio_cache":"0.0000004","input_cache_read":"0.0000004"}]},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.1-pro-preview-20260219/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1114,"win_rate":44.2,"rank":22},{"arena":"agents","category":"agentichtmlslides","elo":1226,"win_rate":55.8,"rank":4},{"arena":"agents","category":"agenticslides","elo":1112,"win_rate":33.8,"rank":7},{"arena":"agents","category":"agenticslides(html)","elo":1219,"win_rate":54.4,"rank":4},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1107,"win_rate":33.9,"rank":7},{"arena":"agents","category":"androidnative","elo":1063,"win_rate":41.3,"rank":33},{"arena":"agents","category":"fullstack","elo":1078,"win_rate":41.1,"rank":31},{"arena":"agents","category":"godotgamedev","elo":1236,"win_rate":60,"rank":5},{"arena":"agents","category":"htmlslides","elo":1155,"win_rate":48.6,"rank":16},{"arena":"agents","category":"mobileapps","elo":1121,"win_rate":43.4,"rank":36},{"arena":"agents","category":"pptxslides","elo":1110,"win_rate":34.1,"rank":7},{"arena":"agents","category":"python-pptxslides","elo":1109,"win_rate":31.9,"rank":25},{"arena":"agents","category":"webapps","elo":1141,"win_rate":44.9,"rank":29},{"arena":"models","category":"3d","elo":1263,"win_rate":58.4,"rank":30},{"arena":"models","category":"asciiart","elo":1289,"win_rate":63.5,"rank":9},{"arena":"models","category":"codecategories","elo":1259,"win_rate":64.4,"rank":33},{"arena":"models","category":"dataviz","elo":1253,"win_rate":61.8,"rank":30},{"arena":"models","category":"gamedev","elo":1226,"win_rate":52.1,"rank":42},{"arena":"models","category":"svg","elo":1310,"win_rate":67.8,"rank":9},{"arena":"models","category":"uicomponent","elo":1295,"win_rate":69.4,"rank":18},{"arena":"models","category":"website","elo":1265,"win_rate":64.4,"rank":32}],"artificial_analysis":{"intelligence_index":30.4,"coding_index":68.8,"agentic_index":10.3}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Google | google/gemini-3.1-pro-preview-20260219","model_id":"google/gemini-3.1-pro-preview","model_name":"Google: Gemini 3.1 Pro Preview","context_length":1048576,"pricing":{"prompt":"0.000001","completion":"0.000006","image":"0.000001","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.000006","input_cache_read":"0.0000001","input_cache_write":"0.0000001875","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000002","completion":"0.000009","audio":"0.000002","input_audio_cache":"0.0000002","input_cache_read":"0.0000002"}]},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","stop","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":4.515499145716378,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.1-pro-preview-20260219","model_id":"google/gemini-3.1-pro-preview","model_name":"Google: Gemini 3.1 Pro Preview","context_length":1048576,"pricing":{"prompt":"0.000001","completion":"0.000006","image":"0.000001","audio":"0.000001","input_audio_cache":"0.0000001","web_search":"0.014","internal_reasoning":"0.000006","input_cache_read":"0.0000001","input_cache_write":"0.0000001875","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000002","completion":"0.000009","audio":"0.000002","input_audio_cache":"0.0000002","input_cache_read":"0.0000002"}]},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.96394057406606,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.1-pro-preview-20260219","model_id":"google/gemini-3.1-pro-preview","model_name":"Google: Gemini 3.1 Pro Preview","context_length":1048576,"pricing":{"prompt":"0.000002","completion":"0.000012","image":"0.000002","audio":"0.000002","input_audio_cache":"0.0000002","web_search":"0.014","internal_reasoning":"0.000012","input_cache_read":"0.0000002","input_cache_write":"0.000000375","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000018","audio":"0.000004","input_audio_cache":"0.0000004","input_cache_read":"0.0000004"}]},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","stop","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.89287774329114,"uptime_last_5m":99.91083370485956,"uptime_last_1d":99.15225464530366,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.1-pro-preview-20260219","model_id":"google/gemini-3.1-pro-preview","model_name":"Google: Gemini 3.1 Pro Preview","context_length":1048576,"pricing":{"prompt":"0.000002","completion":"0.000012","image":"0.000002","audio":"0.000002","input_audio_cache":"0.0000002","web_search":"0.014","internal_reasoning":"0.000012","input_cache_read":"0.0000002","input_cache_write":"0.000000375","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000018","audio":"0.000004","input_audio_cache":"0.0000004","input_cache_read":"0.0000004"}]},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95164805736772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.1-pro-preview-20260219","model_id":"google/gemini-3.1-pro-preview","model_name":"Google: Gemini 3.1 Pro Preview","context_length":1048576,"pricing":{"prompt":"0.0000036","completion":"0.0000216","image":"0.0000036","audio":"0.0000036","input_audio_cache":"0.00000036","web_search":"0.014","internal_reasoning":"0.0000216","input_cache_read":"0.00000036","input_cache_write":"0.000000675","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000072","completion":"0.0000324","audio":"0.0000072","input_audio_cache":"0.00000072","input_cache_read":"0.00000072"}]},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","stop","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.1-pro-preview-20260219","model_id":"google/gemini-3.1-pro-preview","model_name":"Google: Gemini 3.1 Pro Preview","context_length":1048576,"pricing":{"prompt":"0.0000036","completion":"0.0000216","image":"0.0000036","audio":"0.0000036","input_audio_cache":"0.00000036","web_search":"0.014","internal_reasoning":"0.0000216","input_cache_read":"0.00000036","input_cache_write":"0.000000675","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000072","completion":"0.0000324","audio":"0.0000072","input_audio_cache":"0.00000072","input_cache_read":"0.00000072"}]},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.19871794871796,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"0097ebf5-124f-42f6-9463-33b00e711f03","slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash (high)","shortName":"Gemini 3.5 Flash","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-5-flash","releaseDate":"2026-05-19","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":32.9816033695905,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":39.088927030375054,"strategyAndOps":38.10053176485978,"legal":44.82174535398681,"healthcareAndMedical":34.91730399872614,"engineering":35.05703794598975,"economics":46.11660874266296},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":207.830374359429,"canonicalInputTokens":3194203816,"canonicalOutputTokens":119761387,"outputTokensPerTask":54642.77172835717,"answerTokensPerTask":18330.42235118367,"reasoningTokensPerTask":36312.349377173494,"price1mInputTokens":1.5,"price1mOutputTokens":9,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":1.5625413241435933,"latency":{"timeToFirstChunkMs":14.997592209,"timeToFirstAnswerTokenMs":14.997592209,"endToEndMs":17.403400318334793}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":869.74,"score":869.74,"outputTokensPerTask":146031.04395604396,"costPerTask":4.051694721210451,"timePerTask":679.1260497739473,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1259.06,"score":1259.06,"outputTokensPerTask":86645.90909090909,"costPerTask":1.7402861015922977,"timePerTask":402.95195032430104,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.4207973565652745,"score":0.4207973565652745,"outputTokensPerTask":41211.299847793,"costPerTask":0.7617266943545313,"timePerTask":191.65559947723008,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0656565656565657,"score":0.0656565656565657,"outputTokensPerTask":137590.80303030304,"costPerTask":6.46605651418953,"timePerTask":639.8742076740978,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.539351851851852,"score":0.539351851851852,"outputTokensPerTask":7158.586805555556,"costPerTask":0.06818365624999999,"timePerTask":33.291433434415524,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.42678405931418,"score":0.42678405931418,"outputTokensPerTask":16364.64874884152,"costPerTask":0.14776174976830397,"timePerTask":76.10477169555931,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.198,"score":0.198,"outputTokensPerTask":6873.39,"costPerTask":0.18790356,"timePerTask":31.96510873852831,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.131428571428571,"score":0.131428571428571,"outputTokensPerTask":48118.2,"costPerTask":0.4399358571428571,"timePerTask":223.77654917038794,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":21.183333333333334,"score":21.183333333333334,"outputTokensPerTask":1581.8691666666666,"costPerTask":0.014417289000000002,"timePerTask":7.3565765834071914,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.733333333333333,"score":0.733333333333333,"outputTokensPerTask":3302.32,"costPerTask":0.19050888000000002,"timePerTask":15.357635444724773,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.183333333333333,"score":0.183333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.820813431755681,"score":0.820813431755681,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.198,"score":0.198,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1259.06,"score":1259.06,"outputTokensPerTask":86645.90909090909,"costPerTask":1.7402861015922977,"timePerTask":402.95195032430104,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.37953,"score":0.37953,"outputTokensPerTask":86645.90909090909,"costPerTask":1.7402861015922977,"timePerTask":402.95195032430104,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.403483992467043,"score":0.403483992467043,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.953216374269006,"score":0.953216374269006,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.321649484536082,"score":0.321649484536082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.409090909090909,"score":0.409090909090909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.786516853932584,"score":0.786516853932584,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0656565656565657,"score":0.0656565656565657,"outputTokensPerTask":137590.80303030304,"costPerTask":6.46605651418953,"timePerTask":639.8742076740978,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.733333333333333,"score":0.733333333333333,"outputTokensPerTask":3302.32,"costPerTask":0.19050888000000002,"timePerTask":15.357635444724773,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.763265306122449,"score":0.763265306122449,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.42678405931418,"score":0.42678405931418,"outputTokensPerTask":16364.64874884152,"costPerTask":0.14776174976830397,"timePerTask":76.10477169555931,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.922222222222222,"score":0.922222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.470501474926254,"score":0.470501474926254,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.842774566473988,"score":0.842774566473988,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.45,"score":0.45,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.4207973565652745,"score":0.4207973565652745,"outputTokensPerTask":41211.299847793,"costPerTask":0.7617266943545313,"timePerTask":191.65559947723008,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.5007460459564309,"score":0.5007460459564309,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":39.088927030375054,"score":39.088927030375054,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":38.10053176485978,"score":38.10053176485978,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":44.82174535398681,"score":44.82174535398681,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":34.91730399872614,"score":34.91730399872614,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":35.05703794598975,"score":35.05703794598975,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":46.11660874266296,"score":46.11660874266296,"family":"Capability Index"}],"benchmarkCount":36,"raw":{"id":"0097ebf5-124f-42f6-9463-33b00e711f03","slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash (high)","shortName":"Gemini 3.5 Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-19","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash"},"deprecated":true,"deprecatedTo":"gemini-3-7-flash","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":32.9816033695905,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":39.088927030375054,"strategyAndOps":38.10053176485978,"legal":44.82174535398681,"healthcareAndMedical":34.91730399872614,"engineering":35.05703794598975,"economics":46.11660874266296},"omniscience":21.183333333333334,"omniscienceBreakdown":{"accuracy":0.514,"hallucinationRate":0.6217421124828533},"mlcrOverall":0.183333333333333,"harveyLab":0.820813431755681,"gdpPdfAllPass":0.198,"gdpval":1259.06,"gdpvalNormalized":0.37953,"itBenchSre":0.403483992467043,"tau2":0.953216374269006,"tauBanking":0.321649484536082,"terminalbenchHard":0.409090909090909,"terminalBench21":0.786516853932584,"terminalBench40":0.0656565656565657,"scicode":0.539351851851852,"lcr":0.733333333333333,"ifbench":0.763265306122449,"hle":0.42678405931418,"gpqa":0.922222222222222,"critpt":0.131428571428571,"apexAgents":0.470501474926254,"mmmuPro":0.842774566473988,"livecodebench":null,"aime25":null,"analystAgent":0.45,"automationBenchPartialScore":0.4207973565652745,"enterpriseOpsGym":0.5007460459564309,"price1mInputTokens":1.5,"price1mOutputTokens":9,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3.375,"price1mBlended7To2To1":1.3050000000000002,"price1mBlended0To1To1":5.25,"price1mBlended100To1To1":0.25,"price1mBlended0To100To1":1.5742574257425743,"intelligenceIndexTimePerTask":254.11945780342995,"intelligenceIndexCost":{"total":2172.4285671078924,"input":1094.5760841078925,"nonCacheInput":32.364432,"cacheRead":410.74773776578974,"cacheWrite":651.4639143421027,"output":1077.852483,"reasoning":861.211161,"answer":216.641322},"intelligenceIndexCostPerTask":{"cost":{"total":1.5625413241435933,"input":1.0707563785883782,"nonCacheInput":0.021781609292158742,"cacheRead":0.42707137728341776,"cacheWrite":0.6219033920128019,"output":0.4917849455552145,"reasoning":0.32681114439456144,"answer":0.16497380116065302},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.6077542081815676},{"slug":"gdpval-aa","weightedCostPerTask":0.17402861015922977},{"slug":"automationbench-aa","weightedCostPerTask":0.03808633471772657},{"slug":"terminalbench-4-0","weightedCostPerTask":0.646605651418953},{"slug":"scicode","weightedCostPerTask":0.0068183656249999995},{"slug":"humanitys-last-exam","weightedCostPerTask":0.014776174976830397},{"slug":"gdp-pdf","weightedCostPerTask":0.018790356},{"slug":"critpt","weightedCostPerTask":0.04399358571428571},{"slug":"omniscience","weightedCostPerTask":0.00216259335},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.009525444000000001}]},"canonicalIntelligenceIndexTokenCount":{"input":3194203816,"output":119761387,"answer":24071258,"reasoning":95690129},"intelligenceIndexOutputTokensPerTask":{"reasoning":36312.349377173494,"answer":18330.42235118367,"output":54642.77172835717},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":869.74,"outputTokensPerTask":146031.04395604396,"costPerTask":4.051694721210451,"timePerTask":679.1260497739473},{"slug":"gdpval-aa","score":1259.06,"outputTokensPerTask":86645.90909090909,"costPerTask":1.7402861015922977,"timePerTask":402.95195032430104},{"slug":"automationbench-aa","score":0.4207973565652745,"outputTokensPerTask":41211.299847793,"costPerTask":0.7617266943545313,"timePerTask":191.65559947723008},{"slug":"terminalbench-4-0","score":0.0656565656565657,"outputTokensPerTask":137590.80303030304,"costPerTask":6.46605651418953,"timePerTask":639.8742076740978},{"slug":"scicode","score":0.539351851851852,"outputTokensPerTask":7158.586805555556,"costPerTask":0.06818365624999999,"timePerTask":33.291433434415524},{"slug":"humanitys-last-exam","score":0.42678405931418,"outputTokensPerTask":16364.64874884152,"costPerTask":0.14776174976830397,"timePerTask":76.10477169555931},{"slug":"gdp-pdf","score":0.198,"outputTokensPerTask":6873.39,"costPerTask":0.18790356,"timePerTask":31.96510873852831},{"slug":"critpt","score":0.131428571428571,"outputTokensPerTask":48118.2,"costPerTask":0.4399358571428571,"timePerTask":223.77654917038794},{"slug":"omniscience","score":21.183333333333334,"outputTokensPerTask":1581.8691666666666,"costPerTask":0.014417289000000002,"timePerTask":7.3565765834071914},{"slug":"artificial-analysis-long-context-reasoning","score":0.733333333333333,"outputTokensPerTask":3302.32,"costPerTask":0.19050888000000002,"timePerTask":15.357635444724773}],"briefcaseBreakdown":{"overall":{"elo":869.74,"lower95ci":863.1,"upper95ci":876.09},"rubricPassRate":0.2773207990599295,"analyticalQuality":{"elo":711.81,"lower95ci":699.67,"upper95ci":724.79},"presentation":{"elo":883.64,"lower95ci":871.43,"upper95ci":895.66}},"briefcaseTotalCost":368.704219630151,"timescaleData":{"medianOutputSpeed":207.830374359429,"medianTimeToFirstChunk":14.997592209},"outputSpeedVariance":{"p05":162.142839187974,"q25":171.660442258361,"median":207.830374359429,"q75":268.660720798093,"p95":343.597314539317},"timeToFirstChunkVariance":{"p05":8.5844699725,"q25":11.7169568185,"median":14.997592209,"q75":28.3276048199999,"p95":105.41336126505},"performanceByPromptType":{"long":{"medianOutputSpeed":207.830374359429,"medianTimeToFirstChunk":14.997592209,"medianTimeToFirstAnswerToken":14.997592209,"medianEndToEndResponseTime":17.403400318334793}},"endToEndResponseTime":{"input":14.997592209,"reasoning":0,"answer":2.4058081093347927,"total":17.403400318334793},"timeToFirstAnswerToken":{"input":14.997592209,"reasoning":0,"total":14.997592209},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.5-flash","matchedBy":"slug","catalog":{"id":"google/gemini-3.5-flash","canonical_slug":"google/gemini-3.5-flash-20260519","hugging_face_id":null,"name":"Google: Gemini 3.5 Flash","created":1779193800,"description":"Gemini 3.5 Flash is Google's high-efficiency multimodal model, bringing near-Pro level coding and reasoning at Flash-tier cost and speed. It is highly optimized for coding proficiency and parallel agentic execution...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000015","completion":"0.000009","image":"0.0000015","audio":"0.000003","input_audio_cache":"0.0000003","web_search":"0.014","internal_reasoning":"0.000009","input_cache_read":"0.00000015","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-01","expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.5-flash-20260519/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1180,"win_rate":55.4,"rank":12},{"arena":"agents","category":"agentichtmlslides","elo":1162,"win_rate":45.8,"rank":6},{"arena":"agents","category":"agenticslides","elo":1244,"win_rate":57.5,"rank":3},{"arena":"agents","category":"agenticslides(html)","elo":1162,"win_rate":45.7,"rank":6},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"win_rate":57.8,"rank":2},{"arena":"agents","category":"androidnative","elo":1196,"win_rate":57.8,"rank":14},{"arena":"agents","category":"fullstack","elo":1208,"win_rate":56.8,"rank":17},{"arena":"agents","category":"godotgamedev","elo":1108,"win_rate":43.1,"rank":25},{"arena":"agents","category":"htmlslides","elo":1145,"win_rate":46.5,"rank":19},{"arena":"agents","category":"mobileapps","elo":1201,"win_rate":51.6,"rank":18},{"arena":"agents","category":"pptxslides","elo":1244,"win_rate":57.7,"rank":2},{"arena":"agents","category":"python-pptxslides","elo":1247,"win_rate":57.4,"rank":9},{"arena":"agents","category":"webapps","elo":1219,"win_rate":53.1,"rank":18},{"arena":"models","category":"3d","elo":1271,"win_rate":56.7,"rank":26},{"arena":"models","category":"asciiart","elo":1274,"win_rate":59.4,"rank":12},{"arena":"models","category":"codecategories","elo":1278,"win_rate":54.5,"rank":26},{"arena":"models","category":"dataviz","elo":1248,"win_rate":53.4,"rank":34},{"arena":"models","category":"gamedev","elo":1288,"win_rate":53.9,"rank":19},{"arena":"models","category":"svg","elo":1278,"win_rate":60.1,"rank":11},{"arena":"models","category":"uicomponent","elo":1287,"win_rate":55.3,"rank":22},{"arena":"models","category":"website","elo":1275,"win_rate":53.9,"rank":28}],"artificial_analysis":{"intelligence_index":33,"coding_index":70.1,"agentic_index":27.3}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.0000045","image":"0.00000075","audio":"0.0000015","input_audio_cache":"0.00000015","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":59.65865011636928,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.0000045","image":"0.00000075","audio":"0.0000015","input_audio_cache":"0.00000015","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.93172396976348,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000015","completion":"0.000009","image":"0.0000015","audio":"0.000003","input_audio_cache":"0.0000003","web_search":"0.014","internal_reasoning":"0.000009","input_cache_read":"0.00000015","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.75154344225268,"uptime_last_5m":99.75349219391948,"uptime_last_1d":99.75072101360124,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000015","completion":"0.000009","image":"0.0000015","audio":"0.000003","input_audio_cache":"0.0000003","web_search":"0.014","internal_reasoning":"0.000009","input_cache_read":"0.00000015","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.46808510638297,"uptime_last_5m":100,"uptime_last_1d":99.93266167672425,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000165","completion":"0.0000099","image":"0.00000165","audio":"0.0000033","input_audio_cache":"0.00000033","web_search":"0.014","internal_reasoning":"0.0000099","input_cache_read":"0.000000165","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000027","completion":"0.0000162","image":"0.0000027","audio":"0.0000054","input_audio_cache":"0.00000054","web_search":"0.014","internal_reasoning":"0.0000162","input_cache_read":"0.00000027","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95363214837712,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000027","completion":"0.0000162","image":"0.0000027","audio":"0.0000054","input_audio_cache":"0.00000054","web_search":"0.014","internal_reasoning":"0.0000162","input_cache_read":"0.00000027","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95169082125604,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"5016ea75-7b0e-4737-a7e6-1062c6d90fd4","slug":"gemini-3-5-flash-medium","name":"Gemini 3.5 Flash (medium)","shortName":"Gemini 3.5 Flash (medium)","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-5-flash-medium","releaseDate":"2026-05-19","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":33.6325871590289,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":197.44202580161,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.5,"price1mOutputTokens":9,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":13.8148853395001,"timeToFirstAnswerTokenMs":13.8148853395001,"endToEndMs":16.347274267186652}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":20.816666666666666,"score":20.816666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.956140350877193,"score":0.956140350877193,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.393939393939394,"score":0.393939393939394,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.743333333333333,"score":0.743333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.745578231292517,"score":0.745578231292517,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.413345690454124,"score":0.413345690454124,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.921212121212121,"score":0.921212121212121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.108571428571429,"score":0.108571428571429,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.838728323699422,"score":0.838728323699422,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"5016ea75-7b0e-4737-a7e6-1062c6d90fd4","slug":"gemini-3-5-flash-medium","name":"Gemini 3.5 Flash (medium)","shortName":"Gemini 3.5 Flash (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-19","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash"},"deprecated":true,"deprecatedTo":"gemini-3-7-flash-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":33.6325871590289,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":20.816666666666666,"omniscienceBreakdown":{"accuracy":0.5105,"hallucinationRate":0.6176370446033368},"gdpval":null,"itBenchSre":null,"tau2":0.956140350877193,"tauBanking":null,"terminalbenchHard":0.393939393939394,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.743333333333333,"ifbench":0.745578231292517,"hle":0.413345690454124,"gpqa":0.921212121212121,"critpt":0.108571428571429,"apexAgents":null,"mmmuPro":0.838728323699422,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1.5,"price1mOutputTokens":9,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3.375,"price1mBlended7To2To1":1.3050000000000002,"price1mBlended0To1To1":5.25,"price1mBlended100To1To1":0.25,"price1mBlended0To100To1":1.5742574257425743,"intelligenceIndexEvaluations":[],"briefcaseBreakdown":{"overall":{"elo":870.71,"lower95ci":863.89,"upper95ci":877.68},"rubricPassRate":0.27635619242579323,"analyticalQuality":{"elo":715.39,"lower95ci":702.87,"upper95ci":729.38},"presentation":{"elo":900.32,"lower95ci":887.36,"upper95ci":912.52}},"briefcaseTotalCost":441.38532832554034,"timescaleData":{"medianOutputSpeed":197.44202580161,"medianTimeToFirstChunk":13.8148853395001},"outputSpeedVariance":{"p05":160.644842743187,"q25":175.42810335951,"median":197.44202580161,"q75":246.738026947214,"p95":281.649201220476},"timeToFirstChunkVariance":{"p05":9.25702059335003,"q25":11.4699690224999,"median":13.8148853395001,"q75":18.425857051,"p95":84.9413691796},"performanceByPromptType":{"medium":{"medianOutputSpeed":286.372355666485,"medianTimeToFirstChunk":12.7938121825,"medianTimeToFirstAnswerToken":12.7938121825,"medianEndToEndResponseTime":14.53979076634875},"long":{"medianOutputSpeed":197.44202580161,"medianTimeToFirstChunk":13.8148853395001,"medianTimeToFirstAnswerToken":13.8148853395001,"medianEndToEndResponseTime":16.347274267186652},"hundredK":{"medianOutputSpeed":236.165065606762,"medianTimeToFirstChunk":15.530255947,"medianTimeToFirstAnswerToken":15.530255947,"medianEndToEndResponseTime":17.647419206161068},"mediumParallel":{"medianOutputSpeed":264.679189618131,"medianTimeToFirstChunk":7.96446397149998,"medianTimeToFirstAnswerToken":7.96446397149998,"medianEndToEndResponseTime":9.853543353681031}},"endToEndResponseTime":{"input":13.8148853395001,"reasoning":0,"answer":2.532388927686554,"total":16.347274267186652},"timeToFirstAnswerToken":{"input":13.8148853395001,"reasoning":0,"total":13.8148853395001},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.5-flash","matchedBy":"slug","catalog":{"id":"google/gemini-3.5-flash","canonical_slug":"google/gemini-3.5-flash-20260519","hugging_face_id":null,"name":"Google: Gemini 3.5 Flash","created":1779193800,"description":"Gemini 3.5 Flash is Google's high-efficiency multimodal model, bringing near-Pro level coding and reasoning at Flash-tier cost and speed. It is highly optimized for coding proficiency and parallel agentic execution...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000015","completion":"0.000009","image":"0.0000015","audio":"0.000003","input_audio_cache":"0.0000003","web_search":"0.014","internal_reasoning":"0.000009","input_cache_read":"0.00000015","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-01","expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.5-flash-20260519/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1180,"win_rate":55.4,"rank":12},{"arena":"agents","category":"agentichtmlslides","elo":1162,"win_rate":45.8,"rank":6},{"arena":"agents","category":"agenticslides","elo":1244,"win_rate":57.5,"rank":3},{"arena":"agents","category":"agenticslides(html)","elo":1162,"win_rate":45.7,"rank":6},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"win_rate":57.8,"rank":2},{"arena":"agents","category":"androidnative","elo":1196,"win_rate":57.8,"rank":14},{"arena":"agents","category":"fullstack","elo":1208,"win_rate":56.8,"rank":17},{"arena":"agents","category":"godotgamedev","elo":1108,"win_rate":43.1,"rank":25},{"arena":"agents","category":"htmlslides","elo":1145,"win_rate":46.5,"rank":19},{"arena":"agents","category":"mobileapps","elo":1201,"win_rate":51.6,"rank":18},{"arena":"agents","category":"pptxslides","elo":1244,"win_rate":57.7,"rank":2},{"arena":"agents","category":"python-pptxslides","elo":1247,"win_rate":57.4,"rank":9},{"arena":"agents","category":"webapps","elo":1219,"win_rate":53.1,"rank":18},{"arena":"models","category":"3d","elo":1271,"win_rate":56.7,"rank":26},{"arena":"models","category":"asciiart","elo":1274,"win_rate":59.4,"rank":12},{"arena":"models","category":"codecategories","elo":1278,"win_rate":54.5,"rank":26},{"arena":"models","category":"dataviz","elo":1248,"win_rate":53.4,"rank":34},{"arena":"models","category":"gamedev","elo":1288,"win_rate":53.9,"rank":19},{"arena":"models","category":"svg","elo":1278,"win_rate":60.1,"rank":11},{"arena":"models","category":"uicomponent","elo":1287,"win_rate":55.3,"rank":22},{"arena":"models","category":"website","elo":1275,"win_rate":53.9,"rank":28}],"artificial_analysis":{"intelligence_index":33,"coding_index":70.1,"agentic_index":27.3}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.0000045","image":"0.00000075","audio":"0.0000015","input_audio_cache":"0.00000015","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":59.65865011636928,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.0000045","image":"0.00000075","audio":"0.0000015","input_audio_cache":"0.00000015","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.93172396976348,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000015","completion":"0.000009","image":"0.0000015","audio":"0.000003","input_audio_cache":"0.0000003","web_search":"0.014","internal_reasoning":"0.000009","input_cache_read":"0.00000015","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.75154344225268,"uptime_last_5m":99.75349219391948,"uptime_last_1d":99.75072101360124,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000015","completion":"0.000009","image":"0.0000015","audio":"0.000003","input_audio_cache":"0.0000003","web_search":"0.014","internal_reasoning":"0.000009","input_cache_read":"0.00000015","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.46808510638297,"uptime_last_5m":100,"uptime_last_1d":99.93266167672425,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000165","completion":"0.0000099","image":"0.00000165","audio":"0.0000033","input_audio_cache":"0.00000033","web_search":"0.014","internal_reasoning":"0.0000099","input_cache_read":"0.000000165","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000027","completion":"0.0000162","image":"0.0000027","audio":"0.0000054","input_audio_cache":"0.00000054","web_search":"0.014","internal_reasoning":"0.0000162","input_cache_read":"0.00000027","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95363214837712,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000027","completion":"0.0000162","image":"0.0000027","audio":"0.0000054","input_audio_cache":"0.00000054","web_search":"0.014","internal_reasoning":"0.0000162","input_cache_read":"0.00000027","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95169082125604,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"033ade17-d9ec-44e0-b792-b5f1fcd5ab4c","slug":"gemini-3-5-flash-minimal","name":"Gemini 3.5 Flash (minimal)","shortName":"Gemini 3.5 Flash (minimal)","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-5-flash-minimal","releaseDate":"2026-05-19","knowledgeCutoffDate":null,"isReasoning":false,"effort":{"slug":"minimal","label":"minimal","level":10},"release":{"slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":23.848790860577,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":192.106572350096,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.5,"price1mOutputTokens":9,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.91389921550001,"timeToFirstAnswerTokenMs":0.91389921550001,"endToEndMs":3.516621204047062}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":0.6666666666666666,"score":0.6666666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.587719298245614,"score":0.587719298245614,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.462121212121212,"score":0.462121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.613333333333333,"score":0.613333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.472789115646259,"score":0.472789115646259,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.240963855421687,"score":0.240963855421687,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.828282828282828,"score":0.828282828282828,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0142857142857143,"score":0.0142857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.801156069364162,"score":0.801156069364162,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"033ade17-d9ec-44e0-b792-b5f1fcd5ab4c","slug":"gemini-3-5-flash-minimal","name":"Gemini 3.5 Flash (minimal)","shortName":"Gemini 3.5 Flash (minimal)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-19","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"effort":{"slug":"minimal","label":"minimal","level":10},"release":{"slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash"},"deprecated":true,"deprecatedTo":"gemini-3-7-flash-minimal","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":23.848790860577,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":0.6666666666666666,"omniscienceBreakdown":{"accuracy":0.43016666666666664,"hallucinationRate":0.7431997660134543},"gdpval":null,"itBenchSre":null,"tau2":0.587719298245614,"tauBanking":null,"terminalbenchHard":0.462121212121212,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.613333333333333,"ifbench":0.472789115646259,"hle":0.240963855421687,"gpqa":0.828282828282828,"critpt":0.0142857142857143,"apexAgents":null,"mmmuPro":0.801156069364162,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1.5,"price1mOutputTokens":9,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3.375,"price1mBlended7To2To1":1.3050000000000002,"price1mBlended0To1To1":5.25,"price1mBlended100To1To1":0.25,"price1mBlended0To100To1":1.5742574257425743,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":192.106572350096,"medianTimeToFirstChunk":0.91389921550001},"outputSpeedVariance":{"p05":160.533110816783,"q25":172.844821726366,"median":192.106572350096,"q75":230.882905817918,"p95":260.002618189329},"timeToFirstChunkVariance":{"p05":0.706432231350002,"q25":0.855351491500017,"median":0.91389921550001,"q75":1.02170925150001,"p95":3.3020909173},"performanceByPromptType":{"medium":{"medianOutputSpeed":270.685357375347,"medianTimeToFirstChunk":0.736228717000017,"medianTimeToFirstAnswerToken":0.736228717000017,"medianEndToEndResponseTime":2.583391802761885},"long":{"medianOutputSpeed":192.106572350096,"medianTimeToFirstChunk":0.91389921550001,"medianTimeToFirstAnswerToken":0.91389921550001,"medianEndToEndResponseTime":3.516621204047062},"hundredK":{"medianOutputSpeed":239.177249438581,"medianTimeToFirstChunk":1.88881545799995,"medianTimeToFirstAnswerToken":1.88881545799995,"medianEndToEndResponseTime":3.9793152909633545},"mediumParallel":{"medianOutputSpeed":255.893433106967,"medianTimeToFirstChunk":0.74537945100019,"medianTimeToFirstAnswerToken":0.74537945100019,"medianEndToEndResponseTime":2.6993178304622103}},"endToEndResponseTime":{"input":0.91389921550001,"reasoning":0,"answer":2.602721988547052,"total":3.516621204047062},"timeToFirstAnswerToken":{"input":0.91389921550001,"reasoning":0,"total":0.91389921550001},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.5-flash","matchedBy":"shortName","catalog":{"id":"google/gemini-3.5-flash","canonical_slug":"google/gemini-3.5-flash-20260519","hugging_face_id":null,"name":"Google: Gemini 3.5 Flash","created":1779193800,"description":"Gemini 3.5 Flash is Google's high-efficiency multimodal model, bringing near-Pro level coding and reasoning at Flash-tier cost and speed. It is highly optimized for coding proficiency and parallel agentic execution...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000015","completion":"0.000009","image":"0.0000015","audio":"0.000003","input_audio_cache":"0.0000003","web_search":"0.014","internal_reasoning":"0.000009","input_cache_read":"0.00000015","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-01","expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.5-flash-20260519/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1180,"win_rate":55.4,"rank":12},{"arena":"agents","category":"agentichtmlslides","elo":1162,"win_rate":45.8,"rank":6},{"arena":"agents","category":"agenticslides","elo":1244,"win_rate":57.5,"rank":3},{"arena":"agents","category":"agenticslides(html)","elo":1162,"win_rate":45.7,"rank":6},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1242,"win_rate":57.8,"rank":2},{"arena":"agents","category":"androidnative","elo":1196,"win_rate":57.8,"rank":14},{"arena":"agents","category":"fullstack","elo":1208,"win_rate":56.8,"rank":17},{"arena":"agents","category":"godotgamedev","elo":1108,"win_rate":43.1,"rank":25},{"arena":"agents","category":"htmlslides","elo":1145,"win_rate":46.5,"rank":19},{"arena":"agents","category":"mobileapps","elo":1201,"win_rate":51.6,"rank":18},{"arena":"agents","category":"pptxslides","elo":1244,"win_rate":57.7,"rank":2},{"arena":"agents","category":"python-pptxslides","elo":1247,"win_rate":57.4,"rank":9},{"arena":"agents","category":"webapps","elo":1219,"win_rate":53.1,"rank":18},{"arena":"models","category":"3d","elo":1271,"win_rate":56.7,"rank":26},{"arena":"models","category":"asciiart","elo":1274,"win_rate":59.4,"rank":12},{"arena":"models","category":"codecategories","elo":1278,"win_rate":54.5,"rank":26},{"arena":"models","category":"dataviz","elo":1248,"win_rate":53.4,"rank":34},{"arena":"models","category":"gamedev","elo":1288,"win_rate":53.9,"rank":19},{"arena":"models","category":"svg","elo":1278,"win_rate":60.1,"rank":11},{"arena":"models","category":"uicomponent","elo":1287,"win_rate":55.3,"rank":22},{"arena":"models","category":"website","elo":1275,"win_rate":53.9,"rank":28}],"artificial_analysis":{"intelligence_index":33,"coding_index":70.1,"agentic_index":27.3}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.0000045","image":"0.00000075","audio":"0.0000015","input_audio_cache":"0.00000015","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":59.65865011636928,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.0000045","image":"0.00000075","audio":"0.0000015","input_audio_cache":"0.00000015","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.93172396976348,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000015","completion":"0.000009","image":"0.0000015","audio":"0.000003","input_audio_cache":"0.0000003","web_search":"0.014","internal_reasoning":"0.000009","input_cache_read":"0.00000015","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.75154344225268,"uptime_last_5m":99.75349219391948,"uptime_last_1d":99.75072101360124,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000015","completion":"0.000009","image":"0.0000015","audio":"0.000003","input_audio_cache":"0.0000003","web_search":"0.014","internal_reasoning":"0.000009","input_cache_read":"0.00000015","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.46808510638297,"uptime_last_5m":100,"uptime_last_1d":99.93266167672425,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.00000165","completion":"0.0000099","image":"0.00000165","audio":"0.0000033","input_audio_cache":"0.00000033","web_search":"0.014","internal_reasoning":"0.0000099","input_cache_read":"0.000000165","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000027","completion":"0.0000162","image":"0.0000027","audio":"0.0000054","input_audio_cache":"0.00000054","web_search":"0.014","internal_reasoning":"0.0000162","input_cache_read":"0.00000027","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95363214837712,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-20260519","model_id":"google/gemini-3.5-flash","model_name":"Google: Gemini 3.5 Flash","context_length":1048576,"pricing":{"prompt":"0.0000027","completion":"0.0000162","image":"0.0000027","audio":"0.0000054","input_audio_cache":"0.00000054","web_search":"0.014","internal_reasoning":"0.0000162","input_cache_read":"0.00000027","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95169082125604,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"093b9df2-ebee-4309-943f-5a7e88360adf","slug":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash-Lite","shortName":"Gemini 3.5 Flash-Lite","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-5-flash-lite","releaseDate":"2026-07-21","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash-Lite"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":22.6606674839812,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.26750149332541,"strategyAndOps":23.23652909566923,"legal":30.922908535903623,"healthcareAndMedical":23.67824675610797,"engineering":24.891422612126828,"economics":32.05086324142723},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":358.375918750164,"canonicalInputTokens":1296279040,"canonicalOutputTokens":59475163,"outputTokensPerTask":17506.699128048065,"answerTokensPerTask":7101.546561550058,"reasoningTokensPerTask":10405.152566498009,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":0.03,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.12352689651593446,"latency":{"timeToFirstChunkMs":9.39033909449995,"timeToFirstAnswerTokenMs":9.39033909449995,"endToEndMs":10.7855221239394}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":645.32,"score":645.32,"outputTokensPerTask":23020.32967032967,"costPerTask":0.11997883023601337,"timePerTask":64.77112272415948,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1063.25,"score":1063.25,"outputTokensPerTask":23434.98181818182,"costPerTask":0.1044161107612036,"timePerTask":65.93780823826765,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.25011270511840955,"score":0.25011270511840955,"outputTokensPerTask":21089.15677321157,"costPerTask":0.1415574484647067,"timePerTask":59.337480438748386,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":54770.878787878784,"costPerTask":0.7064363935811745,"timePerTask":154.10601683311845,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.413194444444444,"score":0.413194444444444,"outputTokensPerTask":4747.399305555556,"costPerTask":0.012601281597222222,"timePerTask":13.357514312101719,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.188137164040778,"score":0.188137164040778,"outputTokensPerTask":10792.012048192772,"costPerTask":0.027076012326227993,"timePerTask":30.364931641923413,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.136,"score":0.136,"outputTokensPerTask":5351.07,"costPerTask":0.039496542,"timePerTask":15.056031631131917,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":27695.071428571428,"costPerTask":0.07036145285714286,"timePerTask":77.92420421617157,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":5.233333333333333,"score":5.233333333333333,"outputTokensPerTask":1225.2433333333333,"costPerTask":0.003099201633333333,"timePerTask":3.447404422386583,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.76,"score":0.76,"outputTokensPerTask":2725.28,"costPerTask":0.0389708,"timePerTask":7.667980774628475,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0722222222222222,"score":0.0722222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.136,"score":0.136,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1063.25,"score":1063.25,"outputTokensPerTask":23434.98181818182,"costPerTask":0.1044161107612036,"timePerTask":65.93780823826765,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.281625,"score":0.281625,"outputTokensPerTask":23434.98181818182,"costPerTask":0.1044161107612036,"timePerTask":65.93780823826765,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.175257731958763,"score":0.175257731958763,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.535580524344569,"score":0.535580524344569,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":54770.878787878784,"costPerTask":0.7064363935811745,"timePerTask":154.10601683311845,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.76,"score":0.76,"outputTokensPerTask":2725.28,"costPerTask":0.0389708,"timePerTask":7.667980774628475,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.188137164040778,"score":0.188137164040778,"outputTokensPerTask":10792.012048192772,"costPerTask":0.027076012326227993,"timePerTask":30.364931641923413,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.838383838383838,"score":0.838383838383838,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.790173410404624,"score":0.790173410404624,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.25011270511840955,"score":0.25011270511840955,"outputTokensPerTask":21089.15677321157,"costPerTask":0.1415574484647067,"timePerTask":59.337480438748386,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.423455684870188,"score":0.423455684870188,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":24.26750149332541,"score":24.26750149332541,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":23.23652909566923,"score":23.23652909566923,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":30.922908535903623,"score":30.922908535903623,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":23.67824675610797,"score":23.67824675610797,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":24.891422612126828,"score":24.891422612126828,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":32.05086324142723,"score":32.05086324142723,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"093b9df2-ebee-4309-943f-5a7e88360adf","slug":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash-Lite","shortName":"Gemini 3.5 Flash-Lite","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-07-21","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash-Lite"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":22.6606674839812,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.26750149332541,"strategyAndOps":23.23652909566923,"legal":30.922908535903623,"healthcareAndMedical":23.67824675610797,"engineering":24.891422612126828,"economics":32.05086324142723},"omniscience":5.233333333333333,"omniscienceBreakdown":{"accuracy":0.2946666666666667,"hallucinationRate":0.3435727788279773},"mlcrOverall":0.0722222222222222,"gdpPdfAllPass":0.136,"gdpval":1063.25,"gdpvalNormalized":0.281625,"itBenchSre":null,"tau2":null,"tauBanking":0.175257731958763,"terminalbenchHard":null,"terminalBench21":0.535580524344569,"terminalBench40":0.0101010101010101,"scicode":0.413194444444444,"lcr":0.76,"ifbench":null,"hle":0.188137164040778,"gpqa":0.838383838383838,"critpt":0,"apexAgents":null,"mmmuPro":0.790173410404624,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.25011270511840955,"enterpriseOpsGym":0.423455684870188,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":0.03,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.331,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.056862745098039215,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexTimePerTask":49.25770281992224,"intelligenceIndexCost":{"total":266.9441129366118,"input":118.25620543661181,"nonCacheInput":6.5410419,"cacheRead":30.069722951487574,"cacheWrite":81.64544058512423,"output":148.6879075,"reasoning":122.0987625,"answer":26.589145},"intelligenceIndexCostPerTask":{"cost":{"total":0.12352689651593446,"input":0.07976014869581427,"nonCacheInput":0.004420434677479369,"cacheRead":0.02108940475429524,"cacheWrite":0.054250309264039676,"output":0.04376674782012017,"reasoning":0.026012881416245023,"answer":0.017753866403875142},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.017996824535402002},{"slug":"gdpval-aa","weightedCostPerTask":0.010441611076120362},{"slug":"automationbench-aa","weightedCostPerTask":0.007077872423235336},{"slug":"terminalbench-4-0","weightedCostPerTask":0.07064363935811745},{"slug":"scicode","weightedCostPerTask":0.0012601281597222223},{"slug":"humanitys-last-exam","weightedCostPerTask":0.002707601232622799},{"slug":"gdp-pdf","weightedCostPerTask":0.0039496541999999996},{"slug":"critpt","weightedCostPerTask":0.007036145285714286},{"slug":"omniscience","weightedCostPerTask":0.0004648802449999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00194854}]},"canonicalIntelligenceIndexTokenCount":{"input":1296279040,"output":59475163,"answer":10635658,"reasoning":48839505},"intelligenceIndexOutputTokensPerTask":{"reasoning":10405.152566498009,"answer":7101.546561550058,"output":17506.699128048065},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":645.32,"outputTokensPerTask":23020.32967032967,"costPerTask":0.11997883023601337,"timePerTask":64.77112272415948},{"slug":"gdpval-aa","score":1063.25,"outputTokensPerTask":23434.98181818182,"costPerTask":0.1044161107612036,"timePerTask":65.93780823826765},{"slug":"automationbench-aa","score":0.25011270511840955,"outputTokensPerTask":21089.15677321157,"costPerTask":0.1415574484647067,"timePerTask":59.337480438748386},{"slug":"terminalbench-4-0","score":0.0101010101010101,"outputTokensPerTask":54770.878787878784,"costPerTask":0.7064363935811745,"timePerTask":154.10601683311845},{"slug":"scicode","score":0.413194444444444,"outputTokensPerTask":4747.399305555556,"costPerTask":0.012601281597222222,"timePerTask":13.357514312101719},{"slug":"humanitys-last-exam","score":0.188137164040778,"outputTokensPerTask":10792.012048192772,"costPerTask":0.027076012326227993,"timePerTask":30.364931641923413},{"slug":"gdp-pdf","score":0.136,"outputTokensPerTask":5351.07,"costPerTask":0.039496542,"timePerTask":15.056031631131917},{"slug":"critpt","score":0,"outputTokensPerTask":27695.071428571428,"costPerTask":0.07036145285714286,"timePerTask":77.92420421617157},{"slug":"omniscience","score":5.233333333333333,"outputTokensPerTask":1225.2433333333333,"costPerTask":0.003099201633333333,"timePerTask":3.447404422386583},{"slug":"artificial-analysis-long-context-reasoning","score":0.76,"outputTokensPerTask":2725.28,"costPerTask":0.0389708,"timePerTask":7.667980774628475}],"briefcaseBreakdown":{"overall":{"elo":645.32,"lower95ci":637.26,"upper95ci":653.71},"rubricPassRate":0.1484848484848485,"analyticalQuality":{"elo":389.97,"lower95ci":374.81,"upper95ci":405.23},"presentation":{"elo":757.45,"lower95ci":741.84,"upper95ci":773.84}},"briefcaseTotalCost":10.918073551477216,"timescaleData":{"medianOutputSpeed":358.375918750164,"medianTimeToFirstChunk":9.39033909449995},"outputSpeedVariance":{"p05":248.676486756308,"q25":301.212819299482,"median":358.375918750164,"q75":410.805029518621,"p95":478.714490782883},"timeToFirstChunkVariance":{"p05":5.51263103000002,"q25":6.78826709049992,"median":9.39033909449995,"q75":10.8834536375,"p95":37.9250260691498},"performanceByPromptType":{"medium":{"medianOutputSpeed":373.61960484515,"medianTimeToFirstChunk":6.8295412345,"medianTimeToFirstAnswerToken":6.8295412345,"medianEndToEndResponseTime":8.167800773121453},"long":{"medianOutputSpeed":358.375918750164,"medianTimeToFirstChunk":9.39033909449995,"medianTimeToFirstAnswerToken":9.39033909449995,"medianEndToEndResponseTime":10.7855221239394},"hundredK":{"medianOutputSpeed":344.587311437641,"medianTimeToFirstChunk":7.72165953800001,"medianTimeToFirstAnswerToken":7.72165953800001,"medianEndToEndResponseTime":9.17267059790807},"mediumParallel":{"medianOutputSpeed":297.832327179447,"medianTimeToFirstChunk":5.18262939950001,"medianTimeToFirstAnswerToken":5.18262939950001,"medianEndToEndResponseTime":6.8614263411723115}},"endToEndResponseTime":{"input":9.39033909449995,"reasoning":0,"answer":1.39518302943945,"total":10.7855221239394},"timeToFirstAnswerToken":{"input":9.39033909449995,"reasoning":0,"total":9.39033909449995},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":4,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.5-flash-lite","matchedBy":"slug","catalog":{"id":"google/gemini-3.5-flash-lite","canonical_slug":"google/gemini-3.5-flash-lite-20260721","hugging_face_id":null,"name":"Google: Gemini 3.5 Flash Lite","created":1784646726,"description":"Gemini 3.5 Flash Lite is a high-efficiency model from Google with upgraded agentic capabilities. It is suited for subagents that execute focused tasks within complex, multi-agent workflows.","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.5-flash-lite-20260721/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":22.7,"coding_index":49.3,"agentic_index":15.9}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"minimal"}},"endpoints":[{"name":"Google | google/gemini-3.5-flash-lite-20260721","model_id":"google/gemini-3.5-flash-lite","model_name":"Google: Gemini 3.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000125","image":"0.00000015","audio":"0.00000015","input_audio_cache":"0.000000015","web_search":"0.014","internal_reasoning":"0.00000125","input_cache_read":"0.000000015","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":98.92520495503629,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-lite-20260721","model_id":"google/gemini-3.5-flash-lite","model_name":"Google: Gemini 3.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.00000125","image":"0.00000015","audio":"0.00000015","input_audio_cache":"0.000000015","web_search":"0.014","internal_reasoning":"0.00000125","input_cache_read":"0.000000015","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98953404862696,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-lite-20260721","model_id":"google/gemini-3.5-flash-lite","model_name":"Google: Gemini 3.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98367213650093,"uptime_last_5m":100,"uptime_last_1d":99.98717727960491,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-lite-20260721","model_id":"google/gemini-3.5-flash-lite","model_name":"Google: Gemini 3.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000025","image":"0.0000003","audio":"0.0000003","input_audio_cache":"0.00000003","web_search":"0.014","internal_reasoning":"0.0000025","input_cache_read":"0.00000003","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.93238674780257,"uptime_last_5m":99.9500649156097,"uptime_last_1d":99.90498686353679,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-lite-20260721","model_id":"google/gemini-3.5-flash-lite","model_name":"Google: Gemini 3.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000033","completion":"0.00000275","image":"0.00000033","audio":"0.00000033","input_audio_cache":"0.000000033","web_search":"0.014","internal_reasoning":"0.00000275","input_cache_read":"0.000000033","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/eu","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-lite-20260721","model_id":"google/gemini-3.5-flash-lite","model_name":"Google: Gemini 3.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000033","completion":"0.00000275","image":"0.00000033","audio":"0.00000033","input_audio_cache":"0.000000033","web_search":"0.014","internal_reasoning":"0.00000275","input_cache_read":"0.000000033","input_cache_write":"0.0000000833333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.91652754590984,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.5-flash-lite-20260721","model_id":"google/gemini-3.5-flash-lite","model_name":"Google: Gemini 3.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.00000054","input_audio_cache":"0.000000054","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9911343587925,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.5-flash-lite-20260721","model_id":"google/gemini-3.5-flash-lite","model_name":"Google: Gemini 3.5 Flash Lite","context_length":1048576,"pricing":{"prompt":"0.00000054","completion":"0.0000045","image":"0.00000054","audio":"0.00000054","input_audio_cache":"0.000000054","web_search":"0.014","internal_reasoning":"0.0000045","input_cache_read":"0.000000054","input_cache_write":"0.00000015","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.96545443125432,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":8,"endpointError":null}},{"id":"78332c88-fe60-42c8-af9d-3617e44cf1f5","slug":"gemini-3-6-flash","name":"Gemini 3.6 Flash (high)","shortName":"Gemini 3.6 Flash","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-6-flash","releaseDate":"2026-07-21","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-6-flash","name":"Gemini 3.6 Flash"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":34.3395678920714,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":39.85892187919093,"strategyAndOps":42.14597933714249,"legal":46.517478066754336,"healthcareAndMedical":35.73033715165267,"engineering":36.13814601823879,"economics":46.456943234476356},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":182.524012073977,"canonicalInputTokens":2982418954,"canonicalOutputTokens":90324472,"outputTokensPerTask":41605.76340544727,"answerTokensPerTask":21544.748517939388,"reasoningTokensPerTask":20061.01488750788,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.9288448964661649,"latency":{"timeToFirstChunkMs":16.5127715275,"timeToFirstAnswerTokenMs":16.5127715275,"endToEndMs":19.252137128324893}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":952.75,"score":952.75,"outputTokensPerTask":77321.27472527472,"costPerTask":0.9962716298830921,"timePerTask":412.02937641987893,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1331.37,"score":1331.37,"outputTokensPerTask":63604.968181818185,"costPerTask":0.6140850673289858,"timePerTask":338.93796332607826,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5301669491509355,"score":0.5301669491509355,"outputTokensPerTask":29167.852359208522,"costPerTask":0.3125669551189345,"timePerTask":155.42956400773542,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0707070707070707,"score":0.0707070707070707,"outputTokensPerTask":157192.9090909091,"costPerTask":6.670042766708215,"timePerTask":837.6491016279462,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.533564814814815,"score":0.533564814814815,"outputTokensPerTask":7614.861111111111,"costPerTask":0.030375859374999998,"timePerTask":40.57804900763617,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.408248378127896,"score":0.408248378127896,"outputTokensPerTask":12068.253938832253,"costPerTask":0.0454959077849861,"timePerTask":64.30927532637278,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.174,"score":0.174,"outputTokensPerTask":6676.7,"costPerTask":0.0903347925,"timePerTask":35.57877889774833,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.105714285714286,"score":0.105714285714286,"outputTokensPerTask":35035.58571428571,"costPerTask":0.13472185714285714,"timePerTask":186.6975238788146,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":22.133333333333333,"score":22.133333333333333,"outputTokensPerTask":1358.0518333333334,"costPerTask":0.005182927625,"timePerTask":7.236782528771465,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":2522.88,"costPerTask":0.08985480000000001,"timePerTask":13.443915363211064,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.144444444444444,"score":0.144444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.851498046026921,"score":0.851498046026921,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.174,"score":0.174,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1331.37,"score":1331.37,"outputTokensPerTask":63604.968181818185,"costPerTask":0.6140850673289858,"timePerTask":338.93796332607826,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.41568499999999997,"score":0.41568499999999997,"outputTokensPerTask":63604.968181818185,"costPerTask":0.6140850673289858,"timePerTask":338.93796332607826,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.298969072164948,"score":0.298969072164948,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.775280898876405,"score":0.775280898876405,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0707070707070707,"score":0.0707070707070707,"outputTokensPerTask":157192.9090909091,"costPerTask":6.670042766708215,"timePerTask":837.6491016279462,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":2522.88,"costPerTask":0.08985480000000001,"timePerTask":13.443915363211064,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.408248378127896,"score":0.408248378127896,"outputTokensPerTask":12068.253938832253,"costPerTask":0.0454959077849861,"timePerTask":64.30927532637278,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.928282828282828,"score":0.928282828282828,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.832369942196532,"score":0.832369942196532,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5301669491509355,"score":0.5301669491509355,"outputTokensPerTask":29167.852359208522,"costPerTask":0.3125669551189345,"timePerTask":155.42956400773542,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":39.85892187919093,"score":39.85892187919093,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":42.14597933714249,"score":42.14597933714249,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":46.517478066754336,"score":46.517478066754336,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":35.73033715165267,"score":35.73033715165267,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":36.13814601823879,"score":36.13814601823879,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":46.456943234476356,"score":46.456943234476356,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"78332c88-fe60-42c8-af9d-3617e44cf1f5","slug":"gemini-3-6-flash","name":"Gemini 3.6 Flash (high)","shortName":"Gemini 3.6 Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-21","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-6-flash","name":"Gemini 3.6 Flash"},"deprecated":true,"deprecatedTo":"gemini-3-7-flash","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":34.3395678920714,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":39.85892187919093,"strategyAndOps":42.14597933714249,"legal":46.517478066754336,"healthcareAndMedical":35.73033715165267,"engineering":36.13814601823879,"economics":46.456943234476356},"omniscience":22.133333333333333,"omniscienceBreakdown":{"accuracy":0.49966666666666665,"hallucinationRate":0.5562958027981346},"mlcrOverall":0.144444444444444,"harveyLab":0.851498046026921,"gdpPdfAllPass":0.174,"gdpval":1331.37,"gdpvalNormalized":0.41568499999999997,"itBenchSre":null,"tau2":null,"tauBanking":0.298969072164948,"terminalbenchHard":null,"terminalBench21":0.775280898876405,"terminalBench40":0.0707070707070707,"scicode":0.533564814814815,"lcr":0.8,"ifbench":null,"hle":0.408248378127896,"gpqa":0.928282828282828,"critpt":0.105714285714286,"apexAgents":null,"mmmuPro":0.832369942196532,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5301669491509355,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5,"price1mBlended7To2To1":0.63,"price1mBlended0To1To1":2.25,"price1mBlended100To1To1":0.19117647058823528,"price1mBlended0To100To1":0.7797029702970297,"intelligenceIndexTimePerTask":221.7086670173045,"intelligenceIndexCost":{"total":1036.8142167476205,"input":698.0974467476206,"nonCacheInput":16.3862265,"cacheRead":384.6791921880949,"cacheWrite":297.03202805952566,"output":338.71677,"reasoning":242.25994875,"answer":96.45682125},"intelligenceIndexCostPerTask":{"cost":{"total":0.9288448964661649,"input":0.7728232836957376,"nonCacheInput":0.011102801381198419,"cacheRead":0.4473356316985243,"cacheWrite":0.31438485061601495,"output":0.15602161277042725,"reasoning":0.07522880582815455,"answer":0.08079280694227269},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.1494407444824638},{"slug":"gdpval-aa","weightedCostPerTask":0.06140850673289859},{"slug":"automationbench-aa","weightedCostPerTask":0.01562834775594673},{"slug":"terminalbench-4-0","weightedCostPerTask":0.6670042766708214},{"slug":"scicode","weightedCostPerTask":0.0030375859375},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00454959077849861},{"slug":"gdp-pdf","weightedCostPerTask":0.009033479249999999},{"slug":"critpt","weightedCostPerTask":0.013472185714285715},{"slug":"omniscience","weightedCostPerTask":0.00077743914375},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00449274}]},"canonicalIntelligenceIndexTokenCount":{"input":2982418954,"output":90324472,"answer":25721819,"reasoning":64602653},"intelligenceIndexOutputTokensPerTask":{"reasoning":20061.01488750788,"answer":21544.748517939388,"output":41605.76340544727},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":952.75,"outputTokensPerTask":77321.27472527472,"costPerTask":0.9962716298830921,"timePerTask":412.02937641987893},{"slug":"gdpval-aa","score":1331.37,"outputTokensPerTask":63604.968181818185,"costPerTask":0.6140850673289858,"timePerTask":338.93796332607826},{"slug":"automationbench-aa","score":0.5301669491509355,"outputTokensPerTask":29167.852359208522,"costPerTask":0.3125669551189345,"timePerTask":155.42956400773542},{"slug":"terminalbench-4-0","score":0.0707070707070707,"outputTokensPerTask":157192.9090909091,"costPerTask":6.670042766708215,"timePerTask":837.6491016279462},{"slug":"scicode","score":0.533564814814815,"outputTokensPerTask":7614.861111111111,"costPerTask":0.030375859374999998,"timePerTask":40.57804900763617},{"slug":"humanitys-last-exam","score":0.408248378127896,"outputTokensPerTask":12068.253938832253,"costPerTask":0.0454959077849861,"timePerTask":64.30927532637278},{"slug":"gdp-pdf","score":0.174,"outputTokensPerTask":6676.7,"costPerTask":0.0903347925,"timePerTask":35.57877889774833},{"slug":"critpt","score":0.105714285714286,"outputTokensPerTask":35035.58571428571,"costPerTask":0.13472185714285714,"timePerTask":186.6975238788146},{"slug":"omniscience","score":22.133333333333333,"outputTokensPerTask":1358.0518333333334,"costPerTask":0.005182927625,"timePerTask":7.236782528771465},{"slug":"artificial-analysis-long-context-reasoning","score":0.8,"outputTokensPerTask":2522.88,"costPerTask":0.08985480000000001,"timePerTask":13.443915363211064}],"briefcaseBreakdown":{"overall":{"elo":952.75,"lower95ci":945.7,"upper95ci":959.99},"rubricPassRate":0.2808080808080808,"analyticalQuality":{"elo":794.28,"lower95ci":780.74,"upper95ci":808.85},"presentation":{"elo":1032.87,"lower95ci":1020.58,"upper95ci":1044.97}},"briefcaseTotalCost":90.66071831936138,"timescaleData":{"medianOutputSpeed":182.524012073977,"medianTimeToFirstChunk":16.5127715275},"outputSpeedVariance":{"p05":143.74839034945,"q25":161.370413710695,"median":182.524012073977,"q75":225.96175720894,"p95":265.79565269005},"timeToFirstChunkVariance":{"p05":9.60067912920003,"q25":15.2202042007499,"median":16.5127715275,"q75":20.95199162475,"p95":57.87904032745},"performanceByPromptType":{"medium":{"medianOutputSpeed":216.674099618948,"medianTimeToFirstChunk":12.2182650015,"medianTimeToFirstAnswerToken":12.2182650015,"medianEndToEndResponseTime":14.52587814436904},"long":{"medianOutputSpeed":182.524012073977,"medianTimeToFirstChunk":16.5127715275,"medianTimeToFirstAnswerToken":16.5127715275,"medianEndToEndResponseTime":19.252137128324893},"hundredK":{"medianOutputSpeed":268.326964815222,"medianTimeToFirstChunk":43.282632808,"medianTimeToFirstAnswerToken":43.282632808,"medianEndToEndResponseTime":45.146031070430745},"mediumParallel":{"medianOutputSpeed":217.726960636112,"medianTimeToFirstChunk":10.7786891625001,"medianTimeToFirstAnswerToken":10.7786891625001,"medianEndToEndResponseTime":13.075143393704163}},"endToEndResponseTime":{"input":16.5127715275,"reasoning":0,"answer":2.7393656008248928,"total":19.252137128324893},"timeToFirstAnswerToken":{"input":16.5127715275,"reasoning":0,"total":16.5127715275},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":4,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.6-flash","matchedBy":"slug","catalog":{"id":"google/gemini-3.6-flash","canonical_slug":"google/gemini-3.6-flash-20260721","hugging_face_id":null,"name":"Google: Gemini 3.6 Flash","created":1784646733,"description":"Gemini 3.6 Flash is a high-efficiency model from Google for coding, agentic workflows, and web and app development. It is designed to produce polished outputs with fewer unnecessary edits and...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.6-flash-20260721/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1180,"win_rate":47.8,"rank":13},{"arena":"agents","category":"androidnative","elo":1212,"win_rate":53.3,"rank":12},{"arena":"agents","category":"fullstack","elo":1189,"win_rate":44.3,"rank":21},{"arena":"agents","category":"htmlslides","elo":1152,"win_rate":41.9,"rank":17},{"arena":"agents","category":"mobileapps","elo":1228,"win_rate":50.9,"rank":13},{"arena":"agents","category":"python-pptxslides","elo":1146,"win_rate":38.8,"rank":24},{"arena":"agents","category":"webapps","elo":1211,"win_rate":46.3,"rank":21},{"arena":"models","category":"3d","elo":1302,"win_rate":53.3,"rank":16},{"arena":"models","category":"asciiart","elo":1303,"win_rate":56.8,"rank":6},{"arena":"models","category":"codecategories","elo":1305,"win_rate":53.7,"rank":13},{"arena":"models","category":"dataviz","elo":1311,"win_rate":53.4,"rank":9},{"arena":"models","category":"gamedev","elo":1285,"win_rate":51.2,"rank":24},{"arena":"models","category":"uicomponent","elo":1318,"win_rate":55.4,"rank":11},{"arena":"models","category":"website","elo":1312,"win_rate":55.7,"rank":9}],"artificial_analysis":{"intelligence_index":34.3,"coding_index":69.2,"agentic_index":30.2}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Google | google/gemini-3.6-flash-20260721","model_id":"google/gemini-3.6-flash","model_name":"Google: Gemini 3.6 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":87.66197183098592,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.6-flash-20260721","model_id":"google/gemini-3.6-flash","model_name":"Google: Gemini 3.6 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.6-flash-20260721","model_id":"google/gemini-3.6-flash","model_name":"Google: Gemini 3.6 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.89824976379408,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.6-flash-20260721","model_id":"google/gemini-3.6-flash","model_name":"Google: Gemini 3.6 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98887714810077,"uptime_last_5m":100,"uptime_last_1d":99.75861467257181,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.6-flash-20260721","model_id":"google/gemini-3.6-flash","model_name":"Google: Gemini 3.6 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":99.98453568390939,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.6-flash-20260721","model_id":"google/gemini-3.6-flash","model_name":"Google: Gemini 3.6 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.75490196078431,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.6-flash-20260721","model_id":"google/gemini-3.6-flash","model_name":"Google: Gemini 3.6 Flash","context_length":1048576,"pricing":{"prompt":"0.000000825","completion":"0.000004125","image":"0.000000825","audio":"0.000000825","input_audio_cache":"0.0000000825","web_search":"0.014","internal_reasoning":"0.000004125","input_cache_read":"0.0000000825","input_cache_write":"0.0000000416666666666667","discount":0},"provider_name":"Google","tag":"google-vertex/us","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"b2331108-72ed-415a-82d1-188633875bbc","slug":"gemini-3-7-flash","name":"Gemini 3.7 Flash (high)","shortName":"Gemini 3.7 Flash (high)","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-7-flash","releaseDate":"2026-08-13","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-7-flash","name":"Gemini 3.7 Flash"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":39.4295316404896,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":45.42012092975085,"strategyAndOps":48.942166583687055,"legal":51.180758019946964,"healthcareAndMedical":40.368448978673506,"engineering":40.0601211878483,"economics":51.07983466558543},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":288.251630635454,"canonicalInputTokens":4122484871,"canonicalOutputTokens":104138371,"outputTokensPerTask":58387.02194048655,"answerTokensPerTask":37159.07777420606,"reasoningTokensPerTask":21227.944166280493,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"costPerIntelligenceIndexTask":0.9253359372385677,"latency":{"timeToFirstChunkMs":11.876118836,"timeToFirstAnswerTokenMs":11.876118836,"endToEndMs":13.610714400638244}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1115.67,"score":1115.67,"outputTokensPerTask":161198.58241758242,"costPerTask":2.154940207973351,"timePerTask":529.7606096503209,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1433.14,"score":1433.14,"outputTokensPerTask":125609.71363636364,"costPerTask":1.2478190382717331,"timePerTask":412.8018837139859,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.6202749292053469,"score":0.6202749292053469,"outputTokensPerTask":30893.878234398784,"costPerTask":0.29447019300586375,"timePerTask":101.52917924253873,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.136363636363636,"score":0.136363636363636,"outputTokensPerTask":146004.86363636365,"costPerTask":4.308547542084213,"timePerTask":479.82819955292257,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.571759259259259,"score":0.571759259259259,"outputTokensPerTask":6062.947916666667,"costPerTask":0.024521190104166667,"timePerTask":19.925181328772922,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.478683966635774,"score":0.478683966635774,"outputTokensPerTask":9742.736793327154,"costPerTask":0.036775190685820205,"timePerTask":32.018384441652785,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.236,"score":0.236,"outputTokensPerTask":6780.51,"costPerTask":0.09072408,"timePerTask":22.283366624372384,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.142857142857143,"score":0.142857142857143,"outputTokensPerTask":29702.571428571428,"costPerTask":0.1147868357142857,"timePerTask":97.61408637837941,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":26.483333333333334,"score":26.483333333333334,"outputTokensPerTask":1022.6255,"costPerTask":0.003925078875000001,"timePerTask":3.3607411442402007,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.816666666666667,"score":0.816666666666667,"outputTokensPerTask":2376.25,"costPerTask":0.0893049375,"timePerTask":7.809272450179246,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.15,"score":0.15,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.906643508467217,"score":0.906643508467217,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.236,"score":0.236,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1433.14,"score":1433.14,"outputTokensPerTask":125609.71363636364,"costPerTask":1.2478190382717331,"timePerTask":412.8018837139859,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.46657000000000004,"score":0.46657000000000004,"outputTokensPerTask":125609.71363636364,"costPerTask":1.2478190382717331,"timePerTask":412.8018837139859,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.327835051546392,"score":0.327835051546392,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.857677902621723,"score":0.857677902621723,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.136363636363636,"score":0.136363636363636,"outputTokensPerTask":146004.86363636365,"costPerTask":4.308547542084213,"timePerTask":479.82819955292257,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.816666666666667,"score":0.816666666666667,"outputTokensPerTask":2376.25,"costPerTask":0.0893049375,"timePerTask":7.809272450179246,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.478683966635774,"score":0.478683966635774,"outputTokensPerTask":9742.736793327154,"costPerTask":0.036775190685820205,"timePerTask":32.018384441652785,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.945454545454545,"score":0.945454545454545,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.854913294797688,"score":0.854913294797688,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.6,"score":0.6,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.6202749292053469,"score":0.6202749292053469,"outputTokensPerTask":30893.878234398784,"costPerTask":0.29447019300586375,"timePerTask":101.52917924253873,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":45.42012092975085,"score":45.42012092975085,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":48.942166583687055,"score":48.942166583687055,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":51.180758019946964,"score":51.180758019946964,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":40.368448978673506,"score":40.368448978673506,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":40.0601211878483,"score":40.0601211878483,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":51.07983466558543,"score":51.07983466558543,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"b2331108-72ed-415a-82d1-188633875bbc","slug":"gemini-3-7-flash","name":"Gemini 3.7 Flash (high)","shortName":"Gemini 3.7 Flash (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-13","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-7-flash","name":"Gemini 3.7 Flash"},"deprecated":true,"deprecatedTo":"gemini-3-8-flash","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":39.4295316404896,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":45.42012092975085,"strategyAndOps":48.942166583687055,"legal":51.180758019946964,"healthcareAndMedical":40.368448978673506,"engineering":40.0601211878483,"economics":51.07983466558543},"omniscience":26.483333333333334,"omniscienceBreakdown":{"accuracy":0.5531666666666667,"hallucinationRate":0.6452816113390526},"mlcrOverall":0.15,"harveyLab":0.906643508467217,"gdpPdfAllPass":0.236,"gdpval":1433.14,"gdpvalNormalized":0.46657000000000004,"itBenchSre":null,"tau2":null,"tauBanking":0.327835051546392,"terminalbenchHard":null,"terminalBench21":0.857677902621723,"terminalBench40":0.136363636363636,"scicode":0.571759259259259,"lcr":0.816666666666667,"ifbench":null,"hle":0.478683966635774,"gpqa":0.945454545454545,"critpt":0.142857142857143,"apexAgents":null,"mmmuPro":0.854913294797688,"livecodebench":null,"aime25":null,"analystAgent":0.6,"automationBenchPartialScore":0.6202749292053469,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5,"price1mBlended7To2To1":0.5775,"price1mBlended0To1To1":2.25,"price1mBlended100To1To1":0.11764705882352941,"price1mBlended0To100To1":0.7797029702970297,"intelligenceIndexTimePerTask":191.88223540782866,"intelligenceIndexCost":{"total":1084.4622196777668,"input":693.9433284277667,"nonCacheInput":16.38055275,"cacheRead":266.43559164691476,"cacheWrite":411.12718403085194,"output":390.51889125,"reasoning":224.602185,"answer":165.91670625},"intelligenceIndexCostPerTask":{"cost":{"total":0.9253359372385677,"input":0.706384604961743,"nonCacheInput":0.01110567733596529,"cacheRead":0.2860523753235848,"cacheWrite":0.409226552302193,"output":0.2189513322768246,"reasoning":0.07960479062355186,"answer":0.13934654165327273},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.3232410311960026},{"slug":"gdpval-aa","weightedCostPerTask":0.1247819038271733},{"slug":"automationbench-aa","weightedCostPerTask":0.014723509650293188},{"slug":"terminalbench-4-0","weightedCostPerTask":0.43085475420842123},{"slug":"scicode","weightedCostPerTask":0.0024521190104166667},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0036775190685820205},{"slug":"gdp-pdf","weightedCostPerTask":0.009072407999999999},{"slug":"critpt","weightedCostPerTask":0.01147868357142857},{"slug":"omniscience","weightedCostPerTask":0.0005887618312500001},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.004465246875}]},"canonicalIntelligenceIndexTokenCount":{"input":4122484871,"output":104138371,"answer":44244455,"reasoning":59893916},"intelligenceIndexOutputTokensPerTask":{"reasoning":21227.944166280493,"answer":37159.07777420606,"output":58387.02194048655},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1115.67,"outputTokensPerTask":161198.58241758242,"costPerTask":2.154940207973351,"timePerTask":529.7606096503209},{"slug":"gdpval-aa","score":1433.14,"outputTokensPerTask":125609.71363636364,"costPerTask":1.2478190382717331,"timePerTask":412.8018837139859},{"slug":"automationbench-aa","score":0.6202749292053469,"outputTokensPerTask":30893.878234398784,"costPerTask":0.29447019300586375,"timePerTask":101.52917924253873},{"slug":"terminalbench-4-0","score":0.136363636363636,"outputTokensPerTask":146004.86363636365,"costPerTask":4.308547542084213,"timePerTask":479.82819955292257},{"slug":"scicode","score":0.571759259259259,"outputTokensPerTask":6062.947916666667,"costPerTask":0.024521190104166667,"timePerTask":19.925181328772922},{"slug":"humanitys-last-exam","score":0.478683966635774,"outputTokensPerTask":9742.736793327154,"costPerTask":0.036775190685820205,"timePerTask":32.018384441652785},{"slug":"gdp-pdf","score":0.236,"outputTokensPerTask":6780.51,"costPerTask":0.09072408,"timePerTask":22.283366624372384},{"slug":"critpt","score":0.142857142857143,"outputTokensPerTask":29702.571428571428,"costPerTask":0.1147868357142857,"timePerTask":97.61408637837941},{"slug":"omniscience","score":26.483333333333334,"outputTokensPerTask":1022.6255,"costPerTask":0.003925078875000001,"timePerTask":3.3607411442402007},{"slug":"artificial-analysis-long-context-reasoning","score":0.816666666666667,"outputTokensPerTask":2376.25,"costPerTask":0.0893049375,"timePerTask":7.809272450179246}],"briefcaseBreakdown":{"overall":{"elo":1115.67,"lower95ci":1109.22,"upper95ci":1122.71},"rubricPassRate":0.36363636363636365,"analyticalQuality":{"elo":1026.62,"lower95ci":1012.33,"upper95ci":1040.87},"presentation":{"elo":1167.27,"lower95ci":1154.77,"upper95ci":1179.18}},"briefcaseTotalCost":196.0995589255749,"timescaleData":{"medianOutputSpeed":288.251630635454,"medianTimeToFirstChunk":11.876118836},"outputSpeedVariance":{"p05":210.423254991178,"q25":251.373955077386,"median":288.251630635454,"q75":354.927275373299,"p95":440.909459275035},"timeToFirstChunkVariance":{"p05":6.08071353874999,"q25":8.54101020224999,"median":11.876118836,"q75":21.89163067275,"p95":53.4132566143},"performanceByPromptType":{"medium":{"medianOutputSpeed":394.816693837683,"medianTimeToFirstChunk":8.09590985900002,"medianTimeToFirstAnswerToken":8.09590985900002,"medianEndToEndResponseTime":9.3623203421534},"long":{"medianOutputSpeed":288.251630635454,"medianTimeToFirstChunk":11.876118836,"medianTimeToFirstAnswerToken":11.876118836,"medianEndToEndResponseTime":13.610714400638244},"hundredK":{"medianOutputSpeed":232.972148157528,"medianTimeToFirstChunk":21.8408923735,"medianTimeToFirstAnswerToken":21.8408923735,"medianEndToEndResponseTime":23.98707166554961},"mediumParallel":{"medianOutputSpeed":358.282923652535,"medianTimeToFirstChunk":6.02477400149997,"medianTimeToFirstAnswerToken":6.02477400149997,"medianEndToEndResponseTime":7.420319161461049}},"endToEndResponseTime":{"input":11.876118836,"reasoning":0,"answer":1.7345955646382445,"total":13.610714400638244},"timeToFirstAnswerToken":{"input":11.876118836,"reasoning":0,"total":11.876118836},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":4,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.7-flash","matchedBy":"slug","catalog":{"id":"google/gemini-3.7-flash","canonical_slug":"google/gemini-3.7-flash-20260813","hugging_face_id":null,"name":"Google: Gemini 3.7 Flash","created":1786640581,"description":"Gemini 3.7 Flash is a multimodal model from Google for fast agentic workflows, coding, and complex multi-step reasoning. It is designed for tasks that require responsive performance and reliable multi-step...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.7-flash-20260813/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1235,"win_rate":52.1,"rank":5},{"arena":"agents","category":"androidnative","elo":1252,"win_rate":53.1,"rank":6},{"arena":"agents","category":"fullstack","elo":1223,"win_rate":44.6,"rank":15},{"arena":"agents","category":"mobileapps","elo":1260,"win_rate":53.2,"rank":5},{"arena":"agents","category":"webapps","elo":1235,"win_rate":47.7,"rank":14},{"arena":"models","category":"3d","elo":1336,"win_rate":55.9,"rank":10},{"arena":"models","category":"asciiart","elo":1267,"win_rate":51.2,"rank":15},{"arena":"models","category":"codecategories","elo":1323,"win_rate":56.2,"rank":9},{"arena":"models","category":"dataviz","elo":1325,"win_rate":56.3,"rank":7},{"arena":"models","category":"gamedev","elo":1350,"win_rate":56.1,"rank":7},{"arena":"models","category":"uicomponent","elo":1311,"win_rate":51,"rank":12},{"arena":"models","category":"website","elo":1315,"win_rate":56.3,"rank":7}],"artificial_analysis":{"intelligence_index":39.4,"coding_index":76.1,"agentic_index":36.4}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Google | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":87.60195758564437,"uptime_last_5m":81.13207547169812,"uptime_last_1d":76.11136987010299,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97276132107594,"uptime_last_5m":100,"uptime_last_1d":99.91956130220238,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.92685664130269,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.42617321632964,"uptime_last_5m":99.55392885737162,"uptime_last_1d":99.55860776061293,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95037220843672,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.92935002018571,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"ddfdaf64-3f8e-40a6-a492-608ee83a1351","slug":"gemini-3-7-flash-low","name":"Gemini 3.7 Flash (low)","shortName":"Gemini 3.7 Flash (low)","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-7-flash-low","releaseDate":"2026-08-13","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gemini-3-7-flash","name":"Gemini 3.7 Flash"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":36.9459114891198,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":272.386068840631,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.879351968500004,"timeToFirstAnswerTokenMs":0.879351968500004,"endToEndMs":2.7149818233166334}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":22.133333333333333,"score":22.133333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1354.06,"score":1354.06,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.42702999999999997,"score":0.42702999999999997,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.294845360824742,"score":0.294845360824742,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.797752808988764,"score":0.797752808988764,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.556712962962963,"score":0.556712962962963,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.786666666666667,"score":0.786666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.351251158480074,"score":0.351251158480074,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.901010101010101,"score":0.901010101010101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0571428571428571,"score":0.0571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.848554913294798,"score":0.848554913294798,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"ddfdaf64-3f8e-40a6-a492-608ee83a1351","slug":"gemini-3-7-flash-low","name":"Gemini 3.7 Flash (low)","shortName":"Gemini 3.7 Flash (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-13","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gemini-3-7-flash","name":"Gemini 3.7 Flash"},"deprecated":true,"deprecatedTo":"gemini-3-8-flash-low","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":36.9459114891198,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":22.133333333333333,"omniscienceBreakdown":{"accuracy":0.5356666666666666,"hallucinationRate":0.6769562096195262},"gdpval":1354.06,"gdpvalNormalized":0.42702999999999997,"itBenchSre":null,"tau2":null,"tauBanking":0.294845360824742,"terminalbenchHard":null,"terminalBench21":0.797752808988764,"terminalBench40":null,"scicode":0.556712962962963,"lcr":0.786666666666667,"ifbench":null,"hle":0.351251158480074,"gpqa":0.901010101010101,"critpt":0.0571428571428571,"apexAgents":null,"mmmuPro":0.848554913294798,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5,"price1mBlended7To2To1":0.5775,"price1mBlended0To1To1":2.25,"price1mBlended100To1To1":0.11764705882352941,"price1mBlended0To100To1":0.7797029702970297,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":272.386068840631,"medianTimeToFirstChunk":0.879351968500004},"outputSpeedVariance":{"p05":209.545178383616,"q25":229.873759292255,"median":272.386068840631,"q75":353.970500592027,"p95":385.750585084167},"timeToFirstChunkVariance":{"p05":0.619243320350051,"q25":0.721674911749971,"median":0.879351968500004,"q75":1.53609834100007,"p95":3.6864545346},"performanceByPromptType":{"medium":{"medianOutputSpeed":329.484978082504,"medianTimeToFirstChunk":0.764545353499954,"medianTimeToFirstAnswerToken":0.764545353499954,"medianEndToEndResponseTime":2.282065220141032},"long":{"medianOutputSpeed":272.386068840631,"medianTimeToFirstChunk":0.879351968500004,"medianTimeToFirstAnswerToken":0.879351968500004,"medianEndToEndResponseTime":2.7149818233166334},"hundredK":{"medianOutputSpeed":270.261196710066,"medianTimeToFirstChunk":1.394279375,"medianTimeToFirstAnswerToken":1.394279375,"medianEndToEndResponseTime":3.244341485604786},"mediumParallel":{"medianOutputSpeed":349.474688833857,"medianTimeToFirstChunk":0.715086147000022,"medianTimeToFirstAnswerToken":0.715086147000022,"medianEndToEndResponseTime":2.1458049257145055}},"endToEndResponseTime":{"input":0.879351968500004,"reasoning":0,"answer":1.8356298548166297,"total":2.7149818233166334},"timeToFirstAnswerToken":{"input":0.879351968500004,"reasoning":0,"total":0.879351968500004},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.7-flash","matchedBy":"slug","catalog":{"id":"google/gemini-3.7-flash","canonical_slug":"google/gemini-3.7-flash-20260813","hugging_face_id":null,"name":"Google: Gemini 3.7 Flash","created":1786640581,"description":"Gemini 3.7 Flash is a multimodal model from Google for fast agentic workflows, coding, and complex multi-step reasoning. It is designed for tasks that require responsive performance and reliable multi-step...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.7-flash-20260813/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1235,"win_rate":52.1,"rank":5},{"arena":"agents","category":"androidnative","elo":1252,"win_rate":53.1,"rank":6},{"arena":"agents","category":"fullstack","elo":1223,"win_rate":44.6,"rank":15},{"arena":"agents","category":"mobileapps","elo":1260,"win_rate":53.2,"rank":5},{"arena":"agents","category":"webapps","elo":1235,"win_rate":47.7,"rank":14},{"arena":"models","category":"3d","elo":1336,"win_rate":55.9,"rank":10},{"arena":"models","category":"asciiart","elo":1267,"win_rate":51.2,"rank":15},{"arena":"models","category":"codecategories","elo":1323,"win_rate":56.2,"rank":9},{"arena":"models","category":"dataviz","elo":1325,"win_rate":56.3,"rank":7},{"arena":"models","category":"gamedev","elo":1350,"win_rate":56.1,"rank":7},{"arena":"models","category":"uicomponent","elo":1311,"win_rate":51,"rank":12},{"arena":"models","category":"website","elo":1315,"win_rate":56.3,"rank":7}],"artificial_analysis":{"intelligence_index":39.4,"coding_index":76.1,"agentic_index":36.4}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Google | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":87.60195758564437,"uptime_last_5m":81.13207547169812,"uptime_last_1d":76.11136987010299,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97276132107594,"uptime_last_5m":100,"uptime_last_1d":99.91956130220238,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.92685664130269,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.42617321632964,"uptime_last_5m":99.55392885737162,"uptime_last_1d":99.55860776061293,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95037220843672,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.92935002018571,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"eb0d4272-7204-42b9-b875-8866fed58548","slug":"gemini-3-7-flash-medium","name":"Gemini 3.7 Flash (medium)","shortName":"Gemini 3.7 Flash (medium)","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-7-flash-medium","releaseDate":"2026-08-13","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gemini-3-7-flash","name":"Gemini 3.7 Flash"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":39.617751842555,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":276.028374711035,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":5.09768301450003,"timeToFirstAnswerTokenMs":5.09768301450003,"endToEndMs":6.90909099211622}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":23.7,"score":23.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1406.6,"score":1406.6,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.4533,"score":0.4533,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.354639175257732,"score":0.354639175257732,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.782771535580524,"score":0.782771535580524,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.59837962962963,"score":0.59837962962963,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.389712696941613,"score":0.389712696941613,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.921212121212121,"score":0.921212121212121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0942857142857143,"score":0.0942857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.847398843930636,"score":0.847398843930636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.5040286481647269,"score":0.5040286481647269,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"eb0d4272-7204-42b9-b875-8866fed58548","slug":"gemini-3-7-flash-medium","name":"Gemini 3.7 Flash (medium)","shortName":"Gemini 3.7 Flash (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-13","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gemini-3-7-flash","name":"Gemini 3.7 Flash"},"deprecated":true,"deprecatedTo":"gemini-3-8-flash-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":39.617751842555,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":23.7,"omniscienceBreakdown":{"accuracy":0.54,"hallucinationRate":0.658695652173913},"gdpval":1406.6,"gdpvalNormalized":0.4533,"itBenchSre":null,"tau2":null,"tauBanking":0.354639175257732,"terminalbenchHard":null,"terminalBench21":0.782771535580524,"terminalBench40":null,"scicode":0.59837962962963,"lcr":0.83,"ifbench":null,"hle":0.389712696941613,"gpqa":0.921212121212121,"critpt":0.0942857142857143,"apexAgents":null,"mmmuPro":0.847398843930636,"livecodebench":null,"aime25":null,"analystAgent":null,"enterpriseOpsGym":0.5040286481647269,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5,"price1mBlended7To2To1":0.5775,"price1mBlended0To1To1":2.25,"price1mBlended100To1To1":0.11764705882352941,"price1mBlended0To100To1":0.7797029702970297,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":276.028374711035,"medianTimeToFirstChunk":5.09768301450003},"outputSpeedVariance":{"p05":215.186220707431,"q25":243.890056225442,"median":276.028374711035,"q75":341.192503137576,"p95":370.528221452167},"timeToFirstChunkVariance":{"p05":1.94288866925007,"q25":3.27763024475001,"median":5.09768301450003,"q75":7.16582689349996,"p95":11.40638872725},"performanceByPromptType":{"medium":{"medianOutputSpeed":362.850002664321,"medianTimeToFirstChunk":5.80726282549998,"medianTimeToFirstAnswerToken":5.80726282549998,"medianEndToEndResponseTime":7.185242696875533},"long":{"medianOutputSpeed":276.028374711035,"medianTimeToFirstChunk":5.09768301450003,"medianTimeToFirstAnswerToken":5.09768301450003,"medianEndToEndResponseTime":6.90909099211622},"hundredK":{"medianOutputSpeed":295.552469616199,"medianTimeToFirstChunk":2.26644562899992,"medianTimeToFirstAnswerToken":2.26644562899992,"medianEndToEndResponseTime":3.958192616089198},"mediumParallel":{"medianOutputSpeed":353.205978561117,"medianTimeToFirstChunk":4.02804569350019,"medianTimeToFirstAnswerToken":4.02804569350019,"medianEndToEndResponseTime":5.4436502708544285}},"endToEndResponseTime":{"input":5.09768301450003,"reasoning":0,"answer":1.8114079776161909,"total":6.90909099211622},"timeToFirstAnswerToken":{"input":5.09768301450003,"reasoning":0,"total":5.09768301450003},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.7-flash","matchedBy":"slug","catalog":{"id":"google/gemini-3.7-flash","canonical_slug":"google/gemini-3.7-flash-20260813","hugging_face_id":null,"name":"Google: Gemini 3.7 Flash","created":1786640581,"description":"Gemini 3.7 Flash is a multimodal model from Google for fast agentic workflows, coding, and complex multi-step reasoning. It is designed for tasks that require responsive performance and reliable multi-step...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.7-flash-20260813/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1235,"win_rate":52.1,"rank":5},{"arena":"agents","category":"androidnative","elo":1252,"win_rate":53.1,"rank":6},{"arena":"agents","category":"fullstack","elo":1223,"win_rate":44.6,"rank":15},{"arena":"agents","category":"mobileapps","elo":1260,"win_rate":53.2,"rank":5},{"arena":"agents","category":"webapps","elo":1235,"win_rate":47.7,"rank":14},{"arena":"models","category":"3d","elo":1336,"win_rate":55.9,"rank":10},{"arena":"models","category":"asciiart","elo":1267,"win_rate":51.2,"rank":15},{"arena":"models","category":"codecategories","elo":1323,"win_rate":56.2,"rank":9},{"arena":"models","category":"dataviz","elo":1325,"win_rate":56.3,"rank":7},{"arena":"models","category":"gamedev","elo":1350,"win_rate":56.1,"rank":7},{"arena":"models","category":"uicomponent","elo":1311,"win_rate":51,"rank":12},{"arena":"models","category":"website","elo":1315,"win_rate":56.3,"rank":7}],"artificial_analysis":{"intelligence_index":39.4,"coding_index":76.1,"agentic_index":36.4}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Google | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":87.60195758564437,"uptime_last_5m":81.13207547169812,"uptime_last_1d":76.11136987010299,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97276132107594,"uptime_last_5m":100,"uptime_last_1d":99.91956130220238,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.92685664130269,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.42617321632964,"uptime_last_5m":99.55392885737162,"uptime_last_1d":99.55860776061293,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.95037220843672,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.7-flash-20260813","model_id":"google/gemini-3.7-flash","model_name":"Google: Gemini 3.7 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.92935002018571,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"8a999846-4c1d-4ce7-a8b7-1310a7166fd7","slug":"gemini-3-8-flash","name":"Gemini 3.8 Flash (high)","shortName":"Gemini 3.8 Flash (high)","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-8-flash","releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-8-flash","name":"Gemini 3.8 Flash"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":41.1863571765904,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":47.14571374140816,"strategyAndOps":48.854925682934145,"legal":51.954006190328656,"healthcareAndMedical":42.10718768721036,"engineering":43.072711216494355,"economics":52.68563677788076},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":297.790895783841,"canonicalInputTokens":5973510492,"canonicalOutputTokens":172228415,"outputTokensPerTask":71002.56693639373,"answerTokensPerTask":28275.424690494336,"reasoningTokensPerTask":42727.142245899406,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"costPerIntelligenceIndexTask":1.2427947606950427,"latency":{"timeToFirstChunkMs":15.471476377,"timeToFirstAnswerTokenMs":15.471476377,"endToEndMs":17.1505068882717}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1201.59,"score":1201.59,"outputTokensPerTask":154230.21978021978,"costPerTask":2.7018671288270966,"timePerTask":516.7541141956178,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1463.81,"score":1463.81,"outputTokensPerTask":133251.37727272726,"costPerTask":1.6946334455685026,"timePerTask":446.46371849847685,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5993009432118243,"score":0.5993009432118243,"outputTokensPerTask":46280.57686453577,"costPerTask":0.4241944487031561,"timePerTask":155.0648020613312,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.196969696969697,"score":0.196969696969697,"outputTokensPerTask":183674.4696969697,"costPerTask":5.84150246296734,"timePerTask":615.4081737279631,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.565972222222222,"score":0.565972222222222,"outputTokensPerTask":19983.38888888889,"costPerTask":0.07681339583333333,"timePerTask":66.95509115282165,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.478220574606117,"score":0.478220574606117,"outputTokensPerTask":24465.4578313253,"costPerTask":0.09198539457831326,"timePerTask":81.97243061724653,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.21,"score":0.21,"outputTokensPerTask":12815.01,"costPerTask":0.10896130500000001,"timePerTask":42.937169838665376,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.182857142857143,"score":0.182857142857143,"outputTokensPerTask":73676.92857142857,"costPerTask":0.28004601428571424,"timePerTask":246.85730212170307,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":29.55,"score":29.55,"outputTokensPerTask":3477.906,"costPerTask":0.013132380749999997,"timePerTask":11.652854005179345,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.813333333333333,"score":0.813333333333333,"outputTokensPerTask":4913.12,"costPerTask":0.09881820000000001,"timePerTask":16.461592139041922,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.216666666666667,"score":0.216666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.21,"score":0.21,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1463.81,"score":1463.81,"outputTokensPerTask":133251.37727272726,"costPerTask":1.6946334455685026,"timePerTask":446.46371849847685,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.481905,"score":0.481905,"outputTokensPerTask":133251.37727272726,"costPerTask":1.6946334455685026,"timePerTask":446.46371849847685,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.449484536082474,"score":0.449484536082474,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.876404494382023,"score":0.876404494382023,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.196969696969697,"score":0.196969696969697,"outputTokensPerTask":183674.4696969697,"costPerTask":5.84150246296734,"timePerTask":615.4081737279631,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.813333333333333,"score":0.813333333333333,"outputTokensPerTask":4913.12,"costPerTask":0.09881820000000001,"timePerTask":16.461592139041922,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.478220574606117,"score":0.478220574606117,"outputTokensPerTask":24465.4578313253,"costPerTask":0.09198539457831326,"timePerTask":81.97243061724653,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.952525252525253,"score":0.952525252525253,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.85606936416185,"score":0.85606936416185,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5993009432118243,"score":0.5993009432118243,"outputTokensPerTask":46280.57686453577,"costPerTask":0.4241944487031561,"timePerTask":155.0648020613312,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":47.14571374140816,"score":47.14571374140816,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":48.854925682934145,"score":48.854925682934145,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":51.954006190328656,"score":51.954006190328656,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":42.10718768721036,"score":42.10718768721036,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":43.072711216494355,"score":43.072711216494355,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":52.68563677788076,"score":52.68563677788076,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"8a999846-4c1d-4ce7-a8b7-1310a7166fd7","slug":"gemini-3-8-flash","name":"Gemini 3.8 Flash (high)","shortName":"Gemini 3.8 Flash (high)","chartDefaultSelected":true,"chartHighlighted":true,"releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gemini-3-8-flash","name":"Gemini 3.8 Flash"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":41.1863571765904,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":47.14571374140816,"strategyAndOps":48.854925682934145,"legal":51.954006190328656,"healthcareAndMedical":42.10718768721036,"engineering":43.072711216494355,"economics":52.68563677788076},"omniscience":29.55,"omniscienceBreakdown":{"accuracy":0.546,"hallucinationRate":0.551762114537445},"mlcrOverall":0.216666666666667,"gdpPdfAllPass":0.21,"gdpval":1463.81,"gdpvalNormalized":0.481905,"itBenchSre":null,"tau2":null,"tauBanking":0.449484536082474,"terminalbenchHard":null,"terminalBench21":0.876404494382023,"terminalBench40":0.196969696969697,"scicode":0.565972222222222,"lcr":0.813333333333333,"ifbench":null,"hle":0.478220574606117,"gpqa":0.952525252525253,"critpt":0.182857142857143,"apexAgents":null,"mmmuPro":0.85606936416185,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5993009432118243,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5,"price1mBlended7To2To1":0.5775,"price1mBlended0To1To1":2.25,"price1mBlended100To1To1":0.11764705882352941,"price1mBlended0To100To1":0.7797029702970297,"intelligenceIndexTimePerTask":237.89675353582592,"intelligenceIndexCost":{"total":1622.7263776021543,"input":976.8698213521543,"nonCacheInput":15.9922905,"cacheRead":389.25144973864946,"cacheWrite":571.6260811135048,"output":645.85655625,"reasoning":509.95095375,"answer":135.90560250000001},"intelligenceIndexCostPerTask":{"cost":{"total":1.2427947606950427,"input":0.9765351346835661,"nonCacheInput":0.010711051472870051,"cacheRead":0.40646943883191045,"cacheWrite":0.5593546443787857,"output":0.2662596260114765,"reasoning":0.16022678342212274,"answer":0.10603284258935376},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.40528006932406446},{"slug":"gdpval-aa","weightedCostPerTask":0.16946334455685028},{"slug":"automationbench-aa","weightedCostPerTask":0.02120972243515781},{"slug":"terminalbench-4-0","weightedCostPerTask":0.584150246296734},{"slug":"scicode","weightedCostPerTask":0.007681339583333333},{"slug":"humanitys-last-exam","weightedCostPerTask":0.009198539457831325},{"slug":"gdp-pdf","weightedCostPerTask":0.0108961305},{"slug":"critpt","weightedCostPerTask":0.028004601428571425},{"slug":"omniscience","weightedCostPerTask":0.0019698571124999995},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.004940910000000001}]},"canonicalIntelligenceIndexTokenCount":{"input":5973510492,"output":172228415,"answer":36241494,"reasoning":135986921},"intelligenceIndexOutputTokensPerTask":{"reasoning":42727.142245899406,"answer":28275.424690494336,"output":71002.56693639373},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1201.59,"outputTokensPerTask":154230.21978021978,"costPerTask":2.7018671288270966,"timePerTask":516.7541141956178},{"slug":"gdpval-aa","score":1463.81,"outputTokensPerTask":133251.37727272726,"costPerTask":1.6946334455685026,"timePerTask":446.46371849847685},{"slug":"automationbench-aa","score":0.5993009432118243,"outputTokensPerTask":46280.57686453577,"costPerTask":0.4241944487031561,"timePerTask":155.0648020613312},{"slug":"terminalbench-4-0","score":0.196969696969697,"outputTokensPerTask":183674.4696969697,"costPerTask":5.84150246296734,"timePerTask":615.4081737279631},{"slug":"scicode","score":0.565972222222222,"outputTokensPerTask":19983.38888888889,"costPerTask":0.07681339583333333,"timePerTask":66.95509115282165},{"slug":"humanitys-last-exam","score":0.478220574606117,"outputTokensPerTask":24465.4578313253,"costPerTask":0.09198539457831326,"timePerTask":81.97243061724653},{"slug":"gdp-pdf","score":0.21,"outputTokensPerTask":12815.01,"costPerTask":0.10896130500000001,"timePerTask":42.937169838665376},{"slug":"critpt","score":0.182857142857143,"outputTokensPerTask":73676.92857142857,"costPerTask":0.28004601428571424,"timePerTask":246.85730212170307},{"slug":"omniscience","score":29.55,"outputTokensPerTask":3477.906,"costPerTask":0.013132380749999997,"timePerTask":11.652854005179345},{"slug":"artificial-analysis-long-context-reasoning","score":0.813333333333333,"outputTokensPerTask":4913.12,"costPerTask":0.09881820000000001,"timePerTask":16.461592139041922}],"briefcaseBreakdown":{"overall":{"elo":1201.59,"lower95ci":1193.68,"upper95ci":1210.26},"rubricPassRate":0.4212121212121212,"analyticalQuality":{"elo":1150.86,"lower95ci":1135.65,"upper95ci":1167.69},"presentation":{"elo":1198.44,"lower95ci":1183.21,"upper95ci":1213.35}},"briefcaseTotalCost":245.86990872326578,"timescaleData":{"medianOutputSpeed":297.790895783841,"medianTimeToFirstChunk":15.471476377},"outputSpeedVariance":{"p05":229.567592024251,"q25":246.811587634096,"median":297.790895783841,"q75":346.476677901561,"p95":446.32293889908},"timeToFirstChunkVariance":{"p05":9.63443432169999,"q25":11.301396088,"median":15.471476377,"q75":31.27876900725,"p95":55.8069152294999},"performanceByPromptType":{"medium":{"medianOutputSpeed":314.110218411579,"medianTimeToFirstChunk":10.733163198,"medianTimeToFirstAnswerToken":10.733163198,"medianEndToEndResponseTime":12.324961142455438},"long":{"medianOutputSpeed":297.790895783841,"medianTimeToFirstChunk":15.471476377,"medianTimeToFirstAnswerToken":15.471476377,"medianEndToEndResponseTime":17.1505068882717},"hundredK":{"medianOutputSpeed":302.267185775931,"medianTimeToFirstChunk":28.173137137,"medianTimeToFirstAnswerToken":28.173137137,"medianEndToEndResponseTime":29.827302800786764},"mediumParallel":{"medianOutputSpeed":240.130505477662,"medianTimeToFirstChunk":7.13944123150003,"medianTimeToFirstAnswerToken":7.13944123150003,"medianEndToEndResponseTime":9.22164232046793}},"endToEndResponseTime":{"input":15.471476377,"reasoning":0,"answer":1.6790305112716997,"total":17.1505068882717},"timeToFirstAnswerToken":{"input":15.471476377,"reasoning":0,"total":15.471476377},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":4,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.8-flash","matchedBy":"slug","catalog":{"id":"google/gemini-3.8-flash","canonical_slug":"google/gemini-3.8-flash-20260902","hugging_face_id":null,"name":"Google: Gemini 3.8 Flash","created":1788362056,"description":"Gemini 3.8 Flash is Google's most intelligent Flash model with significant gains from 3.7 Flash across software engineering, agentic tasks, and multi-step reasoning.","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.8-flash-20260902/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":1250,"win_rate":47.9,"rank":12},{"arena":"agents","category":"mobileapps","elo":1259,"win_rate":55.9,"rank":6},{"arena":"agents","category":"python-pptxslides","elo":1176,"win_rate":39.5,"rank":19},{"arena":"agents","category":"webapps","elo":1256,"win_rate":46.8,"rank":10},{"arena":"models","category":"3d","elo":1323,"win_rate":51.1,"rank":12},{"arena":"models","category":"codecategories","elo":1324,"win_rate":53.1,"rank":8},{"arena":"models","category":"dataviz","elo":1265,"win_rate":49,"rank":24},{"arena":"models","category":"gamedev","elo":1339,"win_rate":54.1,"rank":9},{"arena":"models","category":"uicomponent","elo":1340,"win_rate":54,"rank":7},{"arena":"models","category":"website","elo":1315,"win_rate":52.7,"rank":8}],"artificial_analysis":{"intelligence_index":41.2,"coding_index":76.3,"agentic_index":41.1}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Google AI Studio | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97285927534266,"uptime_last_5m":100,"uptime_last_1d":99.9071252432817,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":66.66666666666666,"uptime_last_5m":null,"uptime_last_1d":76.71802946800135,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.96589552662991,"uptime_last_5m":100,"uptime_last_1d":99.93287263545886,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.00216875566372,"uptime_last_5m":99.24337957124843,"uptime_last_1d":98.95301506897205,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.58225011205737,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.644128113879,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"f6db039b-0f3b-485c-9d7f-982988e44f26","slug":"gemini-3-8-flash-low","name":"Gemini 3.8 Flash (low)","shortName":"Gemini 3.8 Flash (low)","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-8-flash-low","releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gemini-3-8-flash","name":"Gemini 3.8 Flash"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":33.7857356699132,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":39.5417117085147,"strategyAndOps":39.074876948833015,"legal":44.92568311045428,"engineering":34.8190558710366,"economics":45.97168516373185},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":21.35,"score":21.35,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.186,"score":0.186,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1358.55,"score":1358.55,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.42927499999999996,"score":0.42927499999999996,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.331958762886598,"score":0.331958762886598,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.831460674157303,"score":0.831460674157303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.101010101010101,"score":0.101010101010101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.549768518518518,"score":0.549768518518518,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.806666666666667,"score":0.806666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.370713623725672,"score":0.370713623725672,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.92020202020202,"score":0.92020202020202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.04,"score":0.04,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.845086705202312,"score":0.845086705202312,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.3650940461486253,"score":0.3650940461486253,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":39.5417117085147,"score":39.5417117085147,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":39.074876948833015,"score":39.074876948833015,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":44.92568311045428,"score":44.92568311045428,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":34.8190558710366,"score":34.8190558710366,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":45.97168516373185,"score":45.97168516373185,"family":"Capability Index"}],"benchmarkCount":19,"raw":{"id":"f6db039b-0f3b-485c-9d7f-982988e44f26","slug":"gemini-3-8-flash-low","name":"Gemini 3.8 Flash (low)","shortName":"Gemini 3.8 Flash (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gemini-3-8-flash","name":"Gemini 3.8 Flash"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":33.7857356699132,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":39.5417117085147,"strategyAndOps":39.074876948833015,"legal":44.92568311045428,"engineering":34.8190558710366,"economics":45.97168516373185},"omniscience":21.35,"omniscienceBreakdown":{"accuracy":0.5221666666666667,"hallucinationRate":0.6459713986745728},"gdpPdfAllPass":0.186,"gdpval":1358.55,"gdpvalNormalized":0.42927499999999996,"itBenchSre":null,"tau2":null,"tauBanking":0.331958762886598,"terminalbenchHard":null,"terminalBench21":0.831460674157303,"terminalBench40":0.101010101010101,"scicode":0.549768518518518,"lcr":0.806666666666667,"ifbench":null,"hle":0.370713623725672,"gpqa":0.92020202020202,"critpt":0.04,"apexAgents":null,"mmmuPro":0.845086705202312,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.3650940461486253,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5,"price1mBlended7To2To1":0.5775,"price1mBlended0To1To1":2.25,"price1mBlended100To1To1":0.11764705882352941,"price1mBlended0To100To1":0.7797029702970297,"intelligenceIndexEvaluations":[],"briefcaseBreakdown":{"overall":{"elo":1055.59,"lower95ci":1046.25,"upper95ci":1064.87},"rubricPassRate":0.35454545454545455,"analyticalQuality":{"elo":941.31,"lower95ci":923.5,"upper95ci":958.64},"presentation":{"elo":1080.25,"lower95ci":1063.75,"upper95ci":1096.16}},"timescaleData":{},"performanceByPromptType":{"hundredK":{"medianOutputSpeed":203.108245512815,"medianTimeToFirstChunk":1.499173723,"medianTimeToFirstAnswerToken":1.499173723,"medianEndToEndResponseTime":3.9609152379128094}},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.8-flash","matchedBy":"slug","catalog":{"id":"google/gemini-3.8-flash","canonical_slug":"google/gemini-3.8-flash-20260902","hugging_face_id":null,"name":"Google: Gemini 3.8 Flash","created":1788362056,"description":"Gemini 3.8 Flash is Google's most intelligent Flash model with significant gains from 3.7 Flash across software engineering, agentic tasks, and multi-step reasoning.","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.8-flash-20260902/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":1250,"win_rate":47.9,"rank":12},{"arena":"agents","category":"mobileapps","elo":1259,"win_rate":55.9,"rank":6},{"arena":"agents","category":"python-pptxslides","elo":1176,"win_rate":39.5,"rank":19},{"arena":"agents","category":"webapps","elo":1256,"win_rate":46.8,"rank":10},{"arena":"models","category":"3d","elo":1323,"win_rate":51.1,"rank":12},{"arena":"models","category":"codecategories","elo":1324,"win_rate":53.1,"rank":8},{"arena":"models","category":"dataviz","elo":1265,"win_rate":49,"rank":24},{"arena":"models","category":"gamedev","elo":1339,"win_rate":54.1,"rank":9},{"arena":"models","category":"uicomponent","elo":1340,"win_rate":54,"rank":7},{"arena":"models","category":"website","elo":1315,"win_rate":52.7,"rank":8}],"artificial_analysis":{"intelligence_index":41.2,"coding_index":76.3,"agentic_index":41.1}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Google AI Studio | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97285927534266,"uptime_last_5m":100,"uptime_last_1d":99.9071252432817,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":66.66666666666666,"uptime_last_5m":null,"uptime_last_1d":76.71802946800135,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.96589552662991,"uptime_last_5m":100,"uptime_last_1d":99.93287263545886,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.00216875566372,"uptime_last_5m":99.24337957124843,"uptime_last_1d":98.95301506897205,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.58225011205737,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.644128113879,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"744fa3c1-42a7-4995-b138-fb6be11f463c","slug":"gemini-3-8-flash-medium","name":"Gemini 3.8 Flash (medium)","shortName":"Gemini 3.8 Flash (medium)","sourceUrl":"https://artificialanalysis.ai/models/gemini-3-8-flash-medium","releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gemini-3-8-flash","name":"Gemini 3.8 Flash"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":39.9993187061926,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":45.006863760475774,"strategyAndOps":48.88312427041714,"legal":51.32177943716094,"engineering":40.677852921777024,"economics":50.57981742354033},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":4479285812,"canonicalOutputTokens":95032920,"outputTokensPerTask":52598.80180165109,"answerTokensPerTask":25642.973601599828,"reasoningTokensPerTask":26955.82820005126,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"costPerIntelligenceIndexTask":0.9310379374376306,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1176.54,"score":1176.54,"outputTokensPerTask":128915.91208791209,"costPerTask":1.9899559185377038,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1455.38,"score":1455.38,"outputTokensPerTask":108027.76363636364,"costPerTask":1.2442497030319828,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.6088997392114149,"score":0.6088997392114149,"outputTokensPerTask":37557.69254185692,"costPerTask":0.35422927251958997,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.196969696969697,"score":0.196969696969697,"outputTokensPerTask":157234.95454545456,"costPerTask":4.61055082184726,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.550925925925926,"score":0.550925925925926,"outputTokensPerTask":7341.711805555556,"costPerTask":0.02932698958333333,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.421223354958295,"score":0.421223354958295,"outputTokensPerTask":6560.249304911956,"costPerTask":0.024840718025949952,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.228,"score":0.228,"outputTokensPerTask":5910.89,"costPerTask":0.08746300500000001,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.122857142857143,"score":0.122857142857143,"outputTokensPerTask":26134.32857142857,"costPerTask":0.10172202857142858,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":28.583333333333332,"score":28.583333333333332,"outputTokensPerTask":923.7805,"costPerTask":0.003554392,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.84,"score":0.84,"outputTokensPerTask":2479.47,"costPerTask":0.08969201250000002,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.228,"score":0.228,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1455.38,"score":1455.38,"outputTokensPerTask":108027.76363636364,"costPerTask":1.2442497030319828,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.47769000000000006,"score":0.47769000000000006,"outputTokensPerTask":108027.76363636364,"costPerTask":1.2442497030319828,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.457731958762887,"score":0.457731958762887,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.838951310861423,"score":0.838951310861423,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.196969696969697,"score":0.196969696969697,"outputTokensPerTask":157234.95454545456,"costPerTask":4.61055082184726,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.84,"score":0.84,"outputTokensPerTask":2479.47,"costPerTask":0.08969201250000002,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.421223354958295,"score":0.421223354958295,"outputTokensPerTask":6560.249304911956,"costPerTask":0.024840718025949952,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.935353535353535,"score":0.935353535353535,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.842196531791908,"score":0.842196531791908,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.6088997392114149,"score":0.6088997392114149,"outputTokensPerTask":37557.69254185692,"costPerTask":0.35422927251958997,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":45.006863760475774,"score":45.006863760475774,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":48.88312427041714,"score":48.88312427041714,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":51.32177943716094,"score":51.32177943716094,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":40.677852921777024,"score":40.677852921777024,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":50.57981742354033,"score":50.57981742354033,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"744fa3c1-42a7-4995-b138-fb6be11f463c","slug":"gemini-3-8-flash-medium","name":"Gemini 3.8 Flash (medium)","shortName":"Gemini 3.8 Flash (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gemini-3-8-flash","name":"Gemini 3.8 Flash"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":39.9993187061926,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":45.006863760475774,"strategyAndOps":48.88312427041714,"legal":51.32177943716094,"engineering":40.677852921777024,"economics":50.57981742354033},"omniscience":28.583333333333332,"omniscienceBreakdown":{"accuracy":0.5298333333333334,"hallucinationRate":0.5189649060616802},"gdpPdfAllPass":0.228,"gdpval":1455.38,"gdpvalNormalized":0.47769000000000006,"itBenchSre":null,"tau2":null,"tauBanking":0.457731958762887,"terminalbenchHard":null,"terminalBench21":0.838951310861423,"terminalBench40":0.196969696969697,"scicode":0.550925925925926,"lcr":0.84,"ifbench":null,"hle":0.421223354958295,"gpqa":0.935353535353535,"critpt":0.122857142857143,"apexAgents":null,"mmmuPro":0.842196531791908,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.6088997392114149,"price1mInputTokens":0.75,"price1mOutputTokens":3.75,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.75,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5,"price1mBlended7To2To1":0.5775,"price1mBlended0To1To1":2.25,"price1mBlended100To1To1":0.11764705882352941,"price1mBlended0To100To1":0.7797029702970297,"intelligenceIndexCost":{"total":1100.060747791257,"input":743.687297791257,"nonCacheInput":16.4052645,"cacheRead":290.6418956898603,"cacheWrite":436.64013760139676,"output":356.37345,"reasoning":233.6941425,"answer":122.6793075},"intelligenceIndexCostPerTask":{"cost":{"total":0.9310379374376306,"input":0.733792430681439,"nonCacheInput":0.011138314006110156,"cacheRead":0.3012328521578915,"cacheWrite":0.42142126451743733,"output":0.1972455067561916,"reasoning":0.10108435575019221,"answer":0.09616115100599934},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.29849338778065554},{"slug":"gdpval-aa","weightedCostPerTask":0.12442497030319828},{"slug":"automationbench-aa","weightedCostPerTask":0.0177114636259795},{"slug":"terminalbench-4-0","weightedCostPerTask":0.461055082184726},{"slug":"scicode","weightedCostPerTask":0.0029326989583333333},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0024840718025949953},{"slug":"gdp-pdf","weightedCostPerTask":0.0087463005},{"slug":"critpt","weightedCostPerTask":0.010172202857142858},{"slug":"omniscience","weightedCostPerTask":0.0005331588},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.004484600625000001}]},"canonicalIntelligenceIndexTokenCount":{"input":4479285812,"output":95032920,"answer":32714482,"reasoning":62318438},"intelligenceIndexOutputTokensPerTask":{"reasoning":26955.82820005126,"answer":25642.973601599828,"output":52598.80180165109},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1176.54,"outputTokensPerTask":128915.91208791209,"costPerTask":1.9899559185377038},{"slug":"gdpval-aa","score":1455.38,"outputTokensPerTask":108027.76363636364,"costPerTask":1.2442497030319828},{"slug":"automationbench-aa","score":0.6088997392114149,"outputTokensPerTask":37557.69254185692,"costPerTask":0.35422927251958997},{"slug":"terminalbench-4-0","score":0.196969696969697,"outputTokensPerTask":157234.95454545456,"costPerTask":4.61055082184726},{"slug":"scicode","score":0.550925925925926,"outputTokensPerTask":7341.711805555556,"costPerTask":0.02932698958333333},{"slug":"humanitys-last-exam","score":0.421223354958295,"outputTokensPerTask":6560.249304911956,"costPerTask":0.024840718025949952},{"slug":"gdp-pdf","score":0.228,"outputTokensPerTask":5910.89,"costPerTask":0.08746300500000001},{"slug":"critpt","score":0.122857142857143,"outputTokensPerTask":26134.32857142857,"costPerTask":0.10172202857142858},{"slug":"omniscience","score":28.583333333333332,"outputTokensPerTask":923.7805,"costPerTask":0.003554392},{"slug":"artificial-analysis-long-context-reasoning","score":0.84,"outputTokensPerTask":2479.47,"costPerTask":0.08969201250000002}],"briefcaseBreakdown":{"overall":{"elo":1176.54,"lower95ci":1166.59,"upper95ci":1186.65},"rubricPassRate":0.4111111111111111,"analyticalQuality":{"elo":1116.51,"lower95ci":1098.79,"upper95ci":1135.3},"presentation":{"elo":1162.75,"lower95ci":1144.67,"upper95ci":1180.25}},"briefcaseTotalCost":181.08598858693102,"timescaleData":{},"performanceByPromptType":{"hundredK":{"medianOutputSpeed":286.888409292529,"medianTimeToFirstChunk":9.80611171199999,"medianTimeToFirstAnswerToken":9.80611171199999,"medianEndToEndResponseTime":11.54894963714659}},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemini-3.8-flash","matchedBy":"slug","catalog":{"id":"google/gemini-3.8-flash","canonical_slug":"google/gemini-3.8-flash-20260902","hugging_face_id":null,"name":"Google: Gemini 3.8 Flash","created":1788362056,"description":"Gemini 3.8 Flash is Google's most intelligent Flash model with significant gains from 3.7 Flash across software engineering, agentic tasks, and multi-step reasoning.","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":null},"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667"},"top_provider":{"context_length":1048576,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemini-3.8-flash-20260902/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":1250,"win_rate":47.9,"rank":12},{"arena":"agents","category":"mobileapps","elo":1259,"win_rate":55.9,"rank":6},{"arena":"agents","category":"python-pptxslides","elo":1176,"win_rate":39.5,"rank":19},{"arena":"agents","category":"webapps","elo":1256,"win_rate":46.8,"rank":10},{"arena":"models","category":"3d","elo":1323,"win_rate":51.1,"rank":12},{"arena":"models","category":"codecategories","elo":1324,"win_rate":53.1,"rank":8},{"arena":"models","category":"dataviz","elo":1265,"win_rate":49,"rank":24},{"arena":"models","category":"gamedev","elo":1339,"win_rate":54.1,"rank":9},{"arena":"models","category":"uicomponent","elo":1340,"win_rate":54,"rank":7},{"arena":"models","category":"website","elo":1315,"win_rate":52.7,"rank":8}],"artificial_analysis":{"intelligence_index":41.2,"coding_index":76.3,"agentic_index":41.1}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Google AI Studio | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97285927534266,"uptime_last_5m":100,"uptime_last_1d":99.9071252432817,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.000000375","completion":"0.000001875","image":"0.000000375","audio":"0.000000375","input_audio_cache":"0.0000000375","web_search":"0.014","internal_reasoning":"0.000001875","input_cache_read":"0.0000000375","input_cache_write":"0.0000000208333333333333","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/flex","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":66.66666666666666,"uptime_last_5m":null,"uptime_last_1d":76.71802946800135,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.96589552662991,"uptime_last_5m":100,"uptime_last_1d":99.93287263545886,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.00000375","image":"0.00000075","audio":"0.00000075","input_audio_cache":"0.000000075","web_search":"0.014","internal_reasoning":"0.00000375","input_cache_read":"0.000000075","input_cache_write":"0.0000000416666666666667","discount":0.5},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.00216875566372,"uptime_last_5m":99.24337957124843,"uptime_last_1d":98.95301506897205,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google AI Studio | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google AI Studio","tag":"google-ai-studio/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.58225011205737,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemini-3.8-flash-20260902","model_id":"google/gemini-3.8-flash","model_name":"Google: Gemini 3.8 Flash","context_length":1048576,"pricing":{"prompt":"0.00000135","completion":"0.00000675","image":"0.00000135","audio":"0.00000135","input_audio_cache":"0.000000135","web_search":"0.014","internal_reasoning":"0.00000675","input_cache_read":"0.000000135","input_cache_write":"0.000000075","discount":0.5},"provider_name":"Google","tag":"google-vertex/global/priority","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","response_format","stop","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.644128113879,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","slug":"gemma-3-12b","name":"Gemma 3 12B Instruct","shortName":"Gemma 3 12B","sourceUrl":"https://artificialanalysis.ai/models/gemma-3-12b","releaseDate":"2025-03-12","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gemma-3-12b-instruct","name":"Gemma 3 12B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":12.2,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Gemma license","intelligenceIndex":3.7508042118297,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":3.767409836065574,"strategyAndOps":2.85348076896151,"legal":3.8473414239482198,"engineering":4.7615,"economics":5.320166666666665},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":2624564516,"canonicalOutputTokens":26063136,"outputTokensPerTask":18737.031199134126,"answerTokensPerTask":18737.031199134126,"reasoningTokensPerTask":0,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":0,"score":0,"outputTokensPerTask":67867.64835164836,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":-169.68,"score":-169.68,"outputTokensPerTask":80386.5090909091,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.0019111706206154657,"score":0.0019111706206154657,"outputTokensPerTask":137.8249619482496,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":605.3333333333334,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.164351851851852,"score":0.164351851851852,"outputTokensPerTask":723.21875,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0421,"score":0.0421,"outputTokensPerTask":737.6547729379055,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.01,"score":0.01,"outputTokensPerTask":522.38,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":2460.714285714286,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-77.06666666666666,"score":-77.06666666666666,"outputTokensPerTask":5.997833333333333,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.0833333333333333,"score":0.0833333333333333,"outputTokensPerTask":110.24,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.01,"score":0.01,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":-169.68,"score":-169.68,"outputTokensPerTask":80386.5090909091,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":80386.5090909091,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.108187134502924,"score":0.108187134502924,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.00824742268041237,"score":0.00824742268041237,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.00757575757575758,"score":0.00757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":605.3333333333334,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.0833333333333333,"score":0.0833333333333333,"outputTokensPerTask":110.24,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.36734693877551,"score":0.36734693877551,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0421,"score":0.0421,"outputTokensPerTask":737.6547729379055,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.349494949494949,"score":0.349494949494949,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.37514450867052,"score":0.37514450867052,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.136507936507936,"score":0.136507936507936,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.183333333333333,"score":0.183333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.0019111706206154657,"score":0.0019111706206154657,"outputTokensPerTask":137.8249619482496,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":3.767409836065574,"score":3.767409836065574,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":2.85348076896151,"score":2.85348076896151,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":3.8473414239482198,"score":3.8473414239482198,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":4.7615,"score":4.7615,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":5.320166666666665,"score":5.320166666666665,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"2e6400f5-85ca-4ebc-ba8f-c2811a631138","slug":"gemma-3-12b","name":"Gemma 3 12B Instruct","shortName":"Gemma 3 12B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-12","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemma-3-12b-instruct","name":"Gemma 3 12B Instruct"},"deprecated":true,"deprecatedTo":"gemma-4-26b-a4b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":12.2,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Gemma license","licenseUrl":"https://ai.google.dev/gemma/terms","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-3-12b-it","microevalsEnabled":false,"intelligenceIndex":3.7508042118297,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":3.767409836065574,"strategyAndOps":2.85348076896151,"legal":3.8473414239482198,"engineering":4.7615,"economics":5.320166666666665},"omniscience":-77.06666666666666,"omniscienceBreakdown":{"accuracy":0.103,"hallucinationRate":0.9739873652917131},"gdpPdfAllPass":0.01,"gdpval":-169.68,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.108187134502924,"tauBanking":0.00824742268041237,"terminalbenchHard":0.00757575757575758,"terminalBench21":0,"terminalBench40":0,"scicode":0.164351851851852,"lcr":0.0833333333333333,"ifbench":0.36734693877551,"hle":0.0421,"gpqa":0.349494949494949,"critpt":0,"apexAgents":null,"mmmuPro":0.37514450867052,"livecodebench":0.136507936507936,"aime25":0.183333333333333,"analystAgent":null,"automationBenchPartialScore":0.0019111706206154657,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexCost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"intelligenceIndexCostPerTask":{"cost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0},{"slug":"gdpval-aa","weightedCostPerTask":0},{"slug":"automationbench-aa","weightedCostPerTask":0},{"slug":"terminalbench-4-0","weightedCostPerTask":0},{"slug":"scicode","weightedCostPerTask":0},{"slug":"humanitys-last-exam","weightedCostPerTask":0},{"slug":"gdp-pdf","weightedCostPerTask":0},{"slug":"critpt","weightedCostPerTask":0},{"slug":"omniscience","weightedCostPerTask":0},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0}]},"canonicalIntelligenceIndexTokenCount":{"input":2624564516,"output":26063136,"answer":26063136,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":18737.031199134126,"output":18737.031199134126},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":0,"outputTokensPerTask":67867.64835164836,"costPerTask":0},{"slug":"gdpval-aa","score":-169.68,"outputTokensPerTask":80386.5090909091,"costPerTask":0},{"slug":"automationbench-aa","score":0.0019111706206154657,"outputTokensPerTask":137.8249619482496,"costPerTask":0},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":605.3333333333334,"costPerTask":0},{"slug":"scicode","score":0.164351851851852,"outputTokensPerTask":723.21875,"costPerTask":0},{"slug":"humanitys-last-exam","score":0.0421,"outputTokensPerTask":737.6547729379055,"costPerTask":0},{"slug":"gdp-pdf","score":0.01,"outputTokensPerTask":522.38,"costPerTask":0},{"slug":"critpt","score":0,"outputTokensPerTask":2460.714285714286,"costPerTask":0},{"slug":"omniscience","score":-77.06666666666666,"outputTokensPerTask":5.997833333333333,"costPerTask":0},{"slug":"artificial-analysis-long-context-reasoning","score":0.0833333333333333,"outputTokensPerTask":110.24,"costPerTask":0}],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseTotalCost":0,"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":3,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemma-3-12b-it","matchedBy":"slug","catalog":{"id":"google/gemma-3-12b-it","canonical_slug":"google/gemma-3-12b-it","hugging_face_id":"google/gemma-3-12b-it","name":"Google: Gemma 3 12B","created":1741902625,"description":"Gemma 3 introduces multimodality, supporting vision-language input and text outputs. It handles context windows up to 128k tokens, understands over 140 languages, and offers improved math, reasoning, and chat capabilities,...","context_length":131072,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":"gemma"},"pricing":{"prompt":"0.00000005","completion":"0.00000015"},"top_provider":{"context_length":131072,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-08-31","expiration_date":null,"links":{"details":"/api/v1/models/google/gemma-3-12b-it/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":3.8,"coding_index":5.8,"agentic_index":0.1}}},"endpoints":[{"name":"DeepInfra | google/gemma-3-12b-it","model_id":"google/gemma-3-12b-it","model_name":"Google: Gemma 3 12B","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.00000015","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","tools","tool_choice","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.92959233964656,"uptime_last_5m":99.96039603960396,"uptime_last_1d":99.92208983338072,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"d1720545-d0a8-4c15-a53e-ef5ca99ac7ea","slug":"gemma-3-1b","name":"Gemma 3 1B Instruct","shortName":"Gemma 3 1B","sourceUrl":"https://artificialanalysis.ai/models/gemma-3-1b","releaseDate":"2025-03-13","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gemma-3-1b-instruct","name":"Gemma 3 1B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":32000,"licenseName":"Gemma license","intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-75.45,"score":-75.45,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.105263157894737,"score":0.105263157894737,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.199319727891156,"score":0.199319727891156,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0532900834105653,"score":0.0532900834105653,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.237373737373737,"score":0.237373737373737,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.0169312169312169,"score":0.0169312169312169,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.0333333333333333,"score":0.0333333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"d1720545-d0a8-4c15-a53e-ef5ca99ac7ea","slug":"gemma-3-1b","name":"Gemma 3 1B Instruct","shortName":"Gemma 3 1B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-13","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemma-3-1b-instruct","name":"Gemma 3 1B Instruct"},"deprecated":true,"deprecatedTo":"gemma-4-e2b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":32000,"licenseName":"Gemma license","licenseUrl":"https://ai.google.dev/gemma/terms","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-3-1b-it","microevalsEnabled":false,"intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-75.45,"omniscienceBreakdown":{"accuracy":0.0375,"hallucinationRate":0.8228571428571428},"gdpval":null,"itBenchSre":null,"tau2":0.105263157894737,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.199319727891156,"hle":0.0532900834105653,"gpqa":0.237373737373737,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.0169312169312169,"aime25":0.0333333333333333,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","slug":"gemma-3-27b","name":"Gemma 3 27B Instruct","shortName":"Gemma 3 27B","sourceUrl":"https://artificialanalysis.ai/models/gemma-3-27b","releaseDate":"2025-03-12","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gemma-3-27b-instruct","name":"Gemma 3 27B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27.4,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Gemma license","intelligenceIndex":4.85297805617922,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.038942127019917,"strategyAndOps":3.64848076896151,"legal":4.587571325388226,"engineering":6.89,"economics":7.664166666666667},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":1739694982,"canonicalOutputTokens":10685759,"outputTokensPerTask":8893.943845424661,"answerTokensPerTask":8893.943845424661,"reasoningTokensPerTask":0,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":0,"score":0,"outputTokensPerTask":41833.37362637363,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":-171.05,"score":-171.05,"outputTokensPerTask":21361.986363636363,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.0019111706206154657,"score":0.0019111706206154657,"outputTokensPerTask":229.5083713850837,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":286.530303030303,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.232638888888889,"score":0.232638888888889,"outputTokensPerTask":507.77777777777777,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.044,"score":0.044,"outputTokensPerTask":719.6524559777572,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.002,"score":0.002,"outputTokensPerTask":617.5,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":2437.9714285714285,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-67.21666666666667,"score":-67.21666666666667,"outputTokensPerTask":8.647,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.0733333333333333,"score":0.0733333333333333,"outputTokensPerTask":260.47,"costPerTask":0,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.002,"score":0.002,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":-171.05,"score":-171.05,"outputTokensPerTask":21361.986363636363,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":21361.986363636363,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.105263157894737,"score":0.105263157894737,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.00824742268041237,"score":0.00824742268041237,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0378787878787879,"score":0.0378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0449438202247191,"score":0.0449438202247191,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":286.530303030303,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.0733333333333333,"score":0.0733333333333333,"outputTokensPerTask":260.47,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.318367346938776,"score":0.318367346938776,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.044,"score":0.044,"outputTokensPerTask":719.6524559777572,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.428282828282828,"score":0.428282828282828,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.480346820809249,"score":0.480346820809249,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.136507936507936,"score":0.136507936507936,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.206666666666667,"score":0.206666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.0019111706206154657,"score":0.0019111706206154657,"outputTokensPerTask":229.5083713850837,"costPerTask":0,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":5.038942127019917,"score":5.038942127019917,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":3.64848076896151,"score":3.64848076896151,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":4.587571325388226,"score":4.587571325388226,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":6.89,"score":6.89,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":7.664166666666667,"score":7.664166666666667,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"2bfdd17a-e027-4068-a54e-b0e90a6df118","slug":"gemma-3-27b","name":"Gemma 3 27B Instruct","shortName":"Gemma 3 27B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-12","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemma-3-27b-instruct","name":"Gemma 3 27B Instruct"},"deprecated":true,"deprecatedTo":"gemma-4-31b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27.4,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Gemma license","licenseUrl":"https://ai.google.dev/gemma/terms","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-3-27b-it","microevalsEnabled":false,"intelligenceIndex":4.85297805617922,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.038942127019917,"strategyAndOps":3.64848076896151,"legal":4.587571325388226,"engineering":6.89,"economics":7.664166666666667},"omniscience":-67.21666666666667,"omniscienceBreakdown":{"accuracy":0.1295,"hallucinationRate":0.9209266704958836},"gdpPdfAllPass":0.002,"gdpval":-171.05,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.105263157894737,"tauBanking":0.00824742268041237,"terminalbenchHard":0.0378787878787879,"terminalBench21":0.0449438202247191,"terminalBench40":0,"scicode":0.232638888888889,"lcr":0.0733333333333333,"ifbench":0.318367346938776,"hle":0.044,"gpqa":0.428282828282828,"critpt":0,"apexAgents":null,"mmmuPro":0.480346820809249,"livecodebench":0.136507936507936,"aime25":0.206666666666667,"analystAgent":null,"automationBenchPartialScore":0.0019111706206154657,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexCost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"intelligenceIndexCostPerTask":{"cost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0},{"slug":"gdpval-aa","weightedCostPerTask":0},{"slug":"automationbench-aa","weightedCostPerTask":0},{"slug":"terminalbench-4-0","weightedCostPerTask":0},{"slug":"scicode","weightedCostPerTask":0},{"slug":"humanitys-last-exam","weightedCostPerTask":0},{"slug":"gdp-pdf","weightedCostPerTask":0},{"slug":"critpt","weightedCostPerTask":0},{"slug":"omniscience","weightedCostPerTask":0},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0}]},"canonicalIntelligenceIndexTokenCount":{"input":1739694982,"output":10685759,"answer":10685759,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":8893.943845424661,"output":8893.943845424661},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":0,"outputTokensPerTask":41833.37362637363,"costPerTask":0},{"slug":"gdpval-aa","score":-171.05,"outputTokensPerTask":21361.986363636363,"costPerTask":0},{"slug":"automationbench-aa","score":0.0019111706206154657,"outputTokensPerTask":229.5083713850837,"costPerTask":0},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":286.530303030303,"costPerTask":0},{"slug":"scicode","score":0.232638888888889,"outputTokensPerTask":507.77777777777777,"costPerTask":0},{"slug":"humanitys-last-exam","score":0.044,"outputTokensPerTask":719.6524559777572,"costPerTask":0},{"slug":"gdp-pdf","score":0.002,"outputTokensPerTask":617.5,"costPerTask":0},{"slug":"critpt","score":0,"outputTokensPerTask":2437.9714285714285,"costPerTask":0},{"slug":"omniscience","score":-67.21666666666667,"outputTokensPerTask":8.647,"costPerTask":0},{"slug":"artificial-analysis-long-context-reasoning","score":0.0733333333333333,"outputTokensPerTask":260.47,"costPerTask":0}],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseTotalCost":0,"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":6,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemma-3-27b-it","matchedBy":"slug","catalog":{"id":"google/gemma-3-27b-it","canonical_slug":"google/gemma-3-27b-it","hugging_face_id":"google/gemma-3-27b-it","name":"Google: Gemma 3 27B","created":1741756359,"description":"Gemma 3 introduces multimodality, supporting vision-language input and text outputs. It handles context windows up to 128k tokens, understands over 140 languages, and offers improved math, reasoning, and chat capabilities,...","context_length":131072,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":"gemma"},"pricing":{"prompt":"0.00000008","completion":"0.00000045","input_cache_read":"0.00000004"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-08-31","expiration_date":null,"links":{"details":"/api/v1/models/google/gemma-3-27b-it/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":4.9,"coding_index":10.1,"agentic_index":0.1}}},"endpoints":[{"name":"DeepInfra | google/gemma-3-27b-it","model_id":"google/gemma-3-27b-it","model_name":"Google: Gemma 3 27B","context_length":131072,"pricing":{"prompt":"0.00000008","completion":"0.00000016","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","tools","tool_choice","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.60080750195364,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | google/gemma-3-27b-it","model_id":"google/gemma-3-27b-it","model_name":"Google: Gemma 3 27B","context_length":131072,"pricing":{"prompt":"0.00000008","completion":"0.00000045","input_cache_read":"0.00000004","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.5850909342369,"uptime_last_5m":99.49431099873578,"uptime_last_1d":99.16437021173792,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Nebius | google/gemma-3-27b-it","model_id":"google/gemma-3-27b-it","model_name":"Google: Gemma 3 27B","context_length":110000,"pricing":{"prompt":"0.0000001","completion":"0.0000003","discount":0},"provider_name":"Nebius","tag":"nebius/fp8","quantization":"fp8","max_completion_tokens":99000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","logit_bias","structured_outputs","response_format","repetition_penalty"],"supports_tool_choice":{"none":true,"auto":false,"required":true,"function":true},"status":0,"uptime_last_30m":99.67376703127998,"uptime_last_5m":99.05561385099685,"uptime_last_1d":78.78203231523368,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | google/gemma-3-27b-it","model_id":"google/gemma-3-27b-it","model_name":"Google: Gemma 3 27B","context_length":98304,"pricing":{"prompt":"0.000000119","completion":"0.0000002","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.47643979057592,"uptime_last_5m":99.60474308300395,"uptime_last_1d":95.01886433762778,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"222fb320-6e55-4672-846a-b6d5a24a45f4","slug":"gemma-3-4b","name":"Gemma 3 4B Instruct","shortName":"Gemma 3 4B","sourceUrl":"https://artificialanalysis.ai/models/gemma-3-4b","releaseDate":"2025-03-12","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gemma-3-4b-instruct","name":"Gemma 3 4B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":4.3,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":128000,"licenseName":"Gemma license","intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-82.88333333333334,"score":-82.88333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.0497076023391813,"score":0.0497076023391813,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.00412371134020619,"score":0.00412371134020619,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.00757575757575758,"score":0.00757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.00374531835205993,"score":0.00374531835205993,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.0666666666666667,"score":0.0666666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.282993197278912,"score":0.282993197278912,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0529,"score":0.0529,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.290909090909091,"score":0.290909090909091,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.299421965317919,"score":0.299421965317919,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.112169312169312,"score":0.112169312169312,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.126666666666667,"score":0.126666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"222fb320-6e55-4672-846a-b6d5a24a45f4","slug":"gemma-3-4b","name":"Gemma 3 4B Instruct","shortName":"Gemma 3 4B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-12","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemma-3-4b-instruct","name":"Gemma 3 4B Instruct"},"deprecated":true,"deprecatedTo":"gemma-4-e4b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":4.3,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":128000,"licenseName":"Gemma license","licenseUrl":"https://ai.google.dev/gemma/terms","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-3-12b-it","microevalsEnabled":false,"intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-82.88333333333334,"omniscienceBreakdown":{"accuracy":0.07733333333333334,"hallucinationRate":0.9821170520231214},"gdpval":null,"itBenchSre":null,"tau2":0.0497076023391813,"tauBanking":0.00412371134020619,"terminalbenchHard":0.00757575757575758,"terminalBench21":0.00374531835205993,"terminalBench40":null,"scicode":null,"lcr":0.0666666666666667,"ifbench":0.282993197278912,"hle":0.0529,"gpqa":0.290909090909091,"critpt":0,"apexAgents":null,"mmmuPro":0.299421965317919,"livecodebench":0.112169312169312,"aime25":0.126666666666667,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":4,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemma-3-4b-it","matchedBy":"slug","catalog":{"id":"google/gemma-3-4b-it","canonical_slug":"google/gemma-3-4b-it","hugging_face_id":"google/gemma-3-4b-it","name":"Google: Gemma 3 4B","created":1741905510,"description":"Gemma 3 introduces multimodality, supporting vision-language input and text outputs. It handles context windows up to 128k tokens, understands over 140 languages, and offers improved math, reasoning, and chat capabilities,...","context_length":131072,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Gemini","instruct_type":"gemma"},"pricing":{"prompt":"0.00000005","completion":"0.0000001"},"top_provider":{"context_length":131072,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-08-31","expiration_date":null,"links":{"details":"/api/v1/models/google/gemma-3-4b-it/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":2.7,"agentic_index":null}}},"endpoints":[{"name":"DeepInfra | google/gemma-3-4b-it","model_id":"google/gemma-3-4b-it","model_name":"Google: Gemma 3 4B","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.0000001","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"a8c67863-9d66-44dd-8d27-f58654ecde03","slug":"gemma-3n-e2b","name":"Gemma 3n E2B Instruct","shortName":"Gemma 3n E2B","sourceUrl":"https://artificialanalysis.ai/models/gemma-3n-e2b","releaseDate":"2025-06-26","knowledgeCutoffDate":"2024-08-01","isReasoning":false,"effort":null,"release":{"slug":"gemma-3n-e2b-instruct","name":"Gemma 3n E2B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":5.98,"inferenceParametersActiveBillions":2,"sizeClass":"small","contextWindowTokens":32000,"licenseName":"Gemma license","intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-80.16666666666667,"score":-80.16666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.00757575757575758,"score":0.00757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.220408163265306,"score":0.220408163265306,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0417052826691381,"score":0.0417052826691381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.229292929292929,"score":0.229292929292929,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.0952380952380952,"score":0.0952380952380952,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.103333333333333,"score":0.103333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"a8c67863-9d66-44dd-8d27-f58654ecde03","slug":"gemma-3n-e2b","name":"Gemma 3n E2B Instruct","shortName":"Gemma 3n E2B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-06-26","knowledgeCutoffDate":"2024-08-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemma-3n-e2b-instruct","name":"Gemma 3n E2B Instruct"},"deprecated":true,"deprecatedTo":"gemma-4-e2b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":5.98,"inferenceParametersActiveBillions":2,"sizeClass":"small","contextWindowTokens":32000,"licenseName":"Gemma license","licenseUrl":"https://ai.google.dev/gemma/terms","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-3n-E2B-it","microevalsEnabled":false,"intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-80.16666666666667,"omniscienceBreakdown":{"accuracy":0.06833333333333333,"hallucinationRate":0.9338103756708408},"gdpval":null,"itBenchSre":null,"tau2":0,"tauBanking":null,"terminalbenchHard":0.00757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.220408163265306,"hle":0.0417052826691381,"gpqa":0.229292929292929,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.0952380952380952,"aime25":0.103333333333333,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"025ec6b6-df4a-449f-9a03-24e4388d6863","slug":"gemma-4-12b-non-reasoning","name":"Gemma 4 12B (Non-reasoning)","shortName":"Gemma 4 12B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gemma-4-12b-non-reasoning","releaseDate":"2026-06-03","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gemma-4-12b","name":"Gemma 4 12B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":12,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":9.37989472421056,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":105.787612086033,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.48246009600007,"timeToFirstAnswerTokenMs":2.48246009600007,"endToEndMs":7.208911427497838}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-52.8,"score":-52.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.318713450292398,"score":0.318713450292398,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.113636363636364,"score":0.113636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.35,"score":0.35,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.451700680272109,"score":0.451700680272109,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0634847080630213,"score":0.0634847080630213,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.660606060606061,"score":0.660606060606061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.619653179190751,"score":0.619653179190751,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"025ec6b6-df4a-449f-9a03-24e4388d6863","slug":"gemma-4-12b-non-reasoning","name":"Gemma 4 12B (Non-reasoning)","shortName":"Gemma 4 12B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-03","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemma-4-12b","name":"Gemma 4 12B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":12,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-4-12B-it","microevalsEnabled":false,"intelligenceIndex":9.37989472421056,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-52.8,"omniscienceBreakdown":{"accuracy":0.11883333333333333,"hallucinationRate":0.7340646869680348},"gdpval":null,"itBenchSre":null,"tau2":0.318713450292398,"tauBanking":null,"terminalbenchHard":0.113636363636364,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.35,"ifbench":0.451700680272109,"hle":0.0634847080630213,"gpqa":0.660606060606061,"critpt":0,"apexAgents":null,"mmmuPro":0.619653179190751,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15000000000000002,"price1mBlended7To2To1":0.12000000000000002,"price1mBlended0To1To1":0.2,"price1mBlended100To1To1":0.10196078431372549,"price1mBlended0To100To1":0.10198019801980199,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":105.787612086033,"medianTimeToFirstChunk":2.48246009600007},"outputSpeedVariance":{"p05":87.7760853218482,"q25":96.7683752462407,"median":105.787612086033,"q75":118.091227824591,"p95":141.543449931488},"timeToFirstChunkVariance":{"p05":2.28863270535002,"q25":2.41492823749994,"median":2.48246009600007,"q75":2.75989355325015,"p95":3.21150613294995},"performanceByPromptType":{"medium":{"medianOutputSpeed":131.401894347384,"medianTimeToFirstChunk":1.4266267665,"medianTimeToFirstAnswerToken":1.4266267665,"medianEndToEndResponseTime":5.231746947478229},"long":{"medianOutputSpeed":105.787612086033,"medianTimeToFirstChunk":2.48246009600007,"medianTimeToFirstAnswerToken":2.48246009600007,"medianEndToEndResponseTime":7.208911427497838},"hundredK":{"medianOutputSpeed":45.2131854794271,"medianTimeToFirstChunk":13.8618395584999,"medianTimeToFirstAnswerToken":13.8618395584999,"medianEndToEndResponseTime":24.92056047581969},"mediumParallel":{"medianOutputSpeed":111.987543945621,"medianTimeToFirstChunk":1.82480975549998,"medianTimeToFirstAnswerToken":1.82480975549998,"medianEndToEndResponseTime":6.289592019523829}},"endToEndResponseTime":{"input":2.48246009600007,"reasoning":0,"answer":4.726451331497768,"total":7.208911427497838},"timeToFirstAnswerToken":{"input":2.48246009600007,"reasoning":0,"total":2.48246009600007},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"feb02d3b-ff8d-4ed4-b165-13f8d4a7192c","slug":"gemma-4-12b","name":"Gemma 4 12B (Reasoning)","shortName":"Gemma 4 12B","sourceUrl":"https://artificialanalysis.ai/models/gemma-4-12b","releaseDate":"2026-06-03","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"gemma-4-12b","name":"Gemma 4 12B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":12,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":14.1847516647736,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":108.255787164538,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.45681421699999,"timeToFirstAnswerTokenMs":20.93157711314151,"endToEndMs":25.55026783717689}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-52.71666666666667,"score":-52.71666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":590.73,"score":590.73,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.04536500000000001,"score":0.04536500000000001,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.362573099415205,"score":0.362573099415205,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.181818181818182,"score":0.181818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.273408239700375,"score":0.273408239700375,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.636666666666667,"score":0.636666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.735374149659864,"score":0.735374149659864,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.156626506024096,"score":0.156626506024096,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.752525252525252,"score":0.752525252525252,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.696531791907514,"score":0.696531791907514,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"feb02d3b-ff8d-4ed4-b165-13f8d4a7192c","slug":"gemma-4-12b","name":"Gemma 4 12B (Reasoning)","shortName":"Gemma 4 12B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-03","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"gemma-4-12b","name":"Gemma 4 12B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":12,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-4-12B-it","microevalsEnabled":false,"intelligenceIndex":14.1847516647736,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-52.71666666666667,"omniscienceBreakdown":{"accuracy":0.15616666666666668,"hallucinationRate":0.8097965633023899},"gdpval":590.73,"gdpvalNormalized":0.04536500000000001,"itBenchSre":null,"tau2":0.362573099415205,"tauBanking":null,"terminalbenchHard":0.181818181818182,"terminalBench21":0.273408239700375,"terminalBench40":null,"scicode":null,"lcr":0.636666666666667,"ifbench":0.735374149659864,"hle":0.156626506024096,"gpqa":0.752525252525252,"critpt":0,"apexAgents":null,"mmmuPro":0.696531791907514,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15000000000000002,"price1mBlended7To2To1":0.12000000000000002,"price1mBlended0To1To1":0.2,"price1mBlended100To1To1":0.10196078431372549,"price1mBlended0To100To1":0.10198019801980199,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":108.255787164538,"medianTimeToFirstChunk":2.45681421699999},"outputSpeedVariance":{"p05":95.1168151503254,"q25":100.900798372798,"median":108.255787164538,"q75":116.367248366784,"p95":132.37471900235},"timeToFirstChunkVariance":{"p05":2.31265980024999,"q25":2.37068014449994,"median":2.45681421699999,"q75":2.50249802624998,"p95":2.69386329039998},"performanceByPromptType":{"medium":{"medianOutputSpeed":130.564373914585,"medianTimeToFirstChunk":1.40375726250002,"medianTimeToFirstAnswerToken":16.721871538515288,"medianEndToEndResponseTime":20.551400107519104},"long":{"medianOutputSpeed":108.255787164538,"medianTimeToFirstChunk":2.45681421699999,"medianTimeToFirstAnswerToken":20.93157711314151,"medianEndToEndResponseTime":25.55026783717689},"hundredK":{"medianOutputSpeed":43.7055903290282,"medianTimeToFirstChunk":13.6027497795,"medianTimeToFirstAnswerToken":59.36348621947089,"medianEndToEndResponseTime":70.80367032946361},"mediumParallel":{"medianOutputSpeed":114.241689871312,"medianTimeToFirstChunk":1.83668857449999,"medianTimeToFirstAnswerToken":19.343432410772966,"medianEndToEndResponseTime":23.72011836984121}},"endToEndResponseTime":{"input":2.45681421699999,"reasoning":18.47476289614152,"answer":4.61869072403538,"total":25.55026783717689},"timeToFirstAnswerToken":{"input":2.45681421699999,"reasoning":18.47476289614152,"total":20.93157711314151},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"70882ec6-914c-41f0-9754-5e8f75005f77","slug":"gemma-4-26b-a4b-non-reasoning","name":"Gemma 4 26B A4B (Non-reasoning)","shortName":"Gemma 4 26B A4B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gemma-4-26b-a4b-non-reasoning","releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":25.2,"inferenceParametersActiveBillions":3.8,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":13.1303772801787,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":65.5493205579195,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.13,"price1mOutputTokens":0.4,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.6376923076923077,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.43874611399997,"timeToFirstAnswerTokenMs":1.43874611399997,"endToEndMs":9.066590243340702}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-62.31666666666667,"score":-62.31666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.403508771929825,"score":0.403508771929825,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.25,"score":0.25,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.423333333333333,"score":0.423333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.454421768707483,"score":0.454421768707483,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.114921223354958,"score":0.114921223354958,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.714141414141414,"score":0.714141414141414,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.667052023121387,"score":0.667052023121387,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"70882ec6-914c-41f0-9754-5e8f75005f77","slug":"gemma-4-26b-a4b-non-reasoning","name":"Gemma 4 26B A4B (Non-reasoning)","shortName":"Gemma 4 26B A4B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":25.2,"inferenceParametersActiveBillions":3.8,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-4-26B-A4B-it","microevalsEnabled":false,"intelligenceIndex":13.1303772801787,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-62.31666666666667,"omniscienceBreakdown":{"accuracy":0.15483333333333332,"hallucinationRate":0.9205284953658056},"gdpval":null,"itBenchSre":null,"tau2":0.403508771929825,"tauBanking":null,"terminalbenchHard":0.25,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.423333333333333,"ifbench":0.454421768707483,"hle":0.114921223354958,"gpqa":0.714141414141414,"critpt":0,"apexAgents":null,"mmmuPro":0.667052023121387,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.13,"price1mOutputTokens":0.4,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.6376923076923077,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.1975,"price1mBlended7To2To1":0.15350000000000003,"price1mBlended0To1To1":0.265,"price1mBlended100To1To1":0.1277450980392157,"price1mBlended0To100To1":0.13267326732673268,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":65.5493205579195,"medianTimeToFirstChunk":1.43874611399997},"outputSpeedVariance":{"p05":9.87769488342578,"q25":28.2115887651249,"median":65.5493205579195,"q75":117.80388249614,"p95":200.288412239597},"timeToFirstChunkVariance":{"p05":0.690416848000041,"q25":0.960970876000033,"median":1.43874611399997,"q75":2.27070644200001,"p95":5.75063637600033},"performanceByPromptType":{"medium":{"medianOutputSpeed":63.7461257855602,"medianTimeToFirstChunk":0.805736651000003,"medianTimeToFirstAnswerToken":0.805736651000003,"medianEndToEndResponseTime":8.649350577938606},"long":{"medianOutputSpeed":65.5493205579195,"medianTimeToFirstChunk":1.43874611399997,"medianTimeToFirstAnswerToken":1.43874611399997,"medianEndToEndResponseTime":9.066590243340702},"hundredK":{"medianOutputSpeed":39.8543466551363,"medianTimeToFirstChunk":11.505828754,"medianTimeToFirstAnswerToken":11.505828754,"medianEndToEndResponseTime":24.051511771377015},"mediumParallel":{"medianOutputSpeed":35.726709438667,"medianTimeToFirstChunk":0.85322742750003,"medianTimeToFirstAnswerToken":0.85322742750003,"medianEndToEndResponseTime":14.848359021087271}},"endToEndResponseTime":{"input":1.43874611399997,"reasoning":0,"answer":7.6278441293407315,"total":9.066590243340702},"timeToFirstAnswerToken":{"input":1.43874611399997,"reasoning":0,"total":1.43874611399997},"performanceDataSource":{"type":"median"},"hostModelCount":8,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemma-4-26b-a4b-it","matchedBy":"slug","catalog":{"id":"google/gemma-4-26b-a4b-it","canonical_slug":"google/gemma-4-26b-a4b-it-20260403","hugging_face_id":"google/gemma-4-26B-A4B-it","name":"Google: Gemma 4 26B A4B ","created":1775227989,"description":"Gemma 4 26B A4B IT is an instruction-tuned Mixture-of-Experts (MoE) model from Google DeepMind. Despite 25.2B total parameters, only 3.8B activate per token during inference — delivering near-31B quality at...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["image","text","video"],"output_modalities":["text"],"tokenizer":"Gemma","instruct_type":null},"pricing":{"prompt":"0.00000009","completion":"0.0000003","input_cache_read":"0.00000005"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":64},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemma-4-26b-a4b-it-20260403/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":39.3,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":false}},"endpoints":[{"name":"Darkbloom | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":131072,"pricing":{"prompt":"0.000000042","completion":"0.00000022","discount":0},"provider_name":"Darkbloom","tag":"darkbloom","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9557456852043,"uptime_last_5m":100,"uptime_last_1d":99.96616334444343,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DekaLLM | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000006","completion":"0.00000033","discount":0},"provider_name":"DekaLLM","tag":"dekallm/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","logit_bias","max_tokens","presence_penalty","seed","stop","temperature","top_p","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.95258709544423,"uptime_last_5m":99.9655013799448,"uptime_last_1d":99.9490929838857,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000007","completion":"0.00000034","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tool_choice","tools","structured_outputs","response_format","logit_bias"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.921968787515,"uptime_last_5m":99.9202869669191,"uptime_last_1d":99.6984517238636,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"NextBit | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000009","completion":"0.0000003","input_cache_read":"0.00000005","discount":0},"provider_name":"NextBit","tag":"nextbit/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","repetition_penalty","seed","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.918981359011,"uptime_last_5m":98.05617857524298,"uptime_last_1d":98.48003551355548,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":256000,"pricing":{"prompt":"0.0000001","completion":"0.0000003","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":230400,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99213156031159,"uptime_last_5m":100,"uptime_last_1d":99.92685022157578,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Makora | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000034","input_cache_read":"0.000000034","discount":0},"provider_name":"Makora","tag":"makora","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","max_tokens","seed","response_format","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.31336742147553,"uptime_last_5m":99.93581514762516,"uptime_last_1d":98.94677305940262,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":256000,"pricing":{"prompt":"0.00000013","completion":"0.0000004","input_cache_read":"0.00000005","discount":0},"provider_name":"Venice","tag":"venice/bf16","quantization":"bf16","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.70790378006873,"uptime_last_5m":99.70414201183432,"uptime_last_1d":99.42680785874828,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000013","completion":"0.0000004","input_cache_read":"0.00000005","discount":0},"provider_name":"Parasail","tag":"parasail/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","structured_outputs","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":false,"required":false,"function":false},"status":0,"uptime_last_30m":99.67886962106616,"uptime_last_5m":100,"uptime_last_1d":99.2159962777998,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000013","completion":"0.0000004","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97269500318559,"uptime_last_5m":100,"uptime_last_1d":99.83828888520789,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.0000004","input_cache_read":"0.00000005","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.4647961884595,"uptime_last_5m":100,"uptime_last_1d":97.73117856950192,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","tools","tool_choice","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.65181058495823,"uptime_last_5m":99.51219512195122,"uptime_last_1d":98.6646357344109,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":11,"endpointError":null}},{"id":"6e1b44ff-c227-496b-aef4-19b70cd18c76","slug":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B (Reasoning)","shortName":"Gemma 4 26B A4B","sourceUrl":"https://artificialanalysis.ai/models/gemma-4-26b-a4b","releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":25.2,"inferenceParametersActiveBillions":3.8,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":16.671930040086,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.115,"price1mOutputTokens":0.37,"cacheHitPrice":0.085,"cacheHitDiscountPercent":0.6376923076923077,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-50.833333333333336,"score":-50.833333333333336,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":693,"score":693,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.0965,"score":0.0965,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.236346516007533,"score":0.236346516007533,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.435672514619883,"score":0.435672514619883,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.119587628865979,"score":0.119587628865979,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.1364,"score":0.1364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.389513108614232,"score":0.389513108614232,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.400462962962963,"score":0.400462962962963,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.656666666666667,"score":0.656666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.724489795918367,"score":0.724489795918367,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.193234476367006,"score":0.193234476367006,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.791919191919192,"score":0.791919191919192,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.692485549132948,"score":0.692485549132948,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":15,"raw":{"id":"6e1b44ff-c227-496b-aef4-19b70cd18c76","slug":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B (Reasoning)","shortName":"Gemma 4 26B A4B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":25.2,"inferenceParametersActiveBillions":3.8,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-4-26B-A4B-it","microevalsEnabled":true,"intelligenceIndex":16.671930040086,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-50.833333333333336,"omniscienceBreakdown":{"accuracy":0.191,"hallucinationRate":0.8644416975690152},"gdpval":693,"gdpvalNormalized":0.0965,"itBenchSre":0.236346516007533,"tau2":0.435672514619883,"tauBanking":0.119587628865979,"terminalbenchHard":0.1364,"terminalBench21":0.389513108614232,"terminalBench40":null,"scicode":0.400462962962963,"lcr":0.656666666666667,"ifbench":0.724489795918367,"hle":0.193234476367006,"gpqa":0.791919191919192,"critpt":0,"apexAgents":null,"mmmuPro":0.692485549132948,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.115,"price1mOutputTokens":0.37,"cacheHitPrice":0.085,"cacheHitDiscountPercent":0.6376923076923077,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.17875000000000002,"price1mBlended7To2To1":0.11950000000000001,"price1mBlended0To1To1":0.2425,"price1mBlended100To1To1":0.08808823529411765,"price1mBlended0To100To1":0.11752475247524752,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":8,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemma-4-26b-a4b-it","matchedBy":"slug","catalog":{"id":"google/gemma-4-26b-a4b-it","canonical_slug":"google/gemma-4-26b-a4b-it-20260403","hugging_face_id":"google/gemma-4-26B-A4B-it","name":"Google: Gemma 4 26B A4B ","created":1775227989,"description":"Gemma 4 26B A4B IT is an instruction-tuned Mixture-of-Experts (MoE) model from Google DeepMind. Despite 25.2B total parameters, only 3.8B activate per token during inference — delivering near-31B quality at...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["image","text","video"],"output_modalities":["text"],"tokenizer":"Gemma","instruct_type":null},"pricing":{"prompt":"0.00000009","completion":"0.0000003","input_cache_read":"0.00000005"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":64},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemma-4-26b-a4b-it-20260403/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":39.3,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":false}},"endpoints":[{"name":"Darkbloom | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":131072,"pricing":{"prompt":"0.000000042","completion":"0.00000022","discount":0},"provider_name":"Darkbloom","tag":"darkbloom","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9557456852043,"uptime_last_5m":100,"uptime_last_1d":99.96616334444343,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DekaLLM | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000006","completion":"0.00000033","discount":0},"provider_name":"DekaLLM","tag":"dekallm/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","logit_bias","max_tokens","presence_penalty","seed","stop","temperature","top_p","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.95258709544423,"uptime_last_5m":99.9655013799448,"uptime_last_1d":99.9490929838857,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000007","completion":"0.00000034","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tool_choice","tools","structured_outputs","response_format","logit_bias"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.921968787515,"uptime_last_5m":99.9202869669191,"uptime_last_1d":99.6984517238636,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"NextBit | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000009","completion":"0.0000003","input_cache_read":"0.00000005","discount":0},"provider_name":"NextBit","tag":"nextbit/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","repetition_penalty","seed","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.918981359011,"uptime_last_5m":98.05617857524298,"uptime_last_1d":98.48003551355548,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":256000,"pricing":{"prompt":"0.0000001","completion":"0.0000003","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":230400,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99213156031159,"uptime_last_5m":100,"uptime_last_1d":99.92685022157578,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Makora | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000034","input_cache_read":"0.000000034","discount":0},"provider_name":"Makora","tag":"makora","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","max_tokens","seed","response_format","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.31336742147553,"uptime_last_5m":99.93581514762516,"uptime_last_1d":98.94677305940262,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":256000,"pricing":{"prompt":"0.00000013","completion":"0.0000004","input_cache_read":"0.00000005","discount":0},"provider_name":"Venice","tag":"venice/bf16","quantization":"bf16","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.70790378006873,"uptime_last_5m":99.70414201183432,"uptime_last_1d":99.42680785874828,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000013","completion":"0.0000004","input_cache_read":"0.00000005","discount":0},"provider_name":"Parasail","tag":"parasail/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","structured_outputs","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":false,"required":false,"function":false},"status":0,"uptime_last_30m":99.67886962106616,"uptime_last_5m":100,"uptime_last_1d":99.2159962777998,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000013","completion":"0.0000004","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97269500318559,"uptime_last_5m":100,"uptime_last_1d":99.83828888520789,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.0000004","input_cache_read":"0.00000005","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.4647961884595,"uptime_last_5m":100,"uptime_last_1d":97.73117856950192,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | google/gemma-4-26b-a4b-it-20260403","model_id":"google/gemma-4-26b-a4b-it","model_name":"Google: Gemma 4 26B A4B ","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","tools","tool_choice","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.65181058495823,"uptime_last_5m":99.51219512195122,"uptime_last_1d":98.6646357344109,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":11,"endpointError":null}},{"id":"d0aa27aa-4705-4184-9a1d-483b78c9331c","slug":"gemma-4-31b-non-reasoning","name":"Gemma 4 31B (Non-reasoning)","shortName":"Gemma 4 31B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gemma-4-31b-non-reasoning","releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gemma-4-31b","name":"Gemma 4 31B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":13.9198819005287,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":41.5563237174621,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.14,"price1mOutputTokens":0.4,"cacheHitPrice":0.14,"cacheHitDiscountPercent":0.6,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.15048801100005,"timeToFirstAnswerTokenMs":2.15048801100005,"endToEndMs":14.182351161346489}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-51.68333333333333,"score":-51.68333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":691.46,"score":691.46,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.09573000000000002,"score":0.09573000000000002,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.654970760233918,"score":0.654970760233918,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.088659793814433,"score":0.088659793814433,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.303030303030303,"score":0.303030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.292134831460674,"score":0.292134831460674,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.466666666666667,"score":0.466666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.53469387755102,"score":0.53469387755102,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.118164967562558,"score":0.118164967562558,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.762626262626263,"score":0.762626262626263,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.703468208092486,"score":0.703468208092486,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"d0aa27aa-4705-4184-9a1d-483b78c9331c","slug":"gemma-4-31b-non-reasoning","name":"Gemma 4 31B (Non-reasoning)","shortName":"Gemma 4 31B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemma-4-31b","name":"Gemma 4 31B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-4-31B-it","microevalsEnabled":false,"intelligenceIndex":13.9198819005287,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-51.68333333333333,"omniscienceBreakdown":{"accuracy":0.16633333333333333,"hallucinationRate":0.8194722111155538},"gdpval":691.46,"gdpvalNormalized":0.09573000000000002,"itBenchSre":null,"tau2":0.654970760233918,"tauBanking":0.088659793814433,"terminalbenchHard":0.303030303030303,"terminalBench21":0.292134831460674,"terminalBench40":null,"scicode":null,"lcr":0.466666666666667,"ifbench":0.53469387755102,"hle":0.118164967562558,"gpqa":0.762626262626263,"critpt":0,"apexAgents":null,"mmmuPro":0.703468208092486,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.14,"price1mOutputTokens":0.4,"cacheHitPrice":0.14,"cacheHitDiscountPercent":0.6,"cacheWritePrice":null,"pricePer1k1mpImages":0.0269,"price1mBlended0To3To1":0.20500000000000002,"price1mBlended7To2To1":0.166,"price1mBlended0To1To1":0.27,"price1mBlended100To1To1":0.14254901960784316,"price1mBlended0To100To1":0.1425742574257426,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":41.5563237174621,"medianTimeToFirstChunk":2.15048801100005},"outputSpeedVariance":{"p05":8.94501067815157,"q25":19.6428599417584,"median":41.5563237174621,"q75":91.8865565125446,"p95":206.870486284893},"timeToFirstChunkVariance":{"p05":0.967056099999922,"q25":1.33363253700008,"median":2.15048801100005,"q75":3.32550501499986,"p95":17.424290455},"performanceByPromptType":{"medium":{"medianOutputSpeed":40.5228962423944,"medianTimeToFirstChunk":0.971817653999991,"medianTimeToFirstAnswerToken":0.971817653999991,"medianEndToEndResponseTime":13.310521112142947},"long":{"medianOutputSpeed":41.5563237174621,"medianTimeToFirstChunk":2.15048801100005,"medianTimeToFirstAnswerToken":2.15048801100005,"medianEndToEndResponseTime":14.182351161346489},"hundredK":{"medianOutputSpeed":31.4020879035068,"medianTimeToFirstChunk":19.788655907,"medianTimeToFirstAnswerToken":19.788655907,"medianEndToEndResponseTime":35.711164038829125},"mediumParallel":{"medianOutputSpeed":32.4875959713281,"medianTimeToFirstChunk":1.09034837900003,"medianTimeToFirstAnswerToken":1.09034837900003,"medianEndToEndResponseTime":16.480837735038396}},"endToEndResponseTime":{"input":2.15048801100005,"reasoning":0,"answer":12.031863150346439,"total":14.182351161346489},"timeToFirstAnswerToken":{"input":2.15048801100005,"reasoning":0,"total":2.15048801100005},"performanceDataSource":{"type":"median"},"hostModelCount":11,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemma-4-31b-it","matchedBy":"slug","catalog":{"id":"google/gemma-4-31b-it","canonical_slug":"google/gemma-4-31b-it-20260402","hugging_face_id":"google/gemma-4-31B-it","name":"Google: Gemma 4 31B","created":1775148486,"description":"Gemma 4 31B Instruct is Google DeepMind's 30.7B dense multimodal model supporting text and image input with text output. Features a 256K token context window, configurable thinking/reasoning mode, native function...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["image","text","video"],"output_modalities":["text"],"tokenizer":"Gemma","instruct_type":null},"pricing":{"prompt":"0.00000009","completion":"0.00000034","input_cache_read":"0.00000005"},"top_provider":{"context_length":262144,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":64,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemma-4-31b-it-20260402/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":15.4,"coding_index":43.4,"agentic_index":6.7}},"reasoning":{"mandatory":false,"default_enabled":false}},"endpoints":[{"name":"DeepInfra | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000009","completion":"0.00000034","input_cache_read":"0.00000005","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/turbo","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.663658926956,"uptime_last_5m":99.66289429328197,"uptime_last_1d":98.79997991838258,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000034","input_cache_read":"0.0000001","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.28952035628424,"uptime_last_5m":99.01873327386262,"uptime_last_1d":97.1811129592509,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":256000,"pricing":{"prompt":"0.00000012","completion":"0.00000036","input_cache_read":"0.00000009","discount":0},"provider_name":"Venice","tag":"venice/fp4","quantization":"fp4","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.54649708090075,"uptime_last_5m":99.77924944812362,"uptime_last_1d":99.12555043167713,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":131072,"pricing":{"prompt":"0.00000012","completion":"0.00000037","input_cache_read":"0.000000012","discount":0},"provider_name":"Chutes","tag":"chutes/fp4","quantization":"fp4","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.86523736600306,"uptime_last_5m":96.62921348314607,"uptime_last_1d":95.51562416438216,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000013","completion":"0.00000038","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tool_choice","tools","response_format","structured_outputs","logit_bias"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.69501157651021,"uptime_last_5m":99.20634920634922,"uptime_last_1d":97.37989163154725,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Crusoe | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.0000004","input_cache_read":"0.00000014","discount":0},"provider_name":"Crusoe","tag":"crusoe/bf16","quantization":"bf16","max_completion_tokens":262141,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","min_p","repetition_penalty","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.53989813242784,"uptime_last_5m":96.42857142857143,"uptime_last_1d":98.14087891373471,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Friendli | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.0000004","discount":0},"provider_name":"Friendli","tag":"friendli","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.99404868178301,"uptime_last_5m":100,"uptime_last_1d":99.49724168506306,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.0000004","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":84.23884165781084,"uptime_last_5m":56.86274509803921,"uptime_last_1d":95.41973916312426,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000004","input_cache_read":"0.00000006","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.53479229458787,"uptime_last_5m":99.64912280701755,"uptime_last_1d":99.50183070185452,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":131072,"pricing":{"prompt":"0.00000027","completion":"0.00000076","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/ultra","quantization":"fp8","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.8538681948424,"uptime_last_5m":null,"uptime_last_1d":72.36922539516199,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000038","completion":"0.00000115","discount":0},"provider_name":"SambaNova","tag":"sambanova","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":94.9634443541836,"uptime_last_5m":91.0958904109589,"uptime_last_1d":96.48908935755212,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000039","completion":"0.00000097","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","structured_outputs","response_format","tool_choice","tools"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"ModelRun | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000075","completion":"0.000001","input_cache_read":"0.00000075","discount":0},"provider_name":"ModelRun","tag":"modelrun/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","presence_penalty","repetition_penalty","frequency_penalty","top_p","top_k","stop","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":63.26955074875208,"uptime_last_5m":67.41573033707866,"uptime_last_1d":99.42812237263054,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000075","completion":"0.000001","input_cache_read":"0.00000025","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","response_format","structured_outputs","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.31476877175534,"uptime_last_5m":97.81420765027322,"uptime_last_1d":84.84061871808011,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":14,"endpointError":null}},{"id":"cd26a386-4873-46ff-b853-d239050025a2","slug":"gemma-4-31b","name":"Gemma 4 31B (Reasoning)","shortName":"Gemma 4 31B","sourceUrl":"https://artificialanalysis.ai/models/gemma-4-31b","releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"gemma-4-31b","name":"Gemma 4 31B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":15.4156500745828,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":14.688526119716055,"strategyAndOps":10.630033453175963,"legal":14.870916327683801,"engineering":17.496484741162458,"economics":21.523943562712393},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":35.1831275002635,"canonicalInputTokens":894212004,"canonicalOutputTokens":48539135,"outputTokensPerTask":12513.206416583555,"answerTokensPerTask":4679.969333946847,"reasoningTokensPerTask":7833.237082636707,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0,"latency":{"timeToFirstChunkMs":0.980594327999952,"timeToFirstAnswerTokenMs":50.32242728435093,"endToEndMs":64.53378470265477}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":376.57,"score":376.57,"outputTokensPerTask":16214.637362637362,"costPerTask":0,"timePerTask":449.04453610912725,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":755.45,"score":755.45,"outputTokensPerTask":11399.504545454545,"costPerTask":0,"timePerTask":315.69532614295366,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.049330634486812325,"score":0.049330634486812325,"outputTokensPerTask":18431.17199391172,"costPerTask":0,"timePerTask":510.4287498297428,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":30091.772727272728,"costPerTask":0,"timePerTask":833.3548153322135,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.454861111111111,"score":0.454861111111111,"outputTokensPerTask":3858.4756944444443,"costPerTask":0,"timePerTask":106.85576183729901,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.236329935125116,"score":0.236329935125116,"outputTokensPerTask":9236.658943466173,"costPerTask":0,"timePerTask":255.7979643765747,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.06,"score":0.06,"outputTokensPerTask":2542.74,"costPerTask":0,"timePerTask":70.41807215356707,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0142857142857143,"score":0.0142857142857143,"outputTokensPerTask":32140.085714285713,"costPerTask":0,"timePerTask":890.080336507233,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-47.93333333333333,"score":-47.93333333333333,"outputTokensPerTask":1131.103,"costPerTask":0,"timePerTask":31.324513189361156,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.696666666666667,"score":0.696666666666667,"outputTokensPerTask":1257.26,"costPerTask":0,"timePerTask":34.818276896495014,"family":"Intelligence Index"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.47228253003329,"score":0.47228253003329,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.06,"score":0.06,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":755.45,"score":755.45,"outputTokensPerTask":11399.504545454545,"costPerTask":0,"timePerTask":315.69532614295366,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.12772500000000003,"score":0.12772500000000003,"outputTokensPerTask":11399.504545454545,"costPerTask":0,"timePerTask":315.69532614295366,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.372881355932203,"score":0.372881355932203,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.599415204678363,"score":0.599415204678363,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.148453608247423,"score":0.148453608247423,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.363636363636364,"score":0.363636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.434456928838951,"score":0.434456928838951,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":30091.772727272728,"costPerTask":0,"timePerTask":833.3548153322135,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.696666666666667,"score":0.696666666666667,"outputTokensPerTask":1257.26,"costPerTask":0,"timePerTask":34.818276896495014,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.75578231292517,"score":0.75578231292517,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.236329935125116,"score":0.236329935125116,"outputTokensPerTask":9236.658943466173,"costPerTask":0,"timePerTask":255.7979643765747,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.856565656565657,"score":0.856565656565657,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.734104046242775,"score":0.734104046242775,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.049330634486812325,"score":0.049330634486812325,"outputTokensPerTask":18431.17199391172,"costPerTask":0,"timePerTask":510.4287498297428,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.28349746344374815,"score":0.28349746344374815,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":14.688526119716055,"score":14.688526119716055,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":10.630033453175963,"score":10.630033453175963,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":14.870916327683801,"score":14.870916327683801,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":17.496484741162458,"score":17.496484741162458,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":21.523943562712393,"score":21.523943562712393,"family":"Capability Index"}],"benchmarkCount":32,"raw":{"id":"cd26a386-4873-46ff-b853-d239050025a2","slug":"gemma-4-31b","name":"Gemma 4 31B (Reasoning)","shortName":"Gemma 4 31B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":1736,"release":{"slug":"gemma-4-31b","name":"Gemma 4 31B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-4-31B-it","microevalsEnabled":true,"intelligenceIndex":15.4156500745828,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":14.688526119716055,"strategyAndOps":10.630033453175963,"legal":14.870916327683801,"engineering":17.496484741162458,"economics":21.523943562712393},"omniscience":-47.93333333333333,"omniscienceBreakdown":{"accuracy":0.20033333333333334,"hallucinationRate":0.8499374739474781},"harveyLab":0.47228253003329,"gdpPdfAllPass":0.06,"gdpval":755.45,"gdpvalNormalized":0.12772500000000003,"itBenchSre":0.372881355932203,"tau2":0.599415204678363,"tauBanking":0.148453608247423,"terminalbenchHard":0.363636363636364,"terminalBench21":0.434456928838951,"terminalBench40":0,"scicode":0.454861111111111,"lcr":0.696666666666667,"ifbench":0.75578231292517,"hle":0.236329935125116,"gpqa":0.856565656565657,"critpt":0.0142857142857143,"apexAgents":null,"mmmuPro":0.734104046242775,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.049330634486812325,"enterpriseOpsGym":0.28349746344374815,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexTimePerTask":346.5379363660693,"intelligenceIndexCost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"intelligenceIndexCostPerTask":{"cost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0},{"slug":"gdpval-aa","weightedCostPerTask":0},{"slug":"automationbench-aa","weightedCostPerTask":0},{"slug":"terminalbench-4-0","weightedCostPerTask":0},{"slug":"scicode","weightedCostPerTask":0},{"slug":"humanitys-last-exam","weightedCostPerTask":0},{"slug":"gdp-pdf","weightedCostPerTask":0},{"slug":"critpt","weightedCostPerTask":0},{"slug":"omniscience","weightedCostPerTask":0},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0}]},"canonicalIntelligenceIndexTokenCount":{"input":894212004,"output":48539135,"answer":9618907,"reasoning":38920228},"intelligenceIndexOutputTokensPerTask":{"reasoning":7833.237082636707,"answer":4679.969333946847,"output":12513.206416583555},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":376.57,"outputTokensPerTask":16214.637362637362,"costPerTask":0,"timePerTask":449.04453610912725},{"slug":"gdpval-aa","score":755.45,"outputTokensPerTask":11399.504545454545,"costPerTask":0,"timePerTask":315.69532614295366},{"slug":"automationbench-aa","score":0.049330634486812325,"outputTokensPerTask":18431.17199391172,"costPerTask":0,"timePerTask":510.4287498297428},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":30091.772727272728,"costPerTask":0,"timePerTask":833.3548153322135},{"slug":"scicode","score":0.454861111111111,"outputTokensPerTask":3858.4756944444443,"costPerTask":0,"timePerTask":106.85576183729901},{"slug":"humanitys-last-exam","score":0.236329935125116,"outputTokensPerTask":9236.658943466173,"costPerTask":0,"timePerTask":255.7979643765747},{"slug":"gdp-pdf","score":0.06,"outputTokensPerTask":2542.74,"costPerTask":0,"timePerTask":70.41807215356707},{"slug":"critpt","score":0.0142857142857143,"outputTokensPerTask":32140.085714285713,"costPerTask":0,"timePerTask":890.080336507233},{"slug":"omniscience","score":-47.93333333333333,"outputTokensPerTask":1131.103,"costPerTask":0,"timePerTask":31.324513189361156},{"slug":"artificial-analysis-long-context-reasoning","score":0.696666666666667,"outputTokensPerTask":1257.26,"costPerTask":0,"timePerTask":34.818276896495014}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":376.57,"lower95ci":368.26,"upper95ci":384.46},"rubricPassRate":0.07777777777777778,"analyticalQuality":{"elo":146.95,"lower95ci":131.22,"upper95ci":164.37},"presentation":{"elo":342.02,"lower95ci":325.21,"upper95ci":357.63}},"briefcaseTotalCost":0,"timescaleData":{"medianOutputSpeed":35.1831275002635,"medianTimeToFirstChunk":0.980594327999952},"outputSpeedVariance":{"p05":31.3892161048945,"q25":34.6050571790429,"median":35.1831275002635,"q75":35.7294806094973,"p95":36.4342108484766},"timeToFirstChunkVariance":{"p05":0.92011253510004,"q25":0.944942287749971,"median":0.980594327999952,"q75":1.10907990775001,"p95":1.15903345049997},"performanceByPromptType":{"medium":{"medianOutputSpeed":35.151588473104,"medianTimeToFirstChunk":0.869775581499993,"medianTimeToFirstAnswerToken":50.25587946492161,"medianEndToEndResponseTime":64.47998772627577},"long":{"medianOutputSpeed":35.1831275002635,"medianTimeToFirstChunk":0.980594327999952,"medianTimeToFirstAnswerToken":50.32242728435093,"medianEndToEndResponseTime":64.53378470265477},"mediumParallel":{"medianOutputSpeed":34.9453097098212,"medianTimeToFirstChunk":1.00074992300006,"medianTimeToFirstAnswerToken":50.67837517272294,"medianEndToEndResponseTime":64.9864469612376}},"endToEndResponseTime":{"input":0.980594327999952,"reasoning":49.34183295635098,"answer":14.211357418303852,"total":64.53378470265477},"timeToFirstAnswerToken":{"input":0.980594327999952,"reasoning":49.34183295635098,"total":50.32242728435093},"performanceDataSource":{"type":"firstParty","providerName":"Google"},"hostModelCount":15,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/google/gemma-4-31b-it","matchedBy":"slug","catalog":{"id":"google/gemma-4-31b-it","canonical_slug":"google/gemma-4-31b-it-20260402","hugging_face_id":"google/gemma-4-31B-it","name":"Google: Gemma 4 31B","created":1775148486,"description":"Gemma 4 31B Instruct is Google DeepMind's 30.7B dense multimodal model supporting text and image input with text output. Features a 256K token context window, configurable thinking/reasoning mode, native function...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["image","text","video"],"output_modalities":["text"],"tokenizer":"Gemma","instruct_type":null},"pricing":{"prompt":"0.00000009","completion":"0.00000034","input_cache_read":"0.00000005"},"top_provider":{"context_length":262144,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":64,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/google/gemma-4-31b-it-20260402/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":15.4,"coding_index":43.4,"agentic_index":6.7}},"reasoning":{"mandatory":false,"default_enabled":false}},"endpoints":[{"name":"DeepInfra | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000009","completion":"0.00000034","input_cache_read":"0.00000005","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/turbo","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.663658926956,"uptime_last_5m":99.66289429328197,"uptime_last_1d":98.79997991838258,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000034","input_cache_read":"0.0000001","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.28952035628424,"uptime_last_5m":99.01873327386262,"uptime_last_1d":97.1811129592509,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":256000,"pricing":{"prompt":"0.00000012","completion":"0.00000036","input_cache_read":"0.00000009","discount":0},"provider_name":"Venice","tag":"venice/fp4","quantization":"fp4","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.54649708090075,"uptime_last_5m":99.77924944812362,"uptime_last_1d":99.12555043167713,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":131072,"pricing":{"prompt":"0.00000012","completion":"0.00000037","input_cache_read":"0.000000012","discount":0},"provider_name":"Chutes","tag":"chutes/fp4","quantization":"fp4","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.86523736600306,"uptime_last_5m":96.62921348314607,"uptime_last_1d":95.51562416438216,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000013","completion":"0.00000038","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tool_choice","tools","response_format","structured_outputs","logit_bias"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.69501157651021,"uptime_last_5m":99.20634920634922,"uptime_last_1d":97.37989163154725,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Crusoe | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.0000004","input_cache_read":"0.00000014","discount":0},"provider_name":"Crusoe","tag":"crusoe/bf16","quantization":"bf16","max_completion_tokens":262141,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","min_p","repetition_penalty","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.53989813242784,"uptime_last_5m":96.42857142857143,"uptime_last_1d":98.14087891373471,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Friendli | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.0000004","discount":0},"provider_name":"Friendli","tag":"friendli","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.99404868178301,"uptime_last_5m":100,"uptime_last_1d":99.49724168506306,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.0000004","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":84.23884165781084,"uptime_last_5m":56.86274509803921,"uptime_last_1d":95.41973916312426,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000004","input_cache_read":"0.00000006","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.53479229458787,"uptime_last_5m":99.64912280701755,"uptime_last_1d":99.50183070185452,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":131072,"pricing":{"prompt":"0.00000027","completion":"0.00000076","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/ultra","quantization":"fp8","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.8538681948424,"uptime_last_5m":null,"uptime_last_1d":72.36922539516199,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000038","completion":"0.00000115","discount":0},"provider_name":"SambaNova","tag":"sambanova","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":94.9634443541836,"uptime_last_5m":91.0958904109589,"uptime_last_1d":96.48908935755212,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000039","completion":"0.00000097","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","structured_outputs","response_format","tool_choice","tools"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"ModelRun | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000075","completion":"0.000001","input_cache_read":"0.00000075","discount":0},"provider_name":"ModelRun","tag":"modelrun/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","presence_penalty","repetition_penalty","frequency_penalty","top_p","top_k","stop","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":63.26955074875208,"uptime_last_5m":67.41573033707866,"uptime_last_1d":99.42812237263054,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | google/gemma-4-31b-it-20260402","model_id":"google/gemma-4-31b-it","model_name":"Google: Gemma 4 31B","context_length":262144,"pricing":{"prompt":"0.00000075","completion":"0.000001","input_cache_read":"0.00000025","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","response_format","structured_outputs","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.31476877175534,"uptime_last_5m":97.81420765027322,"uptime_last_1d":84.84061871808011,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":14,"endpointError":null}},{"id":"755d7281-2ed8-48c7-808f-709ec4cbfb71","slug":"gemma-4-e2b-non-reasoning","name":"Gemma 4 E2B (Non-reasoning)","shortName":"Gemma 4 E2B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/gemma-4-e2b","releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gemma-4-e2b","name":"Gemma 4 E2B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":5.1,"inferenceParametersActiveBillions":2.3,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":6.47543520107148,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"755d7281-2ed8-48c7-808f-709ec4cbfb71","slug":"gemma-4-e2b-non-reasoning","name":"Gemma 4 E2B (Non-reasoning)","shortName":"Gemma 4 E2B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-02","knowledgeCutoffDate":null,"contextWindowTokens":128000,"isReasoning":false,"release":{"slug":"gemma-4-e2b","name":"Gemma 4 E2B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"small","parameters":5.1,"inferenceParametersActiveBillions":2.3,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-4-E2B-it","intelligenceIndex":6.47543520107148,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":true,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"b07aef0a-b192-46a1-b1c9-40b06d1b9061","slug":"gemma-4-e2b","name":"Gemma 4 E2B (Reasoning)","shortName":"Gemma 4 E2B","sourceUrl":"https://artificialanalysis.ai/models/releases/gemma-4-e2b","releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"gemma-4-e2b","name":"Gemma 4 E2B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":5.1,"inferenceParametersActiveBillions":2.3,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":7.77445525187484,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"b07aef0a-b192-46a1-b1c9-40b06d1b9061","slug":"gemma-4-e2b","name":"Gemma 4 E2B (Reasoning)","shortName":"Gemma 4 E2B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-02","knowledgeCutoffDate":null,"contextWindowTokens":128000,"isReasoning":true,"release":{"slug":"gemma-4-e2b","name":"Gemma 4 E2B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"small","parameters":5.1,"inferenceParametersActiveBillions":2.3,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-4-E2B-it","intelligenceIndex":7.77445525187484,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","color":"#34A853","logo":"/img/logos/google_small.svg","url":"https://deepmind.google/technologies/gemini/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":true,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"5303601c-8133-4f52-bc4e-5241ee6b3c10","slug":"gemma-4-e4b-non-reasoning","name":"Gemma 4 E4B (Non-reasoning)","shortName":"Gemma 4 E4B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gemma-4-e4b-non-reasoning","releaseDate":"2026-04-03","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gemma-4-e4b","name":"Gemma 4 E4B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":4.5,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":7.45765296912625,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":41.5380816958249,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.02,"price1mOutputTokens":0.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.740609309999854,"timeToFirstAnswerTokenMs":0.740609309999854,"endToEndMs":12.777756419040672}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-40.983333333333334,"score":-40.983333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.260233918128655,"score":0.260233918128655,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0757575757575758,"score":0.0757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.24,"score":0.24,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.405442176870748,"score":0.405442176870748,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0481927710843374,"score":0.0481927710843374,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.549494949494949,"score":0.549494949494949,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.512138728323699,"score":0.512138728323699,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"5303601c-8133-4f52-bc4e-5241ee6b3c10","slug":"gemma-4-e4b-non-reasoning","name":"Gemma 4 E4B (Non-reasoning)","shortName":"Gemma 4 E4B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-03","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gemma-4-e4b","name":"Gemma 4 E4B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":4.5,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-4-E4B-it","microevalsEnabled":false,"intelligenceIndex":7.45765296912625,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-40.983333333333334,"omniscienceBreakdown":{"accuracy":0.08316666666666667,"hallucinationRate":0.5377204144700963},"gdpval":null,"itBenchSre":null,"tau2":0.260233918128655,"tauBanking":null,"terminalbenchHard":0.0757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.24,"ifbench":0.405442176870748,"hle":0.0481927710843374,"gpqa":0.549494949494949,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.512138728323699,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.02,"price1mOutputTokens":0.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.04,"price1mBlended7To2To1":0.028000000000000004,"price1mBlended0To1To1":0.060000000000000005,"price1mBlended100To1To1":0.020784313725490198,"price1mBlended0To100To1":0.020792079207920793,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":41.5380816958249,"medianTimeToFirstChunk":0.740609309999854},"outputSpeedVariance":{"p05":23.5464052794601,"q25":35.2133828377331,"median":41.5380816958249,"q75":45.7745558212465,"p95":61.1941277271972},"timeToFirstChunkVariance":{"p05":0.64750394345001,"q25":0.712312986749957,"median":0.740609309999854,"q75":0.79563948125002,"p95":1.71000565649999},"performanceByPromptType":{"medium":{"medianOutputSpeed":40.4722180848769,"medianTimeToFirstChunk":0.337199068499991,"medianTimeToFirstAnswerToken":0.337199068499991,"medianEndToEndResponseTime":12.691352699304652},"long":{"medianOutputSpeed":41.5380816958249,"medianTimeToFirstChunk":0.740609309999854,"medianTimeToFirstAnswerToken":0.740609309999854,"medianEndToEndResponseTime":12.777756419040672},"hundredK":{"medianOutputSpeed":19.9105367173593,"medianTimeToFirstChunk":11.309287824,"medianTimeToFirstAnswerToken":11.309287824,"medianEndToEndResponseTime":36.42161940489945},"mediumParallel":{"medianOutputSpeed":35.4592244248324,"medianTimeToFirstChunk":0.654452794500003,"medianTimeToFirstAnswerToken":0.654452794500003,"medianEndToEndResponseTime":14.755156013768547}},"endToEndResponseTime":{"input":0.740609309999854,"reasoning":0,"answer":12.037147109040818,"total":12.777756419040672},"timeToFirstAnswerToken":{"input":0.740609309999854,"reasoning":0,"total":0.740609309999854},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"d80eb0f1-f62e-4d31-99d2-7a925eb126b0","slug":"gemma-4-e4b","name":"Gemma 4 E4B (Reasoning)","shortName":"Gemma 4 E4B","sourceUrl":"https://artificialanalysis.ai/models/gemma-4-e4b","releaseDate":"2026-04-03","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"gemma-4-e4b","name":"Gemma 4 E4B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":4.5,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":8.91477392266452,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":39.1369480822748,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.02,"price1mOutputTokens":0.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.971905664000076,"timeToFirstAnswerTokenMs":52.074510695837084,"endToEndMs":64.85016195379634}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-19.7,"score":-19.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":176.92,"score":176.92,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.207602339181287,"score":0.207602339181287,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0833333333333333,"score":0.0833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0187265917602996,"score":0.0187265917602996,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.32,"score":0.32,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.442176870748299,"score":0.442176870748299,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0375347544022243,"score":0.0375347544022243,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.575757575757576,"score":0.575757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.513872832369942,"score":0.513872832369942,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"d80eb0f1-f62e-4d31-99d2-7a925eb126b0","slug":"gemma-4-e4b","name":"Gemma 4 E4B (Reasoning)","shortName":"Gemma 4 E4B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-03","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"gemma-4-e4b","name":"Gemma 4 E4B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":4.5,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/google/gemma-4-E4B-it","microevalsEnabled":false,"intelligenceIndex":8.91477392266452,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-19.7,"omniscienceBreakdown":{"accuracy":0.08583333333333333,"hallucinationRate":0.30938924339106655},"gdpval":176.92,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.207602339181287,"tauBanking":null,"terminalbenchHard":0.0833333333333333,"terminalBench21":0.0187265917602996,"terminalBench40":null,"scicode":null,"lcr":0.32,"ifbench":0.442176870748299,"hle":0.0375347544022243,"gpqa":0.575757575757576,"critpt":0.00571428571428571,"apexAgents":null,"mmmuPro":0.513872832369942,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.02,"price1mOutputTokens":0.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.04,"price1mBlended7To2To1":0.028000000000000004,"price1mBlended0To1To1":0.060000000000000005,"price1mBlended100To1To1":0.020784313725490198,"price1mBlended0To100To1":0.020792079207920793,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":39.1369480822748,"medianTimeToFirstChunk":0.971905664000076},"outputSpeedVariance":{"p05":24.9333237765254,"q25":33.8118784453178,"median":39.1369480822748,"q75":47.7221905433466,"p95":52.0090400755929},"timeToFirstChunkVariance":{"p05":0.760414036300033,"q25":0.810744476250022,"median":0.971905664000076,"q75":1.16084791025003,"p95":1.69883248875002},"performanceByPromptType":{"medium":{"medianOutputSpeed":37.1258151120574,"medianTimeToFirstChunk":0.477834203000022,"medianTimeToFirstAnswerToken":54.348705292654756,"medianEndToEndResponseTime":67.81642306506845},"long":{"medianOutputSpeed":39.1369480822748,"medianTimeToFirstChunk":0.971905664000076,"medianTimeToFirstAnswerToken":52.074510695837084,"medianEndToEndResponseTime":64.85016195379634},"hundredK":{"medianOutputSpeed":29.2009365537406,"medianTimeToFirstChunk":10.58814073,"medianTimeToFirstAnswerToken":79.07909465263378,"medianEndToEndResponseTime":96.20183313329224},"mediumParallel":{"medianOutputSpeed":44.8482443585759,"medianTimeToFirstChunk":0.595592457000123,"medianTimeToFirstAnswerToken":45.190426181356585,"medianEndToEndResponseTime":56.339134612445704}},"endToEndResponseTime":{"input":0.971905664000076,"reasoning":51.10260503183701,"answer":12.775651257959252,"total":64.85016195379634},"timeToFirstAnswerToken":{"input":0.971905664000076,"reasoning":51.10260503183701,"total":52.074510695837084},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"faddc6d9-2c14-445f-9b28-56726f59c793","slug":"google","name":"Google","logo":"/img/logos/google_small.svg","color":"#34A853","country":"us","url":"https://deepmind.google/technologies/gemini/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"19496b81-9f41-4214-a77a-1df803b3c5ae","slug":"glm-5-3-flash","name":"GLM 5.3 Flash","shortName":"GLM-5.3-Flash","sourceUrl":"https://artificialanalysis.ai/models/glm-5-3-flash","releaseDate":"2026-08-26","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"glm-5-3-flash","name":"GLM 5.3 Flash"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":320,"inferenceParametersActiveBillions":18,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":41.907366113455,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":41.9817401866044,"strategyAndOps":45.16018300140284,"legal":39.922315233599434,"healthcareAndMedical":44.859244252149146,"engineering":43.843285321104595,"economics":48.89497509267839},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":94.5604471157231,"canonicalInputTokens":6481338955,"canonicalOutputTokens":180681476,"outputTokensPerTask":68673.15205651642,"answerTokensPerTask":22023.666872022226,"reasoningTokensPerTask":46649.4851844942,"price1mInputTokens":0.15,"price1mOutputTokens":0.5,"cacheHitPrice":0.026,"cacheHitDiscountPercent":0.8266666666666667,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.2532595604307378,"latency":{"timeToFirstChunkMs":2.49887392100007,"timeToFirstAnswerTokenMs":23.649366129993112,"endToEndMs":28.936989182241373}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1448.95,"score":1448.95,"outputTokensPerTask":131964.56043956045,"costPerTask":0.8697648106545848,"timePerTask":1087.1495831331563,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1654.95,"score":1654.95,"outputTokensPerTask":125884.14090909091,"costPerTask":0.3039125344423236,"timePerTask":1037.0579105219163,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.6036862782167782,"score":0.6036862782167782,"outputTokensPerTask":20219.06697108067,"costPerTask":0.030396984538152812,"timePerTask":166.5685859577356,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.328282828282828,"score":0.328282828282828,"outputTokensPerTask":181053.9393939394,"costPerTask":0.789998985313891,"timePerTask":1491.5573854155034,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.516203703703704,"score":0.516203703703704,"outputTokensPerTask":27040.805555555555,"costPerTask":0.013985710069444443,"timePerTask":222.76738837599447,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.398517145505097,"score":0.398517145505097,"outputTokensPerTask":43214.449490268766,"costPerTask":0.02165517108433735,"timePerTask":356.00899659868566,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.154,"score":0.154,"outputTokensPerTask":15701.08,"costPerTask":0.0318730355,"timePerTask":129.3485350906625,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.154285714285714,"score":0.154285714285714,"outputTokensPerTask":81784.72857142857,"costPerTask":0.04199942857142856,"timePerTask":673.7584187521965,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":7.466666666666667,"score":7.466666666666667,"outputTokensPerTask":1158.935,"costPerTask":0.00059824855,"timePerTask":9.54753077592732,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":4515.2,"costPerTask":0.0168553165,"timePerTask":37.197091260050854,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.511111111111111,"score":0.511111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.154,"score":0.154,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1654.95,"score":1654.95,"outputTokensPerTask":125884.14090909091,"costPerTask":0.3039125344423236,"timePerTask":1037.0579105219163,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.5774750000000001,"score":0.5774750000000001,"outputTokensPerTask":125884.14090909091,"costPerTask":0.3039125344423236,"timePerTask":1037.0579105219163,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.472164948453608,"score":0.472164948453608,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.842696629213483,"score":0.842696629213483,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.328282828282828,"score":0.328282828282828,"outputTokensPerTask":181053.9393939394,"costPerTask":0.789998985313891,"timePerTask":1491.5573854155034,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":4515.2,"costPerTask":0.0168553165,"timePerTask":37.197091260050854,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.398517145505097,"score":0.398517145505097,"outputTokensPerTask":43214.449490268766,"costPerTask":0.02165517108433735,"timePerTask":356.00899659868566,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.912121212121212,"score":0.912121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.6036862782167782,"score":0.6036862782167782,"outputTokensPerTask":20219.06697108067,"costPerTask":0.030396984538152812,"timePerTask":166.5685859577356,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.3321396598030439,"score":0.3321396598030439,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":41.9817401866044,"score":41.9817401866044,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":45.16018300140284,"score":45.16018300140284,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":39.922315233599434,"score":39.922315233599434,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":44.859244252149146,"score":44.859244252149146,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":43.843285321104595,"score":43.843285321104595,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":48.89497509267839,"score":48.89497509267839,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"19496b81-9f41-4214-a77a-1df803b3c5ae","slug":"glm-5-3-flash","name":"GLM 5.3 Flash","shortName":"GLM-5.3-Flash","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-08-26","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"glm-5-3-flash","name":"GLM 5.3 Flash"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":320,"inferenceParametersActiveBillions":18,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-5.3-Flash","microevalsEnabled":true,"intelligenceIndex":41.907366113455,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":41.9817401866044,"strategyAndOps":45.16018300140284,"legal":39.922315233599434,"healthcareAndMedical":44.859244252149146,"engineering":43.843285321104595,"economics":48.89497509267839},"omniscience":7.466666666666667,"omniscienceBreakdown":{"accuracy":0.275,"hallucinationRate":0.27632183908045976},"mlcrOverall":0.511111111111111,"gdpPdfAllPass":0.154,"gdpval":1654.95,"gdpvalNormalized":0.5774750000000001,"itBenchSre":null,"tau2":null,"tauBanking":0.472164948453608,"terminalbenchHard":null,"terminalBench21":0.842696629213483,"terminalBench40":0.328282828282828,"scicode":0.516203703703704,"lcr":0.8,"ifbench":null,"hle":0.398517145505097,"gpqa":0.912121212121212,"critpt":0.154285714285714,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.6036862782167782,"enterpriseOpsGym":0.3321396598030439,"price1mInputTokens":0.15,"price1mOutputTokens":0.5,"cacheHitPrice":0.026,"cacheHitDiscountPercent":0.8266666666666667,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.2375,"price1mBlended7To2To1":0.0982,"price1mBlended0To1To1":0.325,"price1mBlended100To1To1":0.031862745098039214,"price1mBlended0To100To1":0.15346534653465346,"intelligenceIndexTimePerTask":565.7427144227478,"intelligenceIndexCost":{"total":280.28213741916164,"input":189.94139941916163,"nonCacheInput":4.2896787,"cacheRead":164.02214144840158,"cacheWrite":21.629579270760043,"output":90.340738,"reasoning":75.7282435,"answer":14.6124945},"intelligenceIndexCostPerTask":{"cost":{"total":0.2532595604307378,"input":0.21892298440247968,"nonCacheInput":0.003296984324158392,"cacheRead":0.19717920806761985,"cacheWrite":0.01844679201070141,"output":0.034336576028258216,"reasoning":0.023324742592247094,"answer":0.01101183343601111},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.1304647215981877},{"slug":"gdpval-aa","weightedCostPerTask":0.03039125344423236},{"slug":"automationbench-aa","weightedCostPerTask":0.0015198492269076409},{"slug":"terminalbench-4-0","weightedCostPerTask":0.0789998985313891},{"slug":"scicode","weightedCostPerTask":0.0013985710069444445},{"slug":"humanitys-last-exam","weightedCostPerTask":0.002165517108433735},{"slug":"gdp-pdf","weightedCostPerTask":0.0031873035500000002},{"slug":"critpt","weightedCostPerTask":0.004199942857142857},{"slug":"omniscience","weightedCostPerTask":0.00008973728249999998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0008427658249999999}]},"canonicalIntelligenceIndexTokenCount":{"input":6481338955,"output":180681476,"answer":29224989,"reasoning":151456487},"intelligenceIndexOutputTokensPerTask":{"reasoning":46649.4851844942,"answer":22023.666872022226,"output":68673.15205651642},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1448.95,"outputTokensPerTask":131964.56043956045,"costPerTask":0.8697648106545848,"timePerTask":1087.1495831331563},{"slug":"gdpval-aa","score":1654.95,"outputTokensPerTask":125884.14090909091,"costPerTask":0.3039125344423236,"timePerTask":1037.0579105219163},{"slug":"automationbench-aa","score":0.6036862782167782,"outputTokensPerTask":20219.06697108067,"costPerTask":0.030396984538152812,"timePerTask":166.5685859577356},{"slug":"terminalbench-4-0","score":0.328282828282828,"outputTokensPerTask":181053.9393939394,"costPerTask":0.789998985313891,"timePerTask":1491.5573854155034},{"slug":"scicode","score":0.516203703703704,"outputTokensPerTask":27040.805555555555,"costPerTask":0.013985710069444443,"timePerTask":222.76738837599447},{"slug":"humanitys-last-exam","score":0.398517145505097,"outputTokensPerTask":43214.449490268766,"costPerTask":0.02165517108433735,"timePerTask":356.00899659868566},{"slug":"gdp-pdf","score":0.154,"outputTokensPerTask":15701.08,"costPerTask":0.0318730355,"timePerTask":129.3485350906625},{"slug":"critpt","score":0.154285714285714,"outputTokensPerTask":81784.72857142857,"costPerTask":0.04199942857142856,"timePerTask":673.7584187521965},{"slug":"omniscience","score":7.466666666666667,"outputTokensPerTask":1158.935,"costPerTask":0.00059824855,"timePerTask":9.54753077592732},{"slug":"artificial-analysis-long-context-reasoning","score":0.8,"outputTokensPerTask":4515.2,"costPerTask":0.0168553165,"timePerTask":37.197091260050854}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1448.95,"lower95ci":1440.3,"upper95ci":1457.86},"rubricPassRate":0.4635897435897436,"analyticalQuality":{"elo":1634.74,"lower95ci":1618.4,"upper95ci":1651.74},"presentation":{"elo":1397.98,"lower95ci":1385.86,"upper95ci":1410.97}},"briefcaseTotalCost":79.1485977695672,"timescaleData":{"medianOutputSpeed":94.5604471157231,"medianTimeToFirstChunk":2.49887392100007},"outputSpeedVariance":{"p05":68.5218662693749,"q25":82.5696208572018,"median":94.5604471157231,"q75":112.055153109934,"p95":131.27156581995},"timeToFirstChunkVariance":{"p05":2.04329787985,"q25":2.27032090574995,"median":2.49887392100007,"q75":2.61369441174998,"p95":2.89322044144998},"performanceByPromptType":{"medium":{"medianOutputSpeed":96.9658783349474,"medianTimeToFirstChunk":2.3441366295,"medianTimeToFirstAnswerToken":22.969948867197036,"medianEndToEndResponseTime":28.126401926621295},"long":{"medianOutputSpeed":94.5604471157231,"medianTimeToFirstChunk":2.49887392100007,"medianTimeToFirstAnswerToken":23.649366129993112,"medianEndToEndResponseTime":28.936989182241373},"hundredK":{"medianOutputSpeed":104.659760453009,"medianTimeToFirstChunk":7.59260786850004,"medianTimeToFirstAnswerToken":26.70214902685169,"medianEndToEndResponseTime":31.479534316439604},"mediumParallel":{"medianOutputSpeed":89.4386323744081,"medianTimeToFirstChunk":2.33098745999996,"medianTimeToFirstAnswerToken":24.692688963077487,"medianEndToEndResponseTime":30.283114338846868}},"endToEndResponseTime":{"input":2.49887392100007,"reasoning":21.150492208993043,"answer":5.287623052248261,"total":28.936989182241373},"timeToFirstAnswerToken":{"input":2.49887392100007,"reasoning":21.150492208993043,"total":23.649366129993112},"performanceDataSource":{"type":"firstParty","providerName":"Z AI"},"hostModelCount":18,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-5.3-flash","matchedBy":"slug","catalog":{"id":"z-ai/glm-5.3-flash","canonical_slug":"z-ai/glm-5.3-flash-20260826","hugging_face_id":"zai-org/GLM-5.3-Flash","name":"Z.ai: GLM 5.3 Flash","created":1787752741,"description":"GLM-5.3-Flash is a native multimodal model from Z.ai. It is suited for efficient coding and long-horizon agent tasks. Its hybrid sparse and linear attention architecture maintains accurate long-context behavior while...","context_length":1310720,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000009","completion":"0.0000003","input_cache_read":"0.000000018"},"top_provider":{"context_length":1048576,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-5.3-flash-20260826/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1353,"win_rate":59.1,"rank":7},{"arena":"models","category":"asciiart","elo":1288,"win_rate":55.8,"rank":10},{"arena":"models","category":"codecategories","elo":1298,"win_rate":49.6,"rank":15},{"arena":"models","category":"dataviz","elo":1274,"win_rate":50.1,"rank":21},{"arena":"models","category":"gamedev","elo":1311,"win_rate":47.8,"rank":14},{"arena":"models","category":"svg","elo":1313,"win_rate":57.2,"rank":7},{"arena":"models","category":"uicomponent","elo":1338,"win_rate":55.5,"rank":8},{"arena":"models","category":"website","elo":1284,"win_rate":48.4,"rank":21}],"artificial_analysis":{"intelligence_index":41.9,"coding_index":71.5,"agentic_index":51.2}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["max","high","low"],"default_effort":"max"}},"endpoints":[{"name":"DeepInfra | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.000000075","completion":"0.00000025","input_cache_read":"0.000000015","discount":0.5},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.67975022301516,"uptime_last_5m":98.8906497622821,"uptime_last_1d":98.98505185615544,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"InferenceNet | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000009","completion":"0.00000028","input_cache_read":"0.00000002","discount":0},"provider_name":"InferenceNet","tag":"inference-net/fp4","quantization":"fp4","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.00283125707814,"uptime_last_5m":99.58885335769759,"uptime_last_1d":95.58700653985538,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Relace | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000009","completion":"0.0000003","input_cache_read":"0.000000018","discount":0},"provider_name":"Relace","tag":"relace","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.92805233774129,"uptime_last_5m":99.9724413517517,"uptime_last_1d":99.94589057457115,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Wafer | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.0000001","completion":"0.00000035","input_cache_read":"0.00000002","discount":0},"provider_name":"Wafer","tag":"wafer","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","logit_bias","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8015873015873,"uptime_last_5m":99.85899889213415,"uptime_last_1d":99.75884859662669,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.000000105","completion":"0.00000035","input_cache_read":"0.000000021","discount":0.3},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.45841392649903,"uptime_last_5m":100,"uptime_last_1d":99.41341922605817,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.000000132","completion":"0.00000044","input_cache_read":"0.0000000264","discount":0.12},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.71634527805969,"uptime_last_5m":99.72602739726028,"uptime_last_1d":99.53393333000588,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1024000,"pricing":{"prompt":"0.000000141","completion":"0.00000047","input_cache_read":"0.0000000282","discount":0.06},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.27528648422374,"uptime_last_5m":99.12962096396818,"uptime_last_1d":99.42167371755286,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Sail Research | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.0000001425","completion":"0.000000475","input_cache_read":"0.0000000285","discount":0},"provider_name":"Sail Research","tag":"sail-research/us","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","max_tokens","presence_penalty","seed","stop","temperature","top_k","top_p","structured_outputs","tools","tool_choice","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.58439159547449,"uptime_last_5m":99.76114649681529,"uptime_last_1d":99.4301297607845,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Sail Research | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.0000001425","completion":"0.000000475","input_cache_read":"0.0000000285","discount":0},"provider_name":"Sail Research","tag":"sail-research/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.30049548236666,"uptime_last_5m":99.81343283582089,"uptime_last_1d":99.40570096065912,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.28191945158527,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Near AI | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.000000035","discount":0},"provider_name":"Near AI","tag":"near-ai/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","max_tokens","stop","seed","logit_bias","response_format","tools","tool_choice","logprobs","top_logprobs","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.79013641133263,"uptime_last_5m":99.74293059125964,"uptime_last_1d":98.85685095276729,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Crusoe | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"Crusoe","tag":"crusoe/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","min_p","repetition_penalty","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":82.07282913165265,"uptime_last_5m":null,"uptime_last_1d":94.50072870202712,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000005","discount":0},"provider_name":"CoreWeave","tag":"coreweave/nvfp4","quantization":"nvfp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":28.00975312404755,"uptime_last_5m":43.18181818181818,"uptime_last_1d":99.25300440135281,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.15164369034994,"uptime_last_5m":98.56115107913669,"uptime_last_1d":98.67946257197697,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"Fireworks","tag":"fireworks","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.92904953145917,"uptime_last_5m":null,"uptime_last_1d":91.11243202782731,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"Phala","tag":"phala/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.37658739321172,"uptime_last_5m":99.12663755458514,"uptime_last_1d":99.58121773365448,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Friendli | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"Friendli","tag":"friendli","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.43855271366189,"uptime_last_5m":100,"uptime_last_1d":99.6289691937626,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.73853930625762,"uptime_last_5m":99.78390059427336,"uptime_last_1d":99.77311974438268,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.81725417439704,"uptime_last_5m":97.6510067114094,"uptime_last_1d":98.13411963251258,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048575,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":943717,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.56703380174704,"uptime_last_5m":99.81462409886714,"uptime_last_1d":98.90882363258291,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Reka | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"Reka","tag":"reka/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","max_tokens","stop","seed","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.45504087193461,"uptime_last_5m":99.46714031971581,"uptime_last_1d":98.83302938329965,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.15014164305948,"uptime_last_5m":99.76540506725054,"uptime_last_1d":99.6950975884217,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.8362802881467,"uptime_last_5m":99.7169143665959,"uptime_last_1d":97.11177595827348,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.36862554638174,"uptime_last_5m":99.38461538461539,"uptime_last_1d":98.65310226880702,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Io Net | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"Io Net","tag":"io-net/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","tools","tool_choice","logprobs","top_logprobs","seed","stop","min_p","top_k","top_p","presence_penalty","frequency_penalty","repetition_penalty","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.52324195470798,"uptime_last_5m":100,"uptime_last_1d":98.82748887200087,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1310720,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":1179648,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.68068121341139,"uptime_last_5m":100,"uptime_last_1d":97.97066945233989,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000015","completion":"0.0000005","input_cache_read":"0.00000003","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k","response_format","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.90820596020835,"uptime_last_5m":99.93850336613154,"uptime_last_1d":99.80777752987883,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"NextBit | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000018","completion":"0.0000006","input_cache_read":"0.000000036","discount":0},"provider_name":"NextBit","tag":"nextbit/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","repetition_penalty","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.49692244562988,"uptime_last_5m":99.35691318327974,"uptime_last_1d":98.44118549695295,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Modal | z-ai/glm-5.3-flash-20260826","model_id":"z-ai/glm-5.3-flash","model_name":"Z.ai: GLM 5.3 Flash","context_length":1048576,"pricing":{"prompt":"0.00000045","completion":"0.0000015","input_cache_read":"0.00000009","discount":0},"provider_name":"Modal","tag":"modal/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","stop","max_tokens","response_format","structured_outputs","tools","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":false,"required":false,"function":false},"status":0,"uptime_last_30m":99.91511721907843,"uptime_last_5m":99.75274725274726,"uptime_last_1d":99.58485972674532,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":29,"endpointError":null}},{"id":"5d303dc9-c027-401f-9803-4e9aa3331007","slug":"glm-4-5-air","name":"GLM-4.5-Air","shortName":"GLM-4.5-Air","sourceUrl":"https://artificialanalysis.ai/models/glm-4-5-air","releaseDate":"2025-07-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"glm-4-5-air","name":"GLM-4.5-Air"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":106,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":11.0889137659922,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":69.9921010035974,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.17,"price1mOutputTokens":0.98,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.50484716100001,"timeToFirstAnswerTokenMs":31.07950017644822,"endToEndMs":38.22316343031027}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-61.53333333333333,"score":-61.53333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.464912280701754,"score":0.464912280701754,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.204545454545455,"score":0.204545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.466666666666667,"score":0.466666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.375510204081633,"score":0.375510204081633,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0704355885078777,"score":0.0704355885078777,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.733333333333333,"score":0.733333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.683597883597884,"score":0.683597883597884,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.806666666666667,"score":0.806666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"5d303dc9-c027-401f-9803-4e9aa3331007","slug":"glm-4-5-air","name":"GLM-4.5-Air","shortName":"GLM-4.5-Air","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-28","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"glm-4-5-air","name":"GLM-4.5-Air"},"deprecated":true,"deprecatedTo":"glm-4-7-flash","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":106,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://huggingface.co/zai-org/GLM-4.5-Air","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-4.5-Air","microevalsEnabled":false,"intelligenceIndex":11.0889137659922,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-61.53333333333333,"omniscienceBreakdown":{"accuracy":0.1625,"hallucinationRate":0.9287562189054727},"gdpval":null,"itBenchSre":null,"tau2":0.464912280701754,"tauBanking":null,"terminalbenchHard":0.204545454545455,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.466666666666667,"ifbench":0.375510204081633,"hle":0.0704355885078777,"gpqa":0.733333333333333,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.683597883597884,"aime25":0.806666666666667,"analystAgent":null,"price1mInputTokens":0.17,"price1mOutputTokens":0.98,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.3725,"price1mBlended7To2To1":0.251,"price1mBlended0To1To1":0.575,"price1mBlended100To1To1":0.17794117647058827,"price1mBlended0To100To1":0.178019801980198,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":55.55555555555556,"modelAvailability":6,"transparencyMethodology":4,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":69.9921010035974,"medianTimeToFirstChunk":2.50484716100001},"outputSpeedVariance":{"p05":47.8880591841029,"q25":61.7152078798623,"median":69.9921010035974,"q75":87.0539175723297,"p95":93.5926231623093},"timeToFirstChunkVariance":{"p05":2.24427337650015,"q25":2.41550346224997,"median":2.50484716100001,"q75":2.63415798174992,"p95":3.38322718525},"performanceByPromptType":{"long":{"medianOutputSpeed":69.9921010035974,"medianTimeToFirstChunk":2.50484716100001,"medianTimeToFirstAnswerToken":31.07950017644822,"medianEndToEndResponseTime":38.22316343031027}},"endToEndResponseTime":{"input":2.50484716100001,"reasoning":28.57465301544821,"answer":7.143663253862052,"total":38.22316343031027},"timeToFirstAnswerToken":{"input":2.50484716100001,"reasoning":28.57465301544821,"total":31.07950017644822},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-4.5-air","matchedBy":"slug","catalog":{"id":"z-ai/glm-4.5-air","canonical_slug":"z-ai/glm-4.5-air","hugging_face_id":"zai-org/GLM-4.5-Air","name":"Z.ai: GLM 4.5 Air","created":1753471258,"description":"GLM-4.5-Air is the lightweight variant of our latest flagship model family, also purpose-built for agent-centric applications. Like GLM-4.5, it adopts the Mixture-of-Experts (MoE) architecture but with a more compact parameter...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000013","completion":"0.00000085","input_cache_read":"0.000000025"},"top_provider":{"context_length":131072,"max_completion_tokens":98304,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","repetition_penalty","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.75,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-12-31","expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-4.5-air/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1151,"win_rate":54.1,"rank":67},{"arena":"models","category":"codecategories","elo":1152,"win_rate":51.4,"rank":79},{"arena":"models","category":"dataviz","elo":1201,"win_rate":58.5,"rank":51},{"arena":"models","category":"gamedev","elo":1118,"win_rate":48.4,"rank":83},{"arena":"models","category":"svg","elo":1095,"win_rate":50.8,"rank":63},{"arena":"models","category":"uicomponent","elo":1138,"win_rate":54.4,"rank":75},{"arena":"models","category":"website","elo":1159,"win_rate":51.3,"rank":76}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Novita | z-ai/glm-4.5-air","model_id":"z-ai/glm-4.5-air","model_name":"Z.ai: GLM 4.5 Air","context_length":131072,"pricing":{"prompt":"0.00000013","completion":"0.00000085","input_cache_read":"0.000000025","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":98304,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.91274983438626,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | z-ai/glm-4.5-air","model_id":"z-ai/glm-4.5-air","model_name":"Z.ai: GLM 4.5 Air","context_length":131072,"pricing":{"prompt":"0.00000014","completion":"0.00000086","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.04797047970479,"uptime_last_5m":null,"uptime_last_1d":94.70127476578098,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-4.5-air","model_id":"z-ai/glm-4.5-air","model_name":"Z.ai: GLM 4.5 Air","context_length":131072,"pricing":{"prompt":"0.0000002","completion":"0.0000011","input_cache_read":"0.00000003","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":98304,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":92.3913043478261,"uptime_last_5m":100,"uptime_last_1d":95.52695153253813,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"0081ab31-d10a-44a0-a10d-eee5533fec65","slug":"glm-4-5v","name":"GLM-4.5V (Non-reasoning)","shortName":"GLM-4.5V (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/glm-4-5v","releaseDate":"2025-08-11","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"glm-4-5v","name":"GLM-4.5V"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":108,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":64000,"licenseName":"MIT","intelligenceIndex":6.69669796944385,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":37.4030088416869,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.6,"price1mOutputTokens":1.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.69856166600016,"timeToFirstAnswerTokenMs":2.69856166600016,"endToEndMs":16.066470170802944}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-55.583333333333336,"score":-55.583333333333336,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.195906432748538,"score":0.195906432748538,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.286394557823129,"score":0.286394557823129,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0347544022242817,"score":0.0347544022242817,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.572727272727273,"score":0.572727272727273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.427745664739884,"score":0.427745664739884,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.352380952380952,"score":0.352380952380952,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.153333333333333,"score":0.153333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"0081ab31-d10a-44a0-a10d-eee5533fec65","slug":"glm-4-5v","name":"GLM-4.5V (Non-reasoning)","shortName":"GLM-4.5V (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-11","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"glm-4-5v","name":"GLM-4.5V"},"deprecated":true,"deprecatedTo":"glm-4-6v","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":108,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":64000,"licenseName":"MIT","licenseUrl":"https://huggingface.co/zai-org/GLM-4.5","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-4.5V","microevalsEnabled":false,"intelligenceIndex":6.69669796944385,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-55.583333333333336,"omniscienceBreakdown":{"accuracy":0.18216666666666667,"hallucinationRate":0.9023843488893417},"gdpval":null,"itBenchSre":null,"tau2":0.195906432748538,"tauBanking":null,"terminalbenchHard":0.0681818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.286394557823129,"hle":0.0347544022242817,"gpqa":0.572727272727273,"critpt":0,"apexAgents":null,"mmmuPro":0.427745664739884,"livecodebench":0.352380952380952,"aime25":0.153333333333333,"analystAgent":null,"price1mInputTokens":0.6,"price1mOutputTokens":1.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.8999999999999999,"price1mBlended7To2To1":0.72,"price1mBlended0To1To1":1.2,"price1mBlended100To1To1":0.6117647058823529,"price1mBlended0To100To1":0.6118811881188119,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":52.77777777777778,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":37.4030088416869,"medianTimeToFirstChunk":2.69856166600016},"outputSpeedVariance":{"p05":28.0094216611794,"q25":32.1242874096224,"median":37.4030088416869,"q75":48.0432231570958,"p95":59.2874601244343},"timeToFirstChunkVariance":{"p05":2.4505169348,"q25":2.60800553374992,"median":2.69856166600016,"q75":2.82444266099999,"p95":3.77878944494996},"performanceByPromptType":{"long":{"medianOutputSpeed":37.4030088416869,"medianTimeToFirstChunk":2.69856166600016,"medianTimeToFirstAnswerToken":2.69856166600016,"medianEndToEndResponseTime":16.066470170802944}},"endToEndResponseTime":{"input":2.69856166600016,"reasoning":0,"answer":13.367908504802784,"total":16.066470170802944},"timeToFirstAnswerToken":{"input":2.69856166600016,"reasoning":0,"total":2.69856166600016},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-4.5v","matchedBy":"slug","catalog":{"id":"z-ai/glm-4.5v","canonical_slug":"z-ai/glm-4.5v","hugging_face_id":"zai-org/GLM-4.5V","name":"Z.ai: GLM 4.5V","created":1754922288,"description":"GLM-4.5V is a vision-language foundation model for multimodal agent applications. Built on a Mixture-of-Experts (MoE) architecture with 106B parameters and 12B activated parameters, it achieves state-of-the-art results in video understanding,...","context_length":65536,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000006","completion":"0.0000018","input_cache_read":"0.00000011"},"top_provider":{"context_length":65536,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.75,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-12-31","expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-4.5v/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Novita | z-ai/glm-4.5v","model_id":"z-ai/glm-4.5v","model_name":"Z.ai: GLM 4.5V","context_length":65536,"pricing":{"prompt":"0.0000006","completion":"0.0000018","input_cache_read":"0.00000011","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.37602179836512,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-4.5v","model_id":"z-ai/glm-4.5v","model_name":"Z.ai: GLM 4.5V","context_length":65536,"pricing":{"prompt":"0.0000006","completion":"0.0000018","input_cache_read":"0.00000011","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.33333333333333,"uptime_last_5m":null,"uptime_last_1d":97.52843394575677,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"3068def4-7270-4c06-a320-6f6a5623d564","slug":"glm-4-5v-reasoning","name":"GLM-4.5V (Reasoning)","shortName":"GLM-4.5V","sourceUrl":"https://artificialanalysis.ai/models/glm-4-5v-reasoning","releaseDate":"2025-08-11","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"glm-4-5v","name":"GLM-4.5V"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":108,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":64000,"licenseName":"MIT","intelligenceIndex":7.55612311182388,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":38.5360957101955,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.6,"price1mOutputTokens":1.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.73537323050004,"timeToFirstAnswerTokenMs":54.634766854614895,"endToEndMs":67.60961526064361}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-46.28333333333333,"score":-46.28333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.225146198830409,"score":0.225146198830409,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.053030303030303,"score":0.053030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.342176870748299,"score":0.342176870748299,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0630213160333642,"score":0.0630213160333642,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.683838383838384,"score":0.683838383838384,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.504624277456647,"score":0.504624277456647,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.604232804232804,"score":0.604232804232804,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.73,"score":0.73,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"3068def4-7270-4c06-a320-6f6a5623d564","slug":"glm-4-5v-reasoning","name":"GLM-4.5V (Reasoning)","shortName":"GLM-4.5V","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-11","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"glm-4-5v","name":"GLM-4.5V"},"deprecated":true,"deprecatedTo":"glm-4-6v-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":108,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":64000,"licenseName":"MIT","licenseUrl":"https://huggingface.co/zai-org/GLM-4.5","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-4.5V","microevalsEnabled":false,"intelligenceIndex":7.55612311182388,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-46.28333333333333,"omniscienceBreakdown":{"accuracy":0.20833333333333334,"hallucinationRate":0.8477894736842105},"gdpval":null,"itBenchSre":null,"tau2":0.225146198830409,"tauBanking":null,"terminalbenchHard":0.053030303030303,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.342176870748299,"hle":0.0630213160333642,"gpqa":0.683838383838384,"critpt":0,"apexAgents":null,"mmmuPro":0.504624277456647,"livecodebench":0.604232804232804,"aime25":0.73,"analystAgent":null,"price1mInputTokens":0.6,"price1mOutputTokens":1.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.8999999999999999,"price1mBlended7To2To1":0.72,"price1mBlended0To1To1":1.2,"price1mBlended100To1To1":0.6117647058823529,"price1mBlended0To100To1":0.6118811881188119,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":52.77777777777778,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":38.5360957101955,"medianTimeToFirstChunk":2.73537323050004},"outputSpeedVariance":{"p05":25.1972606643315,"q25":30.8746463752619,"median":38.5360957101955,"q75":46.986958623185,"p95":60.311568538839},"timeToFirstChunkVariance":{"p05":1.81556732874997,"q25":2.61900059600009,"median":2.73537323050004,"q75":3.00861413975003,"p95":4.37003124654998},"performanceByPromptType":{"long":{"medianOutputSpeed":38.5360957101955,"medianTimeToFirstChunk":2.73537323050004,"medianTimeToFirstAnswerToken":54.634766854614895,"medianEndToEndResponseTime":67.60961526064361}},"endToEndResponseTime":{"input":2.73537323050004,"reasoning":51.89939362411486,"answer":12.974848406028714,"total":67.60961526064361},"timeToFirstAnswerToken":{"input":2.73537323050004,"reasoning":51.89939362411486,"total":54.634766854614895},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-4.5v","matchedBy":"slug","catalog":{"id":"z-ai/glm-4.5v","canonical_slug":"z-ai/glm-4.5v","hugging_face_id":"zai-org/GLM-4.5V","name":"Z.ai: GLM 4.5V","created":1754922288,"description":"GLM-4.5V is a vision-language foundation model for multimodal agent applications. Built on a Mixture-of-Experts (MoE) architecture with 106B parameters and 12B activated parameters, it achieves state-of-the-art results in video understanding,...","context_length":65536,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000006","completion":"0.0000018","input_cache_read":"0.00000011"},"top_provider":{"context_length":65536,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.75,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-12-31","expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-4.5v/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Novita | z-ai/glm-4.5v","model_id":"z-ai/glm-4.5v","model_name":"Z.ai: GLM 4.5V","context_length":65536,"pricing":{"prompt":"0.0000006","completion":"0.0000018","input_cache_read":"0.00000011","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.37602179836512,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-4.5v","model_id":"z-ai/glm-4.5v","model_name":"Z.ai: GLM 4.5V","context_length":65536,"pricing":{"prompt":"0.0000006","completion":"0.0000018","input_cache_read":"0.00000011","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.33333333333333,"uptime_last_5m":null,"uptime_last_1d":97.52843394575677,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"946e7aab-db1c-4c3f-b0b3-7720d0cff187","slug":"glm-4-6","name":"GLM-4.6 (Non-reasoning)","shortName":"GLM-4.6 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/glm-4-6","releaseDate":"2025-09-30","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"glm-4-6","name":"GLM-4.6"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":357,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","intelligenceIndex":14.9292992892622,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":34.5154005065828,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.575,"price1mOutputTokens":2.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.82726232550004,"timeToFirstAnswerTokenMs":3.82726232550004,"endToEndMs":18.313549393345006}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-31.683333333333334,"score":-31.683333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.769005847953216,"score":0.769005847953216,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.287878787878788,"score":0.287878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.263333333333333,"score":0.263333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.36734693877551,"score":0.36734693877551,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0546802594995366,"score":0.0546802594995366,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.632323232323232,"score":0.632323232323232,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.560846560846561,"score":0.560846560846561,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.443333333333333,"score":0.443333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"946e7aab-db1c-4c3f-b0b3-7720d0cff187","slug":"glm-4-6","name":"GLM-4.6 (Non-reasoning)","shortName":"GLM-4.6 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-30","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"glm-4-6","name":"GLM-4.6"},"deprecated":true,"deprecatedTo":"glm-4-7-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":357,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://github.com/zai-org/GLM-4.6","microevalsEnabled":false,"intelligenceIndex":14.9292992892622,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-31.683333333333334,"omniscienceBreakdown":{"accuracy":0.21416666666666667,"hallucinationRate":0.6757158006362672},"gdpval":null,"itBenchSre":null,"tau2":0.769005847953216,"tauBanking":null,"terminalbenchHard":0.287878787878788,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.263333333333333,"ifbench":0.36734693877551,"hle":0.0546802594995366,"gpqa":0.632323232323232,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.560846560846561,"aime25":0.443333333333333,"analystAgent":null,"price1mInputTokens":0.575,"price1mOutputTokens":2.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.98125,"price1mBlended7To2To1":0.7374999999999999,"price1mBlended0To1To1":1.3875000000000002,"price1mBlended100To1To1":0.5909313725490196,"price1mBlended0To100To1":0.5910891089108911,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":34.5154005065828,"medianTimeToFirstChunk":3.82726232550004},"outputSpeedVariance":{"p05":27.7880158848316,"q25":32.1619011571309,"median":34.5154005065828,"q75":39.3933739050745,"p95":57.9691421363883},"timeToFirstChunkVariance":{"p05":3.48511395894999,"q25":3.64880085900008,"median":3.82726232550004,"q75":4.21364200974998,"p95":8.43117390244985},"performanceByPromptType":{"long":{"medianOutputSpeed":34.5154005065828,"medianTimeToFirstChunk":3.82726232550004,"medianTimeToFirstAnswerToken":3.82726232550004,"medianEndToEndResponseTime":18.313549393345006}},"endToEndResponseTime":{"input":3.82726232550004,"reasoning":0,"answer":14.486287067844966,"total":18.313549393345006},"timeToFirstAnswerToken":{"input":3.82726232550004,"reasoning":0,"total":3.82726232550004},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-4.6","matchedBy":"slug","catalog":{"id":"z-ai/glm-4.6","canonical_slug":"z-ai/glm-4.6","hugging_face_id":"zai-org/GLM-4.6","name":"Z.ai: GLM 4.6","created":1759235576,"description":"Compared with GLM-4.5, this generation brings several key improvements: Longer context window: The context window has been expanded from 128K to 200K tokens, enabling the model to handle more complex...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000043","completion":"0.00000175","input_cache_read":"0.00000008"},"top_provider":{"context_length":198000,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.6,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-4.6/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1098,"win_rate":52.6,"rank":29},{"arena":"agents","category":"fullstack","elo":1039,"win_rate":42.3,"rank":38},{"arena":"agents","category":"godotgamedev","elo":1180,"win_rate":53.2,"rank":13},{"arena":"agents","category":"mobileapps","elo":1126,"win_rate":47.2,"rank":33},{"arena":"models","category":"3d","elo":1157,"win_rate":54.2,"rank":64},{"arena":"models","category":"codecategories","elo":1181,"win_rate":54.3,"rank":66},{"arena":"models","category":"dataviz","elo":1176,"win_rate":52.6,"rank":66},{"arena":"models","category":"gamedev","elo":1174,"win_rate":54.8,"rank":61},{"arena":"models","category":"svg","elo":1132,"win_rate":52.1,"rank":54},{"arena":"models","category":"uicomponent","elo":1163,"win_rate":52.5,"rank":68},{"arena":"models","category":"website","elo":1186,"win_rate":54.3,"rank":67}],"artificial_analysis":{"intelligence_index":null,"coding_index":45.8,"agentic_index":null}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Venice | z-ai/glm-4.6","model_id":"z-ai/glm-4.6","model_name":"Z.ai: GLM 4.6","context_length":198000,"pricing":{"prompt":"0.00000043","completion":"0.00000175","input_cache_read":"0.00000008","discount":0},"provider_name":"Venice","tag":"venice/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.89509699493237,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | z-ai/glm-4.6","model_id":"z-ai/glm-4.6","model_name":"Z.ai: GLM 4.6","context_length":202752,"pricing":{"prompt":"0.0000005","completion":"0.000002","input_cache_read":"0.0000001","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.87908496732027,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-4.6","model_id":"z-ai/glm-4.6","model_name":"Z.ai: GLM 4.6","context_length":204800,"pricing":{"prompt":"0.00000055","completion":"0.0000022","input_cache_read":"0.00000011","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.15384615384616,"uptime_last_5m":100,"uptime_last_1d":94.39371001611563,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-4.6","model_id":"z-ai/glm-4.6","model_name":"Z.ai: GLM 4.6","context_length":202752,"pricing":{"prompt":"0.0000006","completion":"0.0000022","input_cache_read":"0.00000011","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":93.10344827586206,"uptime_last_5m":100,"uptime_last_1d":81.70858931262316,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"6a5d56e1-bb68-4205-8d9b-26b97888bc84","slug":"glm-4-6-reasoning","name":"GLM-4.6 (Reasoning)","shortName":"GLM-4.6","sourceUrl":"https://artificialanalysis.ai/models/glm-4-6-reasoning","releaseDate":"2025-09-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"glm-4-6","name":"GLM-4.6"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":357,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","intelligenceIndex":18.5297479165936,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":38.4263415306455,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.55,"price1mOutputTokens":2.2,"cacheHitPrice":0.55,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.80217351300007,"timeToFirstAnswerTokenMs":55.84980335059401,"endToEndMs":68.8617108099925}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-41.88333333333333,"score":-41.88333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":873.8,"score":873.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.18689999999999998,"score":0.18689999999999998,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.704678362573099,"score":0.704678362573099,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.134020618556701,"score":0.134020618556701,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.25,"score":0.25,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.49438202247191,"score":0.49438202247191,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.54,"score":0.54,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.434013605442177,"score":0.434013605442177,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.144578313253012,"score":0.144578313253012,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.77979797979798,"score":0.77979797979798,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.695238095238095,"score":0.695238095238095,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.86,"score":0.86,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"6a5d56e1-bb68-4205-8d9b-26b97888bc84","slug":"glm-4-6-reasoning","name":"GLM-4.6 (Reasoning)","shortName":"GLM-4.6","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"glm-4-6","name":"GLM-4.6"},"deprecated":true,"deprecatedTo":"glm-4-7","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":357,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://github.com/zai-org/GLM-4.6","microevalsEnabled":false,"intelligenceIndex":18.5297479165936,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-41.88333333333333,"omniscienceBreakdown":{"accuracy":0.2688333333333333,"hallucinationRate":0.9405060405744244},"gdpval":873.8,"gdpvalNormalized":0.18689999999999998,"itBenchSre":null,"tau2":0.704678362573099,"tauBanking":0.134020618556701,"terminalbenchHard":0.25,"terminalBench21":0.49438202247191,"terminalBench40":null,"scicode":null,"lcr":0.54,"ifbench":0.434013605442177,"hle":0.144578313253012,"gpqa":0.77979797979798,"critpt":0.0114285714285714,"apexAgents":null,"mmmuPro":null,"livecodebench":0.695238095238095,"aime25":0.86,"analystAgent":null,"price1mInputTokens":0.55,"price1mOutputTokens":2.2,"cacheHitPrice":0.55,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.9625000000000001,"price1mBlended7To2To1":0.7150000000000001,"price1mBlended0To1To1":1.375,"price1mBlended100To1To1":0.5661764705882354,"price1mBlended0To100To1":0.5663366336633664,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":38.4263415306455,"medianTimeToFirstChunk":3.80217351300007},"outputSpeedVariance":{"p05":19.8296979596162,"q25":31.2371151193748,"median":38.4263415306455,"q75":47.2797872792833,"p95":71.2619359216497},"timeToFirstChunkVariance":{"p05":0.676010175500005,"q25":0.973369117500027,"median":3.80217351300007,"q75":4.59971648550001,"p95":27.8709689421001},"performanceByPromptType":{"long":{"medianOutputSpeed":38.4263415306455,"medianTimeToFirstChunk":3.80217351300007,"medianTimeToFirstAnswerToken":55.84980335059401,"medianEndToEndResponseTime":68.8617108099925}},"endToEndResponseTime":{"input":3.80217351300007,"reasoning":52.04762983759394,"answer":13.011907459398484,"total":68.8617108099925},"timeToFirstAnswerToken":{"input":3.80217351300007,"reasoning":52.04762983759394,"total":55.84980335059401},"performanceDataSource":{"type":"median"},"hostModelCount":3,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-4.6","matchedBy":"slug","catalog":{"id":"z-ai/glm-4.6","canonical_slug":"z-ai/glm-4.6","hugging_face_id":"zai-org/GLM-4.6","name":"Z.ai: GLM 4.6","created":1759235576,"description":"Compared with GLM-4.5, this generation brings several key improvements: Longer context window: The context window has been expanded from 128K to 200K tokens, enabling the model to handle more complex...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000043","completion":"0.00000175","input_cache_read":"0.00000008"},"top_provider":{"context_length":198000,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.6,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-4.6/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1098,"win_rate":52.6,"rank":29},{"arena":"agents","category":"fullstack","elo":1039,"win_rate":42.3,"rank":38},{"arena":"agents","category":"godotgamedev","elo":1180,"win_rate":53.2,"rank":13},{"arena":"agents","category":"mobileapps","elo":1126,"win_rate":47.2,"rank":33},{"arena":"models","category":"3d","elo":1157,"win_rate":54.2,"rank":64},{"arena":"models","category":"codecategories","elo":1181,"win_rate":54.3,"rank":66},{"arena":"models","category":"dataviz","elo":1176,"win_rate":52.6,"rank":66},{"arena":"models","category":"gamedev","elo":1174,"win_rate":54.8,"rank":61},{"arena":"models","category":"svg","elo":1132,"win_rate":52.1,"rank":54},{"arena":"models","category":"uicomponent","elo":1163,"win_rate":52.5,"rank":68},{"arena":"models","category":"website","elo":1186,"win_rate":54.3,"rank":67}],"artificial_analysis":{"intelligence_index":null,"coding_index":45.8,"agentic_index":null}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Venice | z-ai/glm-4.6","model_id":"z-ai/glm-4.6","model_name":"Z.ai: GLM 4.6","context_length":198000,"pricing":{"prompt":"0.00000043","completion":"0.00000175","input_cache_read":"0.00000008","discount":0},"provider_name":"Venice","tag":"venice/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.89509699493237,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | z-ai/glm-4.6","model_id":"z-ai/glm-4.6","model_name":"Z.ai: GLM 4.6","context_length":202752,"pricing":{"prompt":"0.0000005","completion":"0.000002","input_cache_read":"0.0000001","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.87908496732027,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-4.6","model_id":"z-ai/glm-4.6","model_name":"Z.ai: GLM 4.6","context_length":204800,"pricing":{"prompt":"0.00000055","completion":"0.0000022","input_cache_read":"0.00000011","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.15384615384616,"uptime_last_5m":100,"uptime_last_1d":94.39371001611563,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-4.6","model_id":"z-ai/glm-4.6","model_name":"Z.ai: GLM 4.6","context_length":202752,"pricing":{"prompt":"0.0000006","completion":"0.0000022","input_cache_read":"0.00000011","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":93.10344827586206,"uptime_last_5m":100,"uptime_last_1d":81.70858931262316,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"43098bd0-77ca-408b-b698-9d60b1d1c3b8","slug":"glm-4-6v","name":"GLM-4.6V (Non-reasoning)","shortName":"GLM-4.6V (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/glm-4-6v","releaseDate":"2025-12-08","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"glm-4-6v","name":"GLM-4.6V"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":108,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":8.35003925872647,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":72.1034811554454,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":0.9,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.81773544199995,"timeToFirstAnswerTokenMs":2.81773544199995,"endToEndMs":9.752213389355465}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-37.63333333333333,"score":-37.63333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.307017543859649,"score":0.307017543859649,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.17,"score":0.17,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.27891156462585,"score":0.27891156462585,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0366079703429101,"score":0.0366079703429101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.565656565656566,"score":0.565656565656566,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.421965317919075,"score":0.421965317919075,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.410582010582011,"score":0.410582010582011,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.263333333333333,"score":0.263333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"43098bd0-77ca-408b-b698-9d60b1d1c3b8","slug":"glm-4-6v","name":"GLM-4.6V (Non-reasoning)","shortName":"GLM-4.6V (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-08","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"glm-4-6v","name":"GLM-4.6V"},"deprecated":true,"deprecatedTo":"glm-5v-turbo","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":108,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-4.6V","microevalsEnabled":false,"intelligenceIndex":8.35003925872647,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-37.63333333333333,"omniscienceBreakdown":{"accuracy":0.174,"hallucinationRate":0.6662631154156577},"gdpval":null,"itBenchSre":null,"tau2":0.307017543859649,"tauBanking":null,"terminalbenchHard":0.0303030303030303,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.17,"ifbench":0.27891156462585,"hle":0.0366079703429101,"gpqa":0.565656565656566,"critpt":0,"apexAgents":null,"mmmuPro":0.421965317919075,"livecodebench":0.410582010582011,"aime25":0.263333333333333,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":0.9,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.44999999999999996,"price1mBlended7To2To1":0.36,"price1mBlended0To1To1":0.6,"price1mBlended100To1To1":0.30588235294117644,"price1mBlended0To100To1":0.30594059405940593,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":72.1034811554454,"medianTimeToFirstChunk":2.81773544199995},"outputSpeedVariance":{"p05":30.5502623515004,"q25":51.8729859297931,"median":72.1034811554454,"q75":89.6906330514704,"p95":106.007782692322},"timeToFirstChunkVariance":{"p05":1.9179600743,"q25":2.30632753600003,"median":2.81773544199995,"q75":4.68933484875,"p95":16.55683393985},"performanceByPromptType":{"long":{"medianOutputSpeed":72.1034811554454,"medianTimeToFirstChunk":2.81773544199995,"medianTimeToFirstAnswerToken":2.81773544199995,"medianEndToEndResponseTime":9.752213389355465}},"endToEndResponseTime":{"input":2.81773544199995,"reasoning":0,"answer":6.934477947355514,"total":9.752213389355465},"timeToFirstAnswerToken":{"input":2.81773544199995,"reasoning":0,"total":2.81773544199995},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-4.6v","matchedBy":"slug","catalog":{"id":"z-ai/glm-4.6v","canonical_slug":"z-ai/glm-4.6-20251208","hugging_face_id":"zai-org/GLM-4.6V","name":"Z.ai: GLM 4.6V","created":1765207462,"description":"GLM-4.6V is a large multimodal model designed for high-fidelity visual understanding and long-context reasoning across images, documents, and mixed media. It supports up to 128K tokens, processes complex page layouts...","context_length":131072,"architecture":{"modality":"text+image+video->text","input_modalities":["image","text","video"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000009","input_cache_read":"0.000000055"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.8,"top_p":0.6,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-4.6-20251208/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Novita | z-ai/glm-4.6-20251208","model_id":"z-ai/glm-4.6v","model_name":"Z.ai: GLM 4.6V","context_length":131072,"pricing":{"prompt":"0.0000003","completion":"0.0000009","input_cache_read":"0.000000055","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9664767013074,"uptime_last_5m":null,"uptime_last_1d":98.27365063958123,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-4.6-20251208","model_id":"z-ai/glm-4.6v","model_name":"Z.ai: GLM 4.6V","context_length":131072,"pricing":{"prompt":"0.0000003","completion":"0.0000009","input_cache_read":"0.00000005","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tool_choice","tools","top_k"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.46153846153847,"uptime_last_5m":null,"uptime_last_1d":98.6296494038085,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"d2d7dd95-770f-4cb0-9bbc-d275ac19c265","slug":"glm-4-6v-reasoning","name":"GLM-4.6V (Reasoning)","shortName":"GLM-4.6V","sourceUrl":"https://artificialanalysis.ai/models/glm-4-6v-reasoning","releaseDate":"2025-12-08","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"glm-4-6v","name":"GLM-4.6V"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":108,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":11.2162066974921,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":63.4449434239621,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":0.9,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.72797796050001,"timeToFirstAnswerTokenMs":35.25137276653326,"endToEndMs":43.13222146804157}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-26.95,"score":-26.95,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.315789473684211,"score":0.315789473684211,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.143939393939394,"score":0.143939393939394,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.486666666666667,"score":0.486666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.300680272108844,"score":0.300680272108844,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0963855421686747,"score":0.0963855421686747,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.719191919191919,"score":0.719191919191919,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.485549132947977,"score":0.485549132947977,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.15978835978836,"score":0.15978835978836,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.853333333333333,"score":0.853333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"d2d7dd95-770f-4cb0-9bbc-d275ac19c265","slug":"glm-4-6v-reasoning","name":"GLM-4.6V (Reasoning)","shortName":"GLM-4.6V","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-08","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"glm-4-6v","name":"GLM-4.6V"},"deprecated":true,"deprecatedTo":"glm-5v-turbo","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":108,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-4.6V","microevalsEnabled":false,"intelligenceIndex":11.2162066974921,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-26.95,"omniscienceBreakdown":{"accuracy":0.16183333333333333,"hallucinationRate":0.5146152316563929},"gdpval":null,"itBenchSre":null,"tau2":0.315789473684211,"tauBanking":null,"terminalbenchHard":0.143939393939394,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.486666666666667,"ifbench":0.300680272108844,"hle":0.0963855421686747,"gpqa":0.719191919191919,"critpt":0,"apexAgents":null,"mmmuPro":0.485549132947977,"livecodebench":0.15978835978836,"aime25":0.853333333333333,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":0.9,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.44999999999999996,"price1mBlended7To2To1":0.36,"price1mBlended0To1To1":0.6,"price1mBlended100To1To1":0.30588235294117644,"price1mBlended0To100To1":0.30594059405940593,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":63.4449434239621,"medianTimeToFirstChunk":3.72797796050001},"outputSpeedVariance":{"p05":32.0385912936085,"q25":49.0439321380622,"median":63.4449434239621,"q75":79.5833231420147,"p95":98.7875767592213},"timeToFirstChunkVariance":{"p05":2.06166540839998,"q25":2.85372025775001,"median":3.72797796050001,"q75":5.65865591799999,"p95":7.44013137525},"performanceByPromptType":{"long":{"medianOutputSpeed":63.4449434239621,"medianTimeToFirstChunk":3.72797796050001,"medianTimeToFirstAnswerToken":35.25137276653326,"medianEndToEndResponseTime":43.13222146804157}},"endToEndResponseTime":{"input":3.72797796050001,"reasoning":31.523394806033245,"answer":7.880848701508311,"total":43.13222146804157},"timeToFirstAnswerToken":{"input":3.72797796050001,"reasoning":31.523394806033245,"total":35.25137276653326},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-4.6v","matchedBy":"slug","catalog":{"id":"z-ai/glm-4.6v","canonical_slug":"z-ai/glm-4.6-20251208","hugging_face_id":"zai-org/GLM-4.6V","name":"Z.ai: GLM 4.6V","created":1765207462,"description":"GLM-4.6V is a large multimodal model designed for high-fidelity visual understanding and long-context reasoning across images, documents, and mixed media. It supports up to 128K tokens, processes complex page layouts...","context_length":131072,"architecture":{"modality":"text+image+video->text","input_modalities":["image","text","video"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000009","input_cache_read":"0.000000055"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.8,"top_p":0.6,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-4.6-20251208/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Novita | z-ai/glm-4.6-20251208","model_id":"z-ai/glm-4.6v","model_name":"Z.ai: GLM 4.6V","context_length":131072,"pricing":{"prompt":"0.0000003","completion":"0.0000009","input_cache_read":"0.000000055","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9664767013074,"uptime_last_5m":null,"uptime_last_1d":98.27365063958123,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-4.6-20251208","model_id":"z-ai/glm-4.6v","model_name":"Z.ai: GLM 4.6V","context_length":131072,"pricing":{"prompt":"0.0000003","completion":"0.0000009","input_cache_read":"0.00000005","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tool_choice","tools","top_k"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.46153846153847,"uptime_last_5m":null,"uptime_last_1d":98.6296494038085,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"81b6ddfc-111e-4422-bd44-42ee6165b699","slug":"glm-4-7-non-reasoning","name":"GLM-4.7 (Non-reasoning)","shortName":"GLM-4.7 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/glm-4-7-non-reasoning","releaseDate":"2025-12-22","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"glm-4-7","name":"GLM-4.7"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":357,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","intelligenceIndex":17.3564299133682,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":97.3650068772417,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.6,"price1mOutputTokens":2.2,"cacheHitPrice":0.525,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.39938273449991,"timeToFirstAnswerTokenMs":1.39938273449991,"endToEndMs":6.534697936915523}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-47.31666666666667,"score":-47.31666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.941520467836257,"score":0.941520467836257,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.303030303030303,"score":0.303030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.406666666666667,"score":0.406666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.546258503401361,"score":0.546258503401361,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0639481000926784,"score":0.0639481000926784,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.663636363636364,"score":0.663636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.561904761904762,"score":0.561904761904762,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.48,"score":0.48,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"81b6ddfc-111e-4422-bd44-42ee6165b699","slug":"glm-4-7-non-reasoning","name":"GLM-4.7 (Non-reasoning)","shortName":"GLM-4.7 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-22","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"glm-4-7","name":"GLM-4.7"},"deprecated":true,"deprecatedTo":"glm-5-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":357,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-4.7","microevalsEnabled":false,"intelligenceIndex":17.3564299133682,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-47.31666666666667,"omniscienceBreakdown":{"accuracy":0.23633333333333334,"hallucinationRate":0.9290702749890878},"gdpval":null,"itBenchSre":null,"tau2":0.941520467836257,"tauBanking":null,"terminalbenchHard":0.303030303030303,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.406666666666667,"ifbench":0.546258503401361,"hle":0.0639481000926784,"gpqa":0.663636363636364,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.561904761904762,"aime25":0.48,"analystAgent":null,"price1mInputTokens":0.6,"price1mOutputTokens":2.2,"cacheHitPrice":0.525,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1,"price1mBlended7To2To1":0.7075,"price1mBlended0To1To1":1.4000000000000001,"price1mBlended100To1To1":0.5421568627450981,"price1mBlended0To100To1":0.6158415841584158,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":97.3650068772417,"medianTimeToFirstChunk":1.39938273449991},"outputSpeedVariance":{"p05":14.0798773789756,"q25":35.7875687660962,"median":97.3650068772417,"q75":178.074036750633,"p95":240.507171443447},"timeToFirstChunkVariance":{"p05":0.599943823250098,"q25":0.704834536250033,"median":1.39938273449991,"q75":3.55783646825003,"p95":18.07849863605},"performanceByPromptType":{"long":{"medianOutputSpeed":97.3650068772417,"medianTimeToFirstChunk":1.39938273449991,"medianTimeToFirstAnswerToken":1.39938273449991,"medianEndToEndResponseTime":6.534697936915523}},"endToEndResponseTime":{"input":1.39938273449991,"reasoning":0,"answer":5.1353152024156135,"total":6.534697936915523},"timeToFirstAnswerToken":{"input":1.39938273449991,"reasoning":0,"total":1.39938273449991},"performanceDataSource":{"type":"median"},"hostModelCount":6,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-4.7","matchedBy":"slug","catalog":{"id":"z-ai/glm-4.7","canonical_slug":"z-ai/glm-4.7-20251222","hugging_face_id":"zai-org/GLM-4.7","name":"Z.ai: GLM 4.7","created":1766378014,"description":"GLM-4.7 is Z.ai’s latest flagship model, featuring upgrades in two key areas: enhanced programming capabilities and more stable multi-step reasoning/execution. It demonstrates significant improvements in executing complex agent tasks while...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000004","completion":"0.00000175","input_cache_read":"0.00000008"},"top_provider":{"context_length":202752,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-4.7-20251222/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1127,"win_rate":56.2,"rank":27},{"arena":"agents","category":"fullstack","elo":1059,"win_rate":45.1,"rank":36},{"arena":"agents","category":"godotgamedev","elo":1058,"win_rate":35.8,"rank":29},{"arena":"agents","category":"mobileapps","elo":1134,"win_rate":48.9,"rank":32},{"arena":"models","category":"3d","elo":1219,"win_rate":54.3,"rank":43},{"arena":"models","category":"asciiart","elo":1184,"win_rate":48.1,"rank":30},{"arena":"models","category":"codecategories","elo":1232,"win_rate":54.8,"rank":43},{"arena":"models","category":"dataviz","elo":1210,"win_rate":51.2,"rank":50},{"arena":"models","category":"gamedev","elo":1212,"win_rate":55.2,"rank":46},{"arena":"models","category":"svg","elo":1167,"win_rate":54.3,"rank":43},{"arena":"models","category":"uicomponent","elo":1214,"win_rate":51.1,"rank":46},{"arena":"models","category":"website","elo":1238,"win_rate":55.3,"rank":42}],"artificial_analysis":{"intelligence_index":null,"coding_index":45.3,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"DeepInfra | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":202752,"pricing":{"prompt":"0.0000004","completion":"0.00000175","input_cache_read":"0.00000008","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","response_format","logit_bias"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.257965953732,"uptime_last_5m":98.94736842105263,"uptime_last_1d":97.5177577156758,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":198000,"pricing":{"prompt":"0.0000004004","completion":"0.0000019292","input_cache_read":"0.00000008008","discount":0.272},"provider_name":"Venice","tag":"venice/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice","structured_outputs","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":94.06952965235173,"uptime_last_5m":97.31543624161074,"uptime_last_1d":91.85649202733485,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":202752,"pricing":{"prompt":"0.00000052","completion":"0.00000185","input_cache_read":"0.00000012","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":86.51778329197684,"uptime_last_5m":83.43558282208589,"uptime_last_1d":88.54903690044297,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":204800,"pricing":{"prompt":"0.00000054","completion":"0.00000198","input_cache_read":"0.000000099","discount":0.1},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":91.85267857142857,"uptime_last_5m":96.66666666666667,"uptime_last_1d":91.54867621587441,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":200000,"pricing":{"prompt":"0.0000006","completion":"0.0000022","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9663541011425,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":202752,"pricing":{"prompt":"0.0000006","completion":"0.0000022","input_cache_read":"0.00000011","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":85.75279168271082,"uptime_last_5m":90.49773755656109,"uptime_last_1d":83.5226767122475,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":131072,"pricing":{"prompt":"0.0000007","completion":"0.0000025","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a"],"supports_tool_choice":{"none":false,"auto":false,"required":false,"function":false},"status":0,"uptime_last_30m":98.59154929577466,"uptime_last_5m":98.36065573770492,"uptime_last_1d":90.44203632961721,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"6fc35842-0165-44cf-8570-c484a92b3d8c","slug":"glm-4-7","name":"GLM-4.7 (Reasoning)","shortName":"GLM-4.7","sourceUrl":"https://artificialanalysis.ai/models/glm-4-7","releaseDate":"2025-12-22","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"glm-4-7","name":"GLM-4.7"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":357,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","intelligenceIndex":22.2402659332875,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":98.6172315371789,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.6,"price1mOutputTokens":2.2,"cacheHitPrice":0.6,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.16388055499988,"timeToFirstAnswerTokenMs":21.44431196465668,"endToEndMs":26.51441981707088}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-36.43333333333333,"score":-36.43333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1095.87,"score":1095.87,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.29793499999999995,"score":0.29793499999999995,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.95906432748538,"score":0.95906432748538,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.121649484536082,"score":0.121649484536082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.318181818181818,"score":0.318181818181818,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.453183520599251,"score":0.453183520599251,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.71,"score":0.71,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.67891156462585,"score":0.67891156462585,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.27386468952734,"score":0.27386468952734,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.858585858585858,"score":0.858585858585858,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0171020408163265,"score":0.0171020408163265,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.894179894179894,"score":0.894179894179894,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.95,"score":0.95,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"6fc35842-0165-44cf-8570-c484a92b3d8c","slug":"glm-4-7","name":"GLM-4.7 (Reasoning)","shortName":"GLM-4.7","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-22","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"glm-4-7","name":"GLM-4.7"},"deprecated":true,"deprecatedTo":"glm-5","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":357,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-4.7","microevalsEnabled":false,"intelligenceIndex":22.2402659332875,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-36.43333333333333,"omniscienceBreakdown":{"accuracy":0.2931666666666667,"hallucinationRate":0.9302051402970998},"gdpval":1095.87,"gdpvalNormalized":0.29793499999999995,"itBenchSre":null,"tau2":0.95906432748538,"tauBanking":0.121649484536082,"terminalbenchHard":0.318181818181818,"terminalBench21":0.453183520599251,"terminalBench40":null,"scicode":null,"lcr":0.71,"ifbench":0.67891156462585,"hle":0.27386468952734,"gpqa":0.858585858585858,"critpt":0.0171020408163265,"apexAgents":null,"mmmuPro":null,"livecodebench":0.894179894179894,"aime25":0.95,"analystAgent":null,"price1mInputTokens":0.6,"price1mOutputTokens":2.2,"cacheHitPrice":0.6,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1,"price1mBlended7To2To1":0.76,"price1mBlended0To1To1":1.4000000000000001,"price1mBlended100To1To1":0.615686274509804,"price1mBlended0To100To1":0.6158415841584158,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":98.6172315371789,"medianTimeToFirstChunk":1.16388055499988},"outputSpeedVariance":{"p05":16.8256653916131,"q25":35.1888503752974,"median":98.6172315371789,"q75":186.255948737666,"p95":241.174062955225},"timeToFirstChunkVariance":{"p05":0.56100534360001,"q25":0.711952992000001,"median":1.16388055499988,"q75":3.53009997399994,"p95":14.3488622515},"performanceByPromptType":{"long":{"medianOutputSpeed":98.6172315371789,"medianTimeToFirstChunk":1.16388055499988,"medianTimeToFirstAnswerToken":21.44431196465668,"medianEndToEndResponseTime":26.51441981707088}},"endToEndResponseTime":{"input":1.16388055499988,"reasoning":20.2804314096568,"answer":5.0701078524142,"total":26.51441981707088},"timeToFirstAnswerToken":{"input":1.16388055499988,"reasoning":20.2804314096568,"total":21.44431196465668},"performanceDataSource":{"type":"median"},"hostModelCount":7,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-4.7","matchedBy":"slug","catalog":{"id":"z-ai/glm-4.7","canonical_slug":"z-ai/glm-4.7-20251222","hugging_face_id":"zai-org/GLM-4.7","name":"Z.ai: GLM 4.7","created":1766378014,"description":"GLM-4.7 is Z.ai’s latest flagship model, featuring upgrades in two key areas: enhanced programming capabilities and more stable multi-step reasoning/execution. It demonstrates significant improvements in executing complex agent tasks while...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000004","completion":"0.00000175","input_cache_read":"0.00000008"},"top_provider":{"context_length":202752,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-4.7-20251222/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1127,"win_rate":56.2,"rank":27},{"arena":"agents","category":"fullstack","elo":1059,"win_rate":45.1,"rank":36},{"arena":"agents","category":"godotgamedev","elo":1058,"win_rate":35.8,"rank":29},{"arena":"agents","category":"mobileapps","elo":1134,"win_rate":48.9,"rank":32},{"arena":"models","category":"3d","elo":1219,"win_rate":54.3,"rank":43},{"arena":"models","category":"asciiart","elo":1184,"win_rate":48.1,"rank":30},{"arena":"models","category":"codecategories","elo":1232,"win_rate":54.8,"rank":43},{"arena":"models","category":"dataviz","elo":1210,"win_rate":51.2,"rank":50},{"arena":"models","category":"gamedev","elo":1212,"win_rate":55.2,"rank":46},{"arena":"models","category":"svg","elo":1167,"win_rate":54.3,"rank":43},{"arena":"models","category":"uicomponent","elo":1214,"win_rate":51.1,"rank":46},{"arena":"models","category":"website","elo":1238,"win_rate":55.3,"rank":42}],"artificial_analysis":{"intelligence_index":null,"coding_index":45.3,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"DeepInfra | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":202752,"pricing":{"prompt":"0.0000004","completion":"0.00000175","input_cache_read":"0.00000008","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","response_format","logit_bias"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.257965953732,"uptime_last_5m":98.94736842105263,"uptime_last_1d":97.5177577156758,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":198000,"pricing":{"prompt":"0.0000004004","completion":"0.0000019292","input_cache_read":"0.00000008008","discount":0.272},"provider_name":"Venice","tag":"venice/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice","structured_outputs","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":94.06952965235173,"uptime_last_5m":97.31543624161074,"uptime_last_1d":91.85649202733485,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":202752,"pricing":{"prompt":"0.00000052","completion":"0.00000185","input_cache_read":"0.00000012","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":86.51778329197684,"uptime_last_5m":83.43558282208589,"uptime_last_1d":88.54903690044297,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":204800,"pricing":{"prompt":"0.00000054","completion":"0.00000198","input_cache_read":"0.000000099","discount":0.1},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":91.85267857142857,"uptime_last_5m":96.66666666666667,"uptime_last_1d":91.54867621587441,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":200000,"pricing":{"prompt":"0.0000006","completion":"0.0000022","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9663541011425,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":202752,"pricing":{"prompt":"0.0000006","completion":"0.0000022","input_cache_read":"0.00000011","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":85.75279168271082,"uptime_last_5m":90.49773755656109,"uptime_last_1d":83.5226767122475,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | z-ai/glm-4.7-20251222","model_id":"z-ai/glm-4.7","model_name":"Z.ai: GLM 4.7","context_length":131072,"pricing":{"prompt":"0.0000007","completion":"0.0000025","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a"],"supports_tool_choice":{"none":false,"auto":false,"required":false,"function":false},"status":0,"uptime_last_30m":98.59154929577466,"uptime_last_5m":98.36065573770492,"uptime_last_1d":90.44203632961721,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"c8673741-5e1a-46a1-9e4f-710a5c920982","slug":"glm-4-7-flash-non-reasoning","name":"GLM-4.7-Flash (Non-reasoning)","shortName":"GLM-4.7-Flash (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/glm-4-7-flash-non-reasoning","releaseDate":"2026-01-19","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"glm-4-7-flash","name":"GLM-4.7-Flash"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":31.2,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":200000,"licenseName":"MIT","intelligenceIndex":10.555698892906,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":102.205618991299,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.07,"price1mOutputTokens":0.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.68328258049997,"timeToFirstAnswerTokenMs":1.68328258049997,"endToEndMs":6.575381517277273}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-68.93333333333334,"score":-68.93333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.91812865497076,"score":0.91812865497076,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0378787878787879,"score":0.0378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.203333333333333,"score":0.203333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.462585034013605,"score":0.462585034013605,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0495829471733086,"score":0.0495829471733086,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.451515151515151,"score":0.451515151515151,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"c8673741-5e1a-46a1-9e4f-710a5c920982","slug":"glm-4-7-flash-non-reasoning","name":"GLM-4.7-Flash (Non-reasoning)","shortName":"GLM-4.7-Flash (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-01-19","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"glm-4-7-flash","name":"GLM-4.7-Flash"},"deprecated":true,"deprecatedTo":"glm-5-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":31.2,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":200000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-4.7-Flash","microevalsEnabled":false,"intelligenceIndex":10.555698892906,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-68.93333333333334,"omniscienceBreakdown":{"accuracy":0.1305,"hallucinationRate":0.942879049262028},"gdpval":null,"itBenchSre":null,"tau2":0.91812865497076,"tauBanking":null,"terminalbenchHard":0.0378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.203333333333333,"ifbench":0.462585034013605,"hle":0.0495829471733086,"gpqa":0.451515151515151,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.07,"price1mOutputTokens":0.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15250000000000002,"price1mBlended7To2To1":0.10300000000000002,"price1mBlended0To1To1":0.23500000000000001,"price1mBlended100To1To1":0.07323529411764708,"price1mBlended0To100To1":0.07326732673267328,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":102.205618991299,"medianTimeToFirstChunk":1.68328258049997},"outputSpeedVariance":{"p05":43.6459029005483,"q25":58.8641450452299,"median":102.205618991299,"q75":212.699058318927,"p95":241.848239394209},"timeToFirstChunkVariance":{"p05":0.915330477900011,"q25":1.01548229050008,"median":1.68328258049997,"q75":15.1512752702502,"p95":91.30136587025},"performanceByPromptType":{"long":{"medianOutputSpeed":102.205618991299,"medianTimeToFirstChunk":1.68328258049997,"medianTimeToFirstAnswerToken":1.68328258049997,"medianEndToEndResponseTime":6.575381517277273}},"endToEndResponseTime":{"input":1.68328258049997,"reasoning":0,"answer":4.892098936777303,"total":6.575381517277273},"timeToFirstAnswerToken":{"input":1.68328258049997,"reasoning":0,"total":1.68328258049997},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-4.7-flash","matchedBy":"slug","catalog":{"id":"z-ai/glm-4.7-flash","canonical_slug":"z-ai/glm-4.7-flash-20260119","hugging_face_id":"zai-org/GLM-4.7-Flash","name":"Z.ai: GLM 4.7 Flash","created":1768833913,"description":"As a 30B-class SOTA model, GLM-4.7-Flash offers a new option that balances performance and efficiency. It is further optimized for agentic coding use cases, strengthening coding capabilities, long-horizon task planning,...","context_length":200000,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000000605","completion":"0.0000004"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-4.7-flash-20260119/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1149,"win_rate":51.2,"rank":68},{"arena":"models","category":"codecategories","elo":1193,"win_rate":53.1,"rank":57},{"arena":"models","category":"dataviz","elo":1138,"win_rate":45.3,"rank":83},{"arena":"models","category":"gamedev","elo":1158,"win_rate":49.7,"rank":68},{"arena":"models","category":"svg","elo":1061,"win_rate":44.2,"rank":70},{"arena":"models","category":"uicomponent","elo":1223,"win_rate":57.6,"rank":45},{"arena":"models","category":"website","elo":1206,"win_rate":54,"rank":54}]},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Venice | z-ai/glm-4.7-flash-20260119","model_id":"z-ai/glm-4.7-flash","model_name":"Z.ai: GLM 4.7 Flash","context_length":128000,"pricing":{"prompt":"0.00000006","completion":"0.0000004","input_cache_read":"0.00000001","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":96.98113207547169,"uptime_last_5m":98.86363636363636,"uptime_last_1d":97.6932681986462,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | z-ai/glm-4.7-flash-20260119","model_id":"z-ai/glm-4.7-flash","model_name":"Z.ai: GLM 4.7 Flash","context_length":131072,"pricing":{"prompt":"0.0000000605","completion":"0.0000004","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","tools","tool_choice","structured_outputs","response_format","min_p","stop","logit_bias","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":98.87490165224233,"uptime_last_5m":97.77251184834124,"uptime_last_1d":99.21963109833739,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-4.7-flash-20260119","model_id":"z-ai/glm-4.7-flash","model_name":"Z.ai: GLM 4.7 Flash","context_length":200000,"pricing":{"prompt":"0.00000007","completion":"0.0000004","input_cache_read":"0.00000001","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-5,"uptime_last_30m":78.6946386946387,"uptime_last_5m":68.9795918367347,"uptime_last_1d":67.93107119499916,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"2c4394a2-b443-470a-908e-5c4a271b780c","slug":"glm-4-7-flash","name":"GLM-4.7-Flash (Reasoning)","shortName":"GLM-4.7-Flash","sourceUrl":"https://artificialanalysis.ai/models/glm-4-7-flash","releaseDate":"2026-01-19","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"glm-4-7-flash","name":"GLM-4.7-Flash"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":31.2,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":200000,"licenseName":"MIT","intelligenceIndex":14.8719733920138,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":70.1904639551067,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.07,"price1mOutputTokens":0.4,"cacheHitPrice":0.07,"cacheHitDiscountPercent":0.8333333333333333,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.70203054400008,"timeToFirstAnswerTokenMs":30.195929676497414,"endToEndMs":37.31940445962175}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-62.61666666666667,"score":-62.61666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.988304093567251,"score":0.988304093567251,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.21969696969697,"score":0.21969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.416666666666667,"score":0.416666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.608163265306122,"score":0.608163265306122,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0759962928637627,"score":0.0759962928637627,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.580808080808081,"score":0.580808080808081,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"2c4394a2-b443-470a-908e-5c4a271b780c","slug":"glm-4-7-flash","name":"GLM-4.7-Flash (Reasoning)","shortName":"GLM-4.7-Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-01-19","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"glm-4-7-flash","name":"GLM-4.7-Flash"},"deprecated":true,"deprecatedTo":"glm-5","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":31.2,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":200000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-4.7-Flash","microevalsEnabled":false,"intelligenceIndex":14.8719733920138,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-62.61666666666667,"omniscienceBreakdown":{"accuracy":0.1615,"hallucinationRate":0.9393758696084278},"gdpval":null,"itBenchSre":null,"tau2":0.988304093567251,"tauBanking":null,"terminalbenchHard":0.21969696969697,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.416666666666667,"ifbench":0.608163265306122,"hle":0.0759962928637627,"gpqa":0.580808080808081,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.07,"price1mOutputTokens":0.4,"cacheHitPrice":0.07,"cacheHitDiscountPercent":0.8333333333333333,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15250000000000002,"price1mBlended7To2To1":0.10300000000000002,"price1mBlended0To1To1":0.23500000000000001,"price1mBlended100To1To1":0.07323529411764708,"price1mBlended0To100To1":0.07326732673267328,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":70.1904639551067,"medianTimeToFirstChunk":1.70203054400008},"outputSpeedVariance":{"p05":13.857183463446,"q25":33.7769711075356,"median":70.1904639551067,"q75":202.558196186451,"p95":230.116588786966},"timeToFirstChunkVariance":{"p05":0.94896512560008,"q25":1.047579627,"median":1.70203054400008,"q75":7.35616157000004,"p95":70.3120411512},"performanceByPromptType":{"long":{"medianOutputSpeed":70.1904639551067,"medianTimeToFirstChunk":1.70203054400008,"medianTimeToFirstAnswerToken":30.195929676497414,"medianEndToEndResponseTime":37.31940445962175}},"endToEndResponseTime":{"input":1.70203054400008,"reasoning":28.493899132497333,"answer":7.123474783124333,"total":37.31940445962175},"timeToFirstAnswerToken":{"input":1.70203054400008,"reasoning":28.493899132497333,"total":30.195929676497414},"performanceDataSource":{"type":"median"},"hostModelCount":3,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-4.7-flash","matchedBy":"slug","catalog":{"id":"z-ai/glm-4.7-flash","canonical_slug":"z-ai/glm-4.7-flash-20260119","hugging_face_id":"zai-org/GLM-4.7-Flash","name":"Z.ai: GLM 4.7 Flash","created":1768833913,"description":"As a 30B-class SOTA model, GLM-4.7-Flash offers a new option that balances performance and efficiency. It is further optimized for agentic coding use cases, strengthening coding capabilities, long-horizon task planning,...","context_length":200000,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000000605","completion":"0.0000004"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-4.7-flash-20260119/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1149,"win_rate":51.2,"rank":68},{"arena":"models","category":"codecategories","elo":1193,"win_rate":53.1,"rank":57},{"arena":"models","category":"dataviz","elo":1138,"win_rate":45.3,"rank":83},{"arena":"models","category":"gamedev","elo":1158,"win_rate":49.7,"rank":68},{"arena":"models","category":"svg","elo":1061,"win_rate":44.2,"rank":70},{"arena":"models","category":"uicomponent","elo":1223,"win_rate":57.6,"rank":45},{"arena":"models","category":"website","elo":1206,"win_rate":54,"rank":54}]},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Venice | z-ai/glm-4.7-flash-20260119","model_id":"z-ai/glm-4.7-flash","model_name":"Z.ai: GLM 4.7 Flash","context_length":128000,"pricing":{"prompt":"0.00000006","completion":"0.0000004","input_cache_read":"0.00000001","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":96.98113207547169,"uptime_last_5m":98.86363636363636,"uptime_last_1d":97.6932681986462,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | z-ai/glm-4.7-flash-20260119","model_id":"z-ai/glm-4.7-flash","model_name":"Z.ai: GLM 4.7 Flash","context_length":131072,"pricing":{"prompt":"0.0000000605","completion":"0.0000004","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","tools","tool_choice","structured_outputs","response_format","min_p","stop","logit_bias","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":98.87490165224233,"uptime_last_5m":97.77251184834124,"uptime_last_1d":99.21963109833739,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-4.7-flash-20260119","model_id":"z-ai/glm-4.7-flash","model_name":"Z.ai: GLM 4.7 Flash","context_length":200000,"pricing":{"prompt":"0.00000007","completion":"0.0000004","input_cache_read":"0.00000001","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-5,"uptime_last_30m":78.6946386946387,"uptime_last_5m":68.9795918367347,"uptime_last_1d":67.93107119499916,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"f164b41f-44c5-4675-bca3-fea1db4bd9ae","slug":"glm-5-non-reasoning","name":"GLM-5 (Non-reasoning)","shortName":"GLM-5 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/glm-5-non-reasoning","releaseDate":"2026-02-11","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"glm-5","name":"GLM-5"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":744,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","intelligenceIndex":21.7826479737062,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":54.9637578972772,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1,"price1mOutputTokens":3.2,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.62901014350001,"timeToFirstAnswerTokenMs":1.62901014350001,"endToEndMs":10.725913614591986}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-11.8,"score":-11.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.973684210526316,"score":0.973684210526316,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.393939393939394,"score":0.393939393939394,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.436666666666667,"score":0.436666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.551700680272109,"score":0.551700680272109,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0764596848934198,"score":0.0764596848934198,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.665656565656566,"score":0.665656565656566,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"f164b41f-44c5-4675-bca3-fea1db4bd9ae","slug":"glm-5-non-reasoning","name":"GLM-5 (Non-reasoning)","shortName":"GLM-5 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-11","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"glm-5","name":"GLM-5"},"deprecated":true,"deprecatedTo":"glm-5-1-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":744,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-5","microevalsEnabled":false,"intelligenceIndex":21.7826479737062,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-11.8,"omniscienceBreakdown":{"accuracy":0.2305,"hallucinationRate":0.45289148797920725},"gdpval":null,"itBenchSre":null,"tau2":0.973684210526316,"tauBanking":null,"terminalbenchHard":0.393939393939394,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.436666666666667,"ifbench":0.551700680272109,"hle":0.0764596848934198,"gpqa":0.665656565656566,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1,"price1mOutputTokens":3.2,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.55,"price1mBlended7To2To1":0.66,"price1mBlended0To1To1":2.1,"price1mBlended100To1To1":0.2372549019607843,"price1mBlended0To100To1":1.0217821782178218,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":54.9637578972772,"medianTimeToFirstChunk":1.62901014350001},"outputSpeedVariance":{"p05":23.1796899960332,"q25":45.2828408860816,"median":54.9637578972772,"q75":67.1982624450448,"p95":85.8542069106727},"timeToFirstChunkVariance":{"p05":0.851225046200031,"q25":1.40615003550001,"median":1.62901014350001,"q75":1.97687099900005,"p95":3.51436884930002},"performanceByPromptType":{"long":{"medianOutputSpeed":54.9637578972772,"medianTimeToFirstChunk":1.62901014350001,"medianTimeToFirstAnswerToken":1.62901014350001,"medianEndToEndResponseTime":10.725913614591986}},"endToEndResponseTime":{"input":1.62901014350001,"reasoning":0,"answer":9.096903471091977,"total":10.725913614591986},"timeToFirstAnswerToken":{"input":1.62901014350001,"reasoning":0,"total":1.62901014350001},"performanceDataSource":{"type":"median"},"hostModelCount":4,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-5","matchedBy":"slug","catalog":{"id":"z-ai/glm-5","canonical_slug":"z-ai/glm-5-20260211","hugging_face_id":"zai-org/GLM-5","name":"Z.ai: GLM 5","created":1770829182,"description":"GLM-5 is Z.ai’s flagship open-source foundation model engineered for complex systems design and long-horizon agent workflows. Built for expert developers, it delivers production-grade performance on large-scale programming tasks, rivaling leading...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000006","completion":"0.00000192","input_cache_read":"0.00000012"},"top_provider":{"context_length":198000,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-5-20260211/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1159,"win_rate":55.2,"rank":24},{"arena":"agents","category":"fullstack","elo":1132,"win_rate":51.7,"rank":27},{"arena":"agents","category":"godotgamedev","elo":1144,"win_rate":46.7,"rank":16},{"arena":"agents","category":"htmlslides","elo":1150,"win_rate":45.1,"rank":18},{"arena":"agents","category":"mobileapps","elo":1165,"win_rate":51.6,"rank":30},{"arena":"models","category":"3d","elo":1257,"win_rate":56.3,"rank":31},{"arena":"models","category":"asciiart","elo":1166,"win_rate":47.9,"rank":39},{"arena":"models","category":"codecategories","elo":1261,"win_rate":55.5,"rank":32},{"arena":"models","category":"dataviz","elo":1243,"win_rate":53,"rank":35},{"arena":"models","category":"gamedev","elo":1258,"win_rate":57.4,"rank":31},{"arena":"models","category":"svg","elo":1192,"win_rate":54.4,"rank":33},{"arena":"models","category":"uicomponent","elo":1246,"win_rate":53.6,"rank":39},{"arena":"models","category":"website","elo":1260,"win_rate":55,"rank":34}]},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"StreamLake | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":198000,"pricing":{"prompt":"0.0000006","completion":"0.00000192","input_cache_read":"0.00000012","discount":0.4},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","tool_choice","tools","max_tokens","temperature","top_p","stop","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.84544049459042,"uptime_last_5m":99.6923076923077,"uptime_last_1d":99.69685710908077,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":202752,"pricing":{"prompt":"0.0000006","completion":"0.00000192","input_cache_read":"0.00000012","discount":0.4},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.97304236200257,"uptime_last_5m":99.06542056074767,"uptime_last_1d":99.53230728406528,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Baidu | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":202752,"pricing":{"prompt":"0.0000007","completion":"0.00000224","input_cache_read":"0.00000014","discount":0},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","tool_choice","tools","response_format","structured_outputs","frequency_penalty","presence_penalty","repetition_penalty","stop","seed"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.44852941176471,"uptime_last_5m":100,"uptime_last_1d":99.96247478774802,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":204800,"pricing":{"prompt":"0.00000095","completion":"0.00000255","input_cache_read":"0.0000002","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.53810623556582,"uptime_last_5m":100,"uptime_last_1d":99.7292034321183,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":202752,"pricing":{"prompt":"0.000001","completion":"0.0000032","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","tools","tool_choice","seed"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":96.52416714808396,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":198000,"pricing":{"prompt":"0.000001","completion":"0.0000032","input_cache_read":"0.0000002","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":32000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.26086956521739,"uptime_last_5m":null,"uptime_last_1d":98.81521739130434,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":202800,"pricing":{"prompt":"0.000001","completion":"0.0000032","input_cache_read":"0.0000002","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":202752,"pricing":{"prompt":"0.000001","completion":"0.0000032","input_cache_read":"0.0000002","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96438879934026,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":8,"endpointError":null}},{"id":"40663ad2-b218-471e-bdd4-a1e0c2360e2b","slug":"glm-5","name":"GLM-5 (Reasoning)","shortName":"GLM-5","sourceUrl":"https://artificialanalysis.ai/models/glm-5","releaseDate":"2026-02-11","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"glm-5","name":"GLM-5"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":744,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","intelligenceIndex":27.9111550817227,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":62.3716191373035,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1,"price1mOutputTokens":3.2,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.48374295250002,"timeToFirstAnswerTokenMs":51.26600037898629,"endToEndMs":59.282466953299696}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":0.26666666666666666,"score":0.26666666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.982456140350877,"score":0.982456140350877,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.431818181818182,"score":0.431818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.756666666666667,"score":0.756666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.72312925170068,"score":0.72312925170068,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.292863762743281,"score":0.292863762743281,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.82020202020202,"score":0.82020202020202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.02,"score":0.02,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.14454277286135694,"score":0.14454277286135694,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"40663ad2-b218-471e-bdd4-a1e0c2360e2b","slug":"glm-5","name":"GLM-5 (Reasoning)","shortName":"GLM-5","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-11","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":3105,"release":{"slug":"glm-5","name":"GLM-5"},"deprecated":true,"deprecatedTo":"glm-5-1","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":744,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-5","microevalsEnabled":false,"intelligenceIndex":27.9111550817227,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":0.26666666666666666,"omniscienceBreakdown":{"accuracy":0.263,"hallucinationRate":0.35323383084577115},"gdpval":null,"itBenchSre":null,"tau2":0.982456140350877,"tauBanking":null,"terminalbenchHard":0.431818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.756666666666667,"ifbench":0.72312925170068,"hle":0.292863762743281,"gpqa":0.82020202020202,"critpt":0.02,"apexAgents":0.14454277286135694,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1,"price1mOutputTokens":3.2,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.55,"price1mBlended7To2To1":0.66,"price1mBlended0To1To1":2.1,"price1mBlended100To1To1":0.2372549019607843,"price1mBlended0To100To1":1.0217821782178218,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":62.3716191373035,"medianTimeToFirstChunk":1.48374295250002},"outputSpeedVariance":{"p05":28.4263283425173,"q25":48.8061208033919,"median":62.3716191373035,"q75":78.904106949591,"p95":108.535711302148},"timeToFirstChunkVariance":{"p05":0.911947442800023,"q25":1.15817195825002,"median":1.48374295250002,"q75":1.78626791074998,"p95":3.38939292325},"performanceByPromptType":{"long":{"medianOutputSpeed":62.3716191373035,"medianTimeToFirstChunk":1.48374295250002,"medianTimeToFirstAnswerToken":51.26600037898629,"medianEndToEndResponseTime":59.282466953299696}},"endToEndResponseTime":{"input":1.48374295250002,"reasoning":49.78225742648627,"answer":8.016466574313409,"total":59.282466953299696},"timeToFirstAnswerToken":{"input":1.48374295250002,"reasoning":49.78225742648627,"total":51.26600037898629},"performanceDataSource":{"type":"median"},"hostModelCount":6,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-5","matchedBy":"slug","catalog":{"id":"z-ai/glm-5","canonical_slug":"z-ai/glm-5-20260211","hugging_face_id":"zai-org/GLM-5","name":"Z.ai: GLM 5","created":1770829182,"description":"GLM-5 is Z.ai’s flagship open-source foundation model engineered for complex systems design and long-horizon agent workflows. Built for expert developers, it delivers production-grade performance on large-scale programming tasks, rivaling leading...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000006","completion":"0.00000192","input_cache_read":"0.00000012"},"top_provider":{"context_length":198000,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-5-20260211/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1159,"win_rate":55.2,"rank":24},{"arena":"agents","category":"fullstack","elo":1132,"win_rate":51.7,"rank":27},{"arena":"agents","category":"godotgamedev","elo":1144,"win_rate":46.7,"rank":16},{"arena":"agents","category":"htmlslides","elo":1150,"win_rate":45.1,"rank":18},{"arena":"agents","category":"mobileapps","elo":1165,"win_rate":51.6,"rank":30},{"arena":"models","category":"3d","elo":1257,"win_rate":56.3,"rank":31},{"arena":"models","category":"asciiart","elo":1166,"win_rate":47.9,"rank":39},{"arena":"models","category":"codecategories","elo":1261,"win_rate":55.5,"rank":32},{"arena":"models","category":"dataviz","elo":1243,"win_rate":53,"rank":35},{"arena":"models","category":"gamedev","elo":1258,"win_rate":57.4,"rank":31},{"arena":"models","category":"svg","elo":1192,"win_rate":54.4,"rank":33},{"arena":"models","category":"uicomponent","elo":1246,"win_rate":53.6,"rank":39},{"arena":"models","category":"website","elo":1260,"win_rate":55,"rank":34}]},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"StreamLake | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":198000,"pricing":{"prompt":"0.0000006","completion":"0.00000192","input_cache_read":"0.00000012","discount":0.4},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","tool_choice","tools","max_tokens","temperature","top_p","stop","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.84544049459042,"uptime_last_5m":99.6923076923077,"uptime_last_1d":99.69685710908077,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":202752,"pricing":{"prompt":"0.0000006","completion":"0.00000192","input_cache_read":"0.00000012","discount":0.4},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.97304236200257,"uptime_last_5m":99.06542056074767,"uptime_last_1d":99.53230728406528,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Baidu | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":202752,"pricing":{"prompt":"0.0000007","completion":"0.00000224","input_cache_read":"0.00000014","discount":0},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","tool_choice","tools","response_format","structured_outputs","frequency_penalty","presence_penalty","repetition_penalty","stop","seed"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.44852941176471,"uptime_last_5m":100,"uptime_last_1d":99.96247478774802,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":204800,"pricing":{"prompt":"0.00000095","completion":"0.00000255","input_cache_read":"0.0000002","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.53810623556582,"uptime_last_5m":100,"uptime_last_1d":99.7292034321183,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":202752,"pricing":{"prompt":"0.000001","completion":"0.0000032","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","tools","tool_choice","seed"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":96.52416714808396,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":198000,"pricing":{"prompt":"0.000001","completion":"0.0000032","input_cache_read":"0.0000002","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":32000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.26086956521739,"uptime_last_5m":null,"uptime_last_1d":98.81521739130434,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":202800,"pricing":{"prompt":"0.000001","completion":"0.0000032","input_cache_read":"0.0000002","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-5-20260211","model_id":"z-ai/glm-5","model_name":"Z.ai: GLM 5","context_length":202752,"pricing":{"prompt":"0.000001","completion":"0.0000032","input_cache_read":"0.0000002","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96438879934026,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":8,"endpointError":null}},{"id":"92f245a7-43b4-4ffd-8bfb-866746bf824d","slug":"glm-5-1-non-reasoning","name":"GLM-5.1 (Non-reasoning)","shortName":"GLM-5.1 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/glm-5-1-non-reasoning","releaseDate":"2026-04-07","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"glm-5-1","name":"GLM-5.1"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":744,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","intelligenceIndex":24.2412101500726,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":34.2684204352727,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.38,"price1mOutputTokens":4.4,"cacheHitPrice":0.26,"cacheHitDiscountPercent":0.8081780538302277,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.89232850499999,"timeToFirstAnswerTokenMs":1.89232850499999,"endToEndMs":16.48302144179339}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-22.433333333333334,"score":-22.433333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.970760233918129,"score":0.970760233918129,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.356060606060606,"score":0.356060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.533333333333333,"score":0.533333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.519727891156463,"score":0.519727891156463,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.279425393883225,"score":0.279425393883225,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.839393939393939,"score":0.839393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"92f245a7-43b4-4ffd-8bfb-866746bf824d","slug":"glm-5-1-non-reasoning","name":"GLM-5.1 (Non-reasoning)","shortName":"GLM-5.1 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-07","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"glm-5-1","name":"GLM-5.1"},"deprecated":true,"deprecatedTo":"glm-5-2-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":744,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-5.1","microevalsEnabled":false,"intelligenceIndex":24.2412101500726,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-22.433333333333334,"omniscienceBreakdown":{"accuracy":0.25183333333333335,"hallucinationRate":0.6364446424593451},"gdpval":null,"itBenchSre":null,"tau2":0.970760233918129,"tauBanking":null,"terminalbenchHard":0.356060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.533333333333333,"ifbench":0.519727891156463,"hle":0.279425393883225,"gpqa":0.839393939393939,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1.38,"price1mOutputTokens":4.4,"cacheHitPrice":0.26,"cacheHitDiscountPercent":0.8081780538302277,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2.135,"price1mBlended7To2To1":0.898,"price1mBlended0To1To1":2.89,"price1mBlended100To1To1":0.3115686274509804,"price1mBlended0To100To1":1.40990099009901,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":34.2684204352727,"medianTimeToFirstChunk":1.89232850499999},"outputSpeedVariance":{"p05":20.0231781146907,"q25":26.9628602913147,"median":34.2684204352727,"q75":77.0979995428316,"p95":136.72489202314},"timeToFirstChunkVariance":{"p05":0.740375001899997,"q25":0.985354148999989,"median":1.89232850499999,"q75":2.94583369699996,"p95":40.0050061462999},"performanceByPromptType":{"long":{"medianOutputSpeed":34.2684204352727,"medianTimeToFirstChunk":1.89232850499999,"medianTimeToFirstAnswerToken":1.89232850499999,"medianEndToEndResponseTime":16.48302144179339}},"endToEndResponseTime":{"input":1.89232850499999,"reasoning":0,"answer":14.590692936793399,"total":16.48302144179339},"timeToFirstAnswerToken":{"input":1.89232850499999,"reasoning":0,"total":1.89232850499999},"performanceDataSource":{"type":"median"},"hostModelCount":5,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-5.1","matchedBy":"slug","catalog":{"id":"z-ai/glm-5.1","canonical_slug":"z-ai/glm-5.1-20260406","hugging_face_id":"zai-org/GLM-5.1","name":"Z.ai: GLM 5.1","created":1775578025,"description":"GLM-5.1 delivers a major leap in coding capability, with particularly significant gains in handling long-horizon tasks. Unlike previous models built around minute-level interactions, GLM-5.1 can work independently and continuously on...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000000966","completion":"0.000003036","input_cache_read":"0.0000001794"},"top_provider":{"context_length":200000,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-5.1-20260406/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1336,"win_rate":62.6,"rank":9},{"arena":"models","category":"asciiart","elo":1147,"win_rate":43.8,"rank":47},{"arena":"models","category":"codecategories","elo":1282,"win_rate":53.6,"rank":24},{"arena":"models","category":"dataviz","elo":1366,"win_rate":67,"rank":2},{"arena":"models","category":"gamedev","elo":1285,"win_rate":56.2,"rank":23},{"arena":"models","category":"svg","elo":1241,"win_rate":56.6,"rank":18},{"arena":"models","category":"uicomponent","elo":1292,"win_rate":54.9,"rank":19},{"arena":"models","category":"website","elo":1290,"win_rate":55.1,"rank":17},{"arena":"agents","category":"agenticgamedev","elo":1165,"win_rate":49.8,"rank":17},{"arena":"agents","category":"agentichtmlslides","elo":1205,"win_rate":52,"rank":5},{"arena":"agents","category":"agenticslides","elo":1245,"win_rate":54.4,"rank":2},{"arena":"agents","category":"agenticslides(html)","elo":1204,"win_rate":51.8,"rank":5},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1240,"win_rate":53.3,"rank":3},{"arena":"agents","category":"androidnative","elo":1191,"win_rate":52,"rank":15},{"arena":"agents","category":"fullstack","elo":1176,"win_rate":53.4,"rank":23},{"arena":"agents","category":"godotgamedev","elo":1104,"win_rate":39.5,"rank":26},{"arena":"agents","category":"htmlslides","elo":1173,"win_rate":48.9,"rank":14},{"arena":"agents","category":"mobileapps","elo":1193,"win_rate":51.5,"rank":21},{"arena":"agents","category":"pptxslides","elo":1241,"win_rate":53.5,"rank":3},{"arena":"agents","category":"python-pptxslides","elo":1258,"win_rate":54.2,"rank":6},{"arena":"agents","category":"webapps","elo":1190,"win_rate":51.2,"rank":23}],"artificial_analysis":{"intelligence_index":26.4,"coding_index":55.8,"agentic_index":25.2}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Baidu | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.0000009646","completion":"0.0000030316","input_cache_read":"0.00000017914","discount":0.311},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","frequency_penalty","presence_penalty","repetition_penalty","stop","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96163290362186,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":200000,"pricing":{"prompt":"0.000000966","completion":"0.000003036","input_cache_read":"0.0000001794","discount":0.31},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs","max_tokens","temperature","top_p","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.88221436984688,"uptime_last_5m":100,"uptime_last_1d":99.77020298736117,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.00000098","completion":"0.00000308","input_cache_read":"0.000000098","discount":0},"provider_name":"Chutes","tag":"chutes/fp8","quantization":"fp8","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","structured_outputs","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":83.94418787461923,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.00000105","completion":"0.0000035","input_cache_read":"0.000000205","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.67605507063799,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":204800,"pricing":{"prompt":"0.00000119","completion":"0.00000374","input_cache_read":"0.0000006","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95941146626079,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.00000121","completion":"0.0000042","input_cache_read":"0.0000006","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","tool_choice","tools","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":49.30555555555556,"uptime_last_5m":null,"uptime_last_1d":81.09419316315868,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.00000126","completion":"0.00000396","input_cache_read":"0.000000234","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.95313964386129,"uptime_last_5m":100,"uptime_last_1d":99.90296371829874,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202745,"pricing":{"prompt":"0.00000133","completion":"0.00000418","input_cache_read":"0.000000247","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":169984,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","structured_outputs","tools","logprobs","top_logprobs","top_k","frequency_penalty","stop","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":204800,"pricing":{"prompt":"0.00000138","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98320362801635,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Nebius | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.0000014","completion":"0.0000044","discount":0},"provider_name":"Nebius","tag":"nebius/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","logit_bias","repetition_penalty","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.65274186964213,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.76310334616524,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Friendli | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Friendli","tag":"friendli","quantization":"unknown","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9508137122816,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.62121212121212,"uptime_last_5m":100,"uptime_last_1d":99.70277155871227,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":200000,"pricing":{"prompt":"0.0000014014","completion":"0.0000044044","input_cache_read":"0.00000026026","discount":0.09},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":80000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":93.3920704845815,"uptime_last_5m":null,"uptime_last_1d":97.59998796232206,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":14,"endpointError":null}},{"id":"5aa1c578-af76-4b91-8699-cdd43582b3af","slug":"glm-5-1","name":"GLM-5.1 (Reasoning)","shortName":"GLM-5.1","sourceUrl":"https://artificialanalysis.ai/models/glm-5-1","releaseDate":"2026-04-07","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"glm-5-1","name":"GLM-5.1"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":744,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","intelligenceIndex":26.4455412980095,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":26.85174227203978,"strategyAndOps":23.95841835748204,"legal":29.319967750350706,"engineering":30.57682285431321,"economics":38.052795060541214},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":37.4068626300055,"canonicalInputTokens":1803668092,"canonicalOutputTokens":142831007,"outputTokensPerTask":41294.80352158475,"answerTokensPerTask":14388.473088772542,"reasoningTokensPerTask":26906.330432812203,"price1mInputTokens":1.2,"price1mOutputTokens":4.4,"cacheHitPrice":0.26,"cacheHitDiscountPercent":0.8081780538302277,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.9217822401466147,"latency":{"timeToFirstChunkMs":1.8654900439999,"timeToFirstAnswerTokenMs":103.21053032436524,"endToEndMs":116.57706161958619}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":964.01,"score":964.01,"outputTokensPerTask":42815.91208791209,"costPerTask":0.7717782110557357,"timePerTask":963.3125832449048,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1180.01,"score":1180.01,"outputTokensPerTask":30857.572727272727,"costPerTask":0.44475898710041767,"timePerTask":694.2626385149179,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.20308354687857075,"score":0.20308354687857075,"outputTokensPerTask":24584.88888888889,"costPerTask":0.5053081509848302,"timePerTask":553.1339090877559,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0202020202020202,"score":0.0202020202020202,"outputTokensPerTask":156878.0303030303,"costPerTask":6.621933392960039,"timePerTask":3529.589193739258,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.447916666666667,"score":0.447916666666667,"outputTokensPerTask":10086.451388888889,"costPerTask":0.04730776111111112,"timePerTask":226.93445192185632,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.300741427247451,"score":0.300741427247451,"outputTokensPerTask":37819.10797034291,"costPerTask":0.16677680518999077,"timePerTask":850.8897934983961,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.084,"score":0.084,"outputTokensPerTask":6553.73,"costPerTask":0.05273657200000001,"timePerTask":147.45196980101272,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0457142857142857,"score":0.0457142857142857,"outputTokensPerTask":88173.1,"costPerTask":0.3904900914285715,"timePerTask":1983.8011755842365,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":0.85,"score":0.85,"outputTokensPerTask":2294.9301666666665,"costPerTask":0.010240995733333334,"timePerTask":51.63349323679286,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.736666666666667,"score":0.736666666666667,"outputTokensPerTask":5242.67,"costPerTask":0.136271812,"timePerTask":117.95451117404524,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.084,"score":0.084,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1180.01,"score":1180.01,"outputTokensPerTask":30857.572727272727,"costPerTask":0.44475898710041767,"timePerTask":694.2626385149179,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.340005,"score":0.340005,"outputTokensPerTask":30857.572727272727,"costPerTask":0.44475898710041767,"timePerTask":694.2626385149179,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.402542372881356,"score":0.402542372881356,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.976608187134503,"score":0.976608187134503,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.136082474226804,"score":0.136082474226804,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.431818181818182,"score":0.431818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.617977528089888,"score":0.617977528089888,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0202020202020202,"score":0.0202020202020202,"outputTokensPerTask":156878.0303030303,"costPerTask":6.621933392960039,"timePerTask":3529.589193739258,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.736666666666667,"score":0.736666666666667,"outputTokensPerTask":5242.67,"costPerTask":0.136271812,"timePerTask":117.95451117404524,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.762585034013605,"score":0.762585034013605,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.300741427247451,"score":0.300741427247451,"outputTokensPerTask":37819.10797034291,"costPerTask":0.16677680518999077,"timePerTask":850.8897934983961,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.867676767676768,"score":0.867676767676768,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.20308354687857075,"score":0.20308354687857075,"outputTokensPerTask":24584.88888888889,"costPerTask":0.5053081509848302,"timePerTask":553.1339090877559,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":26.85174227203978,"score":26.85174227203978,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":23.95841835748204,"score":23.95841835748204,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":29.319967750350706,"score":29.319967750350706,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":30.57682285431321,"score":30.57682285431321,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":38.052795060541214,"score":38.052795060541214,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"5aa1c578-af76-4b91-8699-cdd43582b3af","slug":"glm-5-1","name":"GLM-5.1 (Reasoning)","shortName":"GLM-5.1","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-07","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":3791,"release":{"slug":"glm-5-1","name":"GLM-5.1"},"deprecated":true,"deprecatedTo":"glm-5-2","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":744,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":200000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-5.1","microevalsEnabled":true,"intelligenceIndex":26.4455412980095,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":26.85174227203978,"strategyAndOps":23.95841835748204,"legal":29.319967750350706,"engineering":30.57682285431321,"economics":38.052795060541214},"omniscience":0.85,"omniscienceBreakdown":{"accuracy":0.237,"hallucinationRate":0.299475753604194},"gdpPdfAllPass":0.084,"gdpval":1180.01,"gdpvalNormalized":0.340005,"itBenchSre":0.402542372881356,"tau2":0.976608187134503,"tauBanking":0.136082474226804,"terminalbenchHard":0.431818181818182,"terminalBench21":0.617977528089888,"terminalBench40":0.0202020202020202,"scicode":0.447916666666667,"lcr":0.736666666666667,"ifbench":0.762585034013605,"hle":0.300741427247451,"gpqa":0.867676767676768,"critpt":0.0457142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.20308354687857075,"price1mInputTokens":1.2,"price1mOutputTokens":4.4,"cacheHitPrice":0.26,"cacheHitDiscountPercent":0.8081780538302277,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2,"price1mBlended7To2To1":0.8620000000000001,"price1mBlended0To1To1":2.8000000000000003,"price1mBlended100To1To1":0.30980392156862746,"price1mBlended0To100To1":1.2316831683168317,"intelligenceIndexTimePerTask":929.0892547913126,"intelligenceIndexCost":{"total":1418.3239535005598,"input":789.8675227005598,"nonCacheInput":16.3946676,"cacheRead":380.1903072360153,"cacheWrite":393.2825478645445,"output":628.4564308,"reasoning":542.1069896,"answer":86.34944120000002},"intelligenceIndexCostPerTask":{"cost":{"total":0.9217822401466147,"input":0.740085104651642,"nonCacheInput":0.008654570304905336,"cacheRead":0.3740546519316983,"cacheWrite":0.3573758824150383,"output":0.18169713549497293,"reasoning":0.1183878539043737,"answer":0.06330928159059918},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.11576673165836036},{"slug":"gdpval-aa","weightedCostPerTask":0.04447589871004177},{"slug":"automationbench-aa","weightedCostPerTask":0.025265407549241514},{"slug":"terminalbench-4-0","weightedCostPerTask":0.6621933392960039},{"slug":"scicode","weightedCostPerTask":0.0047307761111111115},{"slug":"humanitys-last-exam","weightedCostPerTask":0.016677680518999077},{"slug":"gdp-pdf","weightedCostPerTask":0.005273657200000001},{"slug":"critpt","weightedCostPerTask":0.03904900914285715},{"slug":"omniscience","weightedCostPerTask":0.00153614936},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0068135906}]},"canonicalIntelligenceIndexTokenCount":{"input":1803668092,"output":142831007,"answer":19624873,"reasoning":123206134},"intelligenceIndexOutputTokensPerTask":{"reasoning":26906.330432812203,"answer":14388.473088772542,"output":41294.80352158475},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":964.01,"outputTokensPerTask":42815.91208791209,"costPerTask":0.7717782110557357,"timePerTask":963.3125832449048},{"slug":"gdpval-aa","score":1180.01,"outputTokensPerTask":30857.572727272727,"costPerTask":0.44475898710041767,"timePerTask":694.2626385149179},{"slug":"automationbench-aa","score":0.20308354687857075,"outputTokensPerTask":24584.88888888889,"costPerTask":0.5053081509848302,"timePerTask":553.1339090877559},{"slug":"terminalbench-4-0","score":0.0202020202020202,"outputTokensPerTask":156878.0303030303,"costPerTask":6.621933392960039,"timePerTask":3529.589193739258},{"slug":"scicode","score":0.447916666666667,"outputTokensPerTask":10086.451388888889,"costPerTask":0.04730776111111112,"timePerTask":226.93445192185632},{"slug":"humanitys-last-exam","score":0.300741427247451,"outputTokensPerTask":37819.10797034291,"costPerTask":0.16677680518999077,"timePerTask":850.8897934983961},{"slug":"gdp-pdf","score":0.084,"outputTokensPerTask":6553.73,"costPerTask":0.05273657200000001,"timePerTask":147.45196980101272},{"slug":"critpt","score":0.0457142857142857,"outputTokensPerTask":88173.1,"costPerTask":0.3904900914285715,"timePerTask":1983.8011755842365},{"slug":"omniscience","score":0.85,"outputTokensPerTask":2294.9301666666665,"costPerTask":0.010240995733333334,"timePerTask":51.63349323679286},{"slug":"artificial-analysis-long-context-reasoning","score":0.736666666666667,"outputTokensPerTask":5242.67,"costPerTask":0.136271812,"timePerTask":117.95451117404524}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":964.01,"lower95ci":957.61,"upper95ci":970.45},"rubricPassRate":0.25757575757575757,"analyticalQuality":{"elo":933.78,"lower95ci":921.52,"upper95ci":945.45},"presentation":{"elo":966.54,"lower95ci":954.42,"upper95ci":978.79}},"briefcaseTotalCost":70.23181720607195,"timescaleData":{"medianOutputSpeed":37.4068626300055,"medianTimeToFirstChunk":1.8654900439999},"outputSpeedVariance":{"p05":19.9589422894575,"q25":28.760817735622,"median":37.4068626300055,"q75":87.7543278629838,"p95":140.214916379585},"timeToFirstChunkVariance":{"p05":0.701923313000009,"q25":0.974668949000041,"median":1.8654900439999,"q75":2.89828770700003,"p95":8.65714379349992},"performanceByPromptType":{"long":{"medianOutputSpeed":37.4068626300055,"medianTimeToFirstChunk":1.8654900439999,"medianTimeToFirstAnswerToken":103.21053032436524,"medianEndToEndResponseTime":116.57706161958619}},"endToEndResponseTime":{"input":1.8654900439999,"reasoning":101.34504028036534,"answer":13.366531295220963,"total":116.57706161958619},"timeToFirstAnswerToken":{"input":1.8654900439999,"reasoning":101.34504028036534,"total":103.21053032436524},"performanceDataSource":{"type":"median"},"hostModelCount":7,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-5.1","matchedBy":"slug","catalog":{"id":"z-ai/glm-5.1","canonical_slug":"z-ai/glm-5.1-20260406","hugging_face_id":"zai-org/GLM-5.1","name":"Z.ai: GLM 5.1","created":1775578025,"description":"GLM-5.1 delivers a major leap in coding capability, with particularly significant gains in handling long-horizon tasks. Unlike previous models built around minute-level interactions, GLM-5.1 can work independently and continuously on...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000000966","completion":"0.000003036","input_cache_read":"0.0000001794"},"top_provider":{"context_length":200000,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-5.1-20260406/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1336,"win_rate":62.6,"rank":9},{"arena":"models","category":"asciiart","elo":1147,"win_rate":43.8,"rank":47},{"arena":"models","category":"codecategories","elo":1282,"win_rate":53.6,"rank":24},{"arena":"models","category":"dataviz","elo":1366,"win_rate":67,"rank":2},{"arena":"models","category":"gamedev","elo":1285,"win_rate":56.2,"rank":23},{"arena":"models","category":"svg","elo":1241,"win_rate":56.6,"rank":18},{"arena":"models","category":"uicomponent","elo":1292,"win_rate":54.9,"rank":19},{"arena":"models","category":"website","elo":1290,"win_rate":55.1,"rank":17},{"arena":"agents","category":"agenticgamedev","elo":1165,"win_rate":49.8,"rank":17},{"arena":"agents","category":"agentichtmlslides","elo":1205,"win_rate":52,"rank":5},{"arena":"agents","category":"agenticslides","elo":1245,"win_rate":54.4,"rank":2},{"arena":"agents","category":"agenticslides(html)","elo":1204,"win_rate":51.8,"rank":5},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1240,"win_rate":53.3,"rank":3},{"arena":"agents","category":"androidnative","elo":1191,"win_rate":52,"rank":15},{"arena":"agents","category":"fullstack","elo":1176,"win_rate":53.4,"rank":23},{"arena":"agents","category":"godotgamedev","elo":1104,"win_rate":39.5,"rank":26},{"arena":"agents","category":"htmlslides","elo":1173,"win_rate":48.9,"rank":14},{"arena":"agents","category":"mobileapps","elo":1193,"win_rate":51.5,"rank":21},{"arena":"agents","category":"pptxslides","elo":1241,"win_rate":53.5,"rank":3},{"arena":"agents","category":"python-pptxslides","elo":1258,"win_rate":54.2,"rank":6},{"arena":"agents","category":"webapps","elo":1190,"win_rate":51.2,"rank":23}],"artificial_analysis":{"intelligence_index":26.4,"coding_index":55.8,"agentic_index":25.2}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Baidu | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.0000009646","completion":"0.0000030316","input_cache_read":"0.00000017914","discount":0.311},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","frequency_penalty","presence_penalty","repetition_penalty","stop","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96163290362186,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":200000,"pricing":{"prompt":"0.000000966","completion":"0.000003036","input_cache_read":"0.0000001794","discount":0.31},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs","max_tokens","temperature","top_p","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.88221436984688,"uptime_last_5m":100,"uptime_last_1d":99.77020298736117,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.00000098","completion":"0.00000308","input_cache_read":"0.000000098","discount":0},"provider_name":"Chutes","tag":"chutes/fp8","quantization":"fp8","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","structured_outputs","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":83.94418787461923,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.00000105","completion":"0.0000035","input_cache_read":"0.000000205","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.67605507063799,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":204800,"pricing":{"prompt":"0.00000119","completion":"0.00000374","input_cache_read":"0.0000006","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95941146626079,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.00000121","completion":"0.0000042","input_cache_read":"0.0000006","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","tool_choice","tools","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":49.30555555555556,"uptime_last_5m":null,"uptime_last_1d":81.09419316315868,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.00000126","completion":"0.00000396","input_cache_read":"0.000000234","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.95313964386129,"uptime_last_5m":100,"uptime_last_1d":99.90296371829874,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202745,"pricing":{"prompt":"0.00000133","completion":"0.00000418","input_cache_read":"0.000000247","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":169984,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","structured_outputs","tools","logprobs","top_logprobs","top_k","frequency_penalty","stop","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":204800,"pricing":{"prompt":"0.00000138","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98320362801635,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Nebius | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.0000014","completion":"0.0000044","discount":0},"provider_name":"Nebius","tag":"nebius/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","logit_bias","repetition_penalty","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.65274186964213,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.76310334616524,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Friendli | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Friendli","tag":"friendli","quantization":"unknown","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9508137122816,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":202752,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.62121212121212,"uptime_last_5m":100,"uptime_last_1d":99.70277155871227,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | z-ai/glm-5.1-20260406","model_id":"z-ai/glm-5.1","model_name":"Z.ai: GLM 5.1","context_length":200000,"pricing":{"prompt":"0.0000014014","completion":"0.0000044044","input_cache_read":"0.00000026026","discount":0.09},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":80000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":93.3920704845815,"uptime_last_5m":null,"uptime_last_1d":97.59998796232206,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":14,"endpointError":null}},{"id":"f7a4ea75-e548-4069-80d4-9be8bc7c009b","slug":"glm-5-2","name":"GLM-5.2 (max)","shortName":"GLM-5.2 (max)","sourceUrl":"https://artificialanalysis.ai/models/glm-5-2","releaseDate":"2026-06-16","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"glm-5-2","name":"GLM-5.2"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":753,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":34.0052322377545,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":33.66713315179837,"strategyAndOps":31.051752815937093,"legal":34.571871048531705,"healthcareAndMedical":32.73121528247194,"engineering":37.432218415119024,"economics":45.87795344840902},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":71.784425004727,"canonicalInputTokens":2048384609,"canonicalOutputTokens":177562341,"outputTokensPerTask":64317.0280767563,"answerTokensPerTask":13582.181628947597,"reasoningTokensPerTask":50734.846447808704,"price1mInputTokens":1.4,"price1mOutputTokens":4.4,"cacheHitPrice":0.26,"cacheHitDiscountPercent":0.8142857142857143,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.9648813120929373,"latency":{"timeToFirstChunkMs":3.61052614349997,"timeToFirstAnswerTokenMs":31.47172305171927,"endToEndMs":38.437022278774094}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1231.38,"score":1231.38,"outputTokensPerTask":115122.5054945055,"costPerTask":1.8632014239230772,"timePerTask":1335.1205360106142,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1406.07,"score":1406.07,"outputTokensPerTask":78756.51363636364,"costPerTask":0.9702278391272726,"timePerTask":913.3699640121852,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.2839897721005435,"score":0.2839897721005435,"outputTokensPerTask":38464.4596651446,"costPerTask":0.5361655543439879,"timePerTask":446.0873205017027,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":197217.5909090909,"costPerTask":4.709690716,"timePerTask":2287.209217296218,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.511574074074074,"score":0.511574074074074,"outputTokensPerTask":11809.333333333334,"costPerTask":0.055369390972222224,"timePerTask":136.9574383583975,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.411492122335496,"score":0.411492122335496,"outputTokensPerTask":40587.411028730305,"costPerTask":0.17903486941612606,"timePerTask":470.7080143469239,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.104,"score":0.104,"outputTokensPerTask":11572.68,"costPerTask":0.09927198399999998,"timePerTask":134.21287747613127,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.208571428571429,"score":0.208571428571429,"outputTokensPerTask":106412.21428571429,"costPerTask":0.4823906228571429,"timePerTask":1234.103896235997,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":4.433333333333334,"score":4.433333333333334,"outputTokensPerTask":1911.8763333333334,"costPerTask":0.008589916333333334,"timePerTask":22.172774506439456,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.783333333333333,"score":0.783333333333333,"outputTokensPerTask":4061.47,"costPerTask":0.154115822,"timePerTask":47.102449517569205,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0722222222222222,"score":0.0722222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.909683022145028,"score":0.909683022145028,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.104,"score":0.104,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1406.07,"score":1406.07,"outputTokensPerTask":78756.51363636364,"costPerTask":0.9702278391272726,"timePerTask":913.3699640121852,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.45303499999999997,"score":0.45303499999999997,"outputTokensPerTask":78756.51363636364,"costPerTask":0.9702278391272726,"timePerTask":913.3699640121852,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.426553672316384,"score":0.426553672316384,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.991228070175439,"score":0.991228070175439,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.34639175257732,"score":0.34639175257732,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.507575757575758,"score":0.507575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.779026217228464,"score":0.779026217228464,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":197217.5909090909,"costPerTask":4.709690716,"timePerTask":2287.209217296218,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.783333333333333,"score":0.783333333333333,"outputTokensPerTask":4061.47,"costPerTask":0.154115822,"timePerTask":47.102449517569205,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.733333333333333,"score":0.733333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.411492122335496,"score":0.411492122335496,"outputTokensPerTask":40587.411028730305,"costPerTask":0.17903486941612606,"timePerTask":470.7080143469239,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.894949494949495,"score":0.894949494949495,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.337020648967552,"score":0.337020648967552,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.2839897721005435,"score":0.2839897721005435,"outputTokensPerTask":38464.4596651446,"costPerTask":0.5361655543439879,"timePerTask":446.0873205017027,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.42733512384362876,"score":0.42733512384362876,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":33.66713315179837,"score":33.66713315179837,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":31.051752815937093,"score":31.051752815937093,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":34.571871048531705,"score":34.571871048531705,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":32.73121528247194,"score":32.73121528247194,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":37.432218415119024,"score":37.432218415119024,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":45.87795344840902,"score":45.87795344840902,"family":"Capability Index"}],"benchmarkCount":34,"raw":{"id":"f7a4ea75-e548-4069-80d4-9be8bc7c009b","slug":"glm-5-2","name":"GLM-5.2 (max)","shortName":"GLM-5.2 (max)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-16","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"glm-5-2","name":"GLM-5.2"},"deprecated":true,"deprecatedTo":"glm-5-3","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":753,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-5.2","microevalsEnabled":true,"intelligenceIndex":34.0052322377545,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":33.66713315179837,"strategyAndOps":31.051752815937093,"legal":34.571871048531705,"healthcareAndMedical":32.73121528247194,"engineering":37.432218415119024,"economics":45.87795344840902},"omniscience":4.433333333333334,"omniscienceBreakdown":{"accuracy":0.24333333333333335,"hallucinationRate":0.2629955947136564},"mlcrOverall":0.0722222222222222,"harveyLab":0.909683022145028,"gdpPdfAllPass":0.104,"gdpval":1406.07,"gdpvalNormalized":0.45303499999999997,"itBenchSre":0.426553672316384,"tau2":0.991228070175439,"tauBanking":0.34639175257732,"terminalbenchHard":0.507575757575758,"terminalBench21":0.779026217228464,"terminalBench40":0.0101010101010101,"scicode":0.511574074074074,"lcr":0.783333333333333,"ifbench":0.733333333333333,"hle":0.411492122335496,"gpqa":0.894949494949495,"critpt":0.208571428571429,"apexAgents":0.337020648967552,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.2839897721005435,"enterpriseOpsGym":0.42733512384362876,"price1mInputTokens":1.4,"price1mOutputTokens":4.4,"cacheHitPrice":0.26,"cacheHitDiscountPercent":0.8142857142857143,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2.15,"price1mBlended7To2To1":0.9019999999999999,"price1mBlended0To1To1":2.9000000000000004,"price1mBlended100To1To1":0.3117647058823529,"price1mBlended0To100To1":1.4297029702970299,"intelligenceIndexTimePerTask":745.9096258511071,"intelligenceIndexCost":{"total":1559.051065645,"input":777.776765245,"nonCacheInput":22.4713594,"cacheRead":476.65792869500007,"cacheWrite":278.64747715,"output":781.2743004000001,"reasoning":692.3474052000001,"answer":88.9268952},"intelligenceIndexCostPerTask":{"cost":{"total":0.9648813120929373,"input":0.6818863885552096,"nonCacheInput":0.013477682489526825,"cacheRead":0.44964710740613795,"cacheWrite":0.2187615986595448,"output":0.2829949235377277,"reasoning":0.22323332437035828,"answer":0.059761599167369436},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.2794802135884616},{"slug":"gdpval-aa","weightedCostPerTask":0.09702278391272727},{"slug":"automationbench-aa","weightedCostPerTask":0.026808277717199402},{"slug":"terminalbench-4-0","weightedCostPerTask":0.47096907159999996},{"slug":"scicode","weightedCostPerTask":0.005536939097222223},{"slug":"humanitys-last-exam","weightedCostPerTask":0.017903486941612604},{"slug":"gdp-pdf","weightedCostPerTask":0.009927198399999998},{"slug":"critpt","weightedCostPerTask":0.04823906228571429},{"slug":"omniscience","weightedCostPerTask":0.0012884874500000002},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0077057911}]},"canonicalIntelligenceIndexTokenCount":{"input":2048384609,"output":177562341,"answer":20210658,"reasoning":157351683},"intelligenceIndexOutputTokensPerTask":{"reasoning":50734.846447808704,"answer":13582.181628947597,"output":64317.0280767563},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1231.38,"outputTokensPerTask":115122.5054945055,"costPerTask":1.8632014239230772,"timePerTask":1335.1205360106142},{"slug":"gdpval-aa","score":1406.07,"outputTokensPerTask":78756.51363636364,"costPerTask":0.9702278391272726,"timePerTask":913.3699640121852},{"slug":"automationbench-aa","score":0.2839897721005435,"outputTokensPerTask":38464.4596651446,"costPerTask":0.5361655543439879,"timePerTask":446.0873205017027},{"slug":"terminalbench-4-0","score":0.0101010101010101,"outputTokensPerTask":197217.5909090909,"costPerTask":4.709690716,"timePerTask":2287.209217296218},{"slug":"scicode","score":0.511574074074074,"outputTokensPerTask":11809.333333333334,"costPerTask":0.055369390972222224,"timePerTask":136.9574383583975},{"slug":"humanitys-last-exam","score":0.411492122335496,"outputTokensPerTask":40587.411028730305,"costPerTask":0.17903486941612606,"timePerTask":470.7080143469239},{"slug":"gdp-pdf","score":0.104,"outputTokensPerTask":11572.68,"costPerTask":0.09927198399999998,"timePerTask":134.21287747613127},{"slug":"critpt","score":0.208571428571429,"outputTokensPerTask":106412.21428571429,"costPerTask":0.4823906228571429,"timePerTask":1234.103896235997},{"slug":"omniscience","score":4.433333333333334,"outputTokensPerTask":1911.8763333333334,"costPerTask":0.008589916333333334,"timePerTask":22.172774506439456},{"slug":"artificial-analysis-long-context-reasoning","score":0.783333333333333,"outputTokensPerTask":4061.47,"costPerTask":0.154115822,"timePerTask":47.102449517569205}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1231.38,"lower95ci":1225.72,"upper95ci":1238.34},"rubricPassRate":0.3606060606060606,"analyticalQuality":{"elo":1269.3,"lower95ci":1257.48,"upper95ci":1281.8},"presentation":{"elo":1262.7,"lower95ci":1252.07,"upper95ci":1274.4}},"briefcaseTotalCost":169.55132957700002,"timescaleData":{"medianOutputSpeed":71.784425004727,"medianTimeToFirstChunk":3.61052614349997},"outputSpeedVariance":{"p05":58.5487314380932,"q25":65.8987555304724,"median":71.784425004727,"q75":82.535537538177,"p95":101.977681873333},"timeToFirstChunkVariance":{"p05":2.88105480945001,"q25":3.31662375300001,"median":3.61052614349997,"q75":7.8509296475,"p95":8.69325350864993},"performanceByPromptType":{"medium":{"medianOutputSpeed":72.8070487789286,"medianTimeToFirstChunk":8.52949522299999,"medianTimeToFirstAnswerToken":35.99936295617514,"medianEndToEndResponseTime":42.866829889468924},"long":{"medianOutputSpeed":71.784425004727,"medianTimeToFirstChunk":3.61052614349997,"medianTimeToFirstAnswerToken":31.47172305171927,"medianEndToEndResponseTime":38.437022278774094},"hundredK":{"medianOutputSpeed":90.8669695349309,"medianTimeToFirstChunk":9.78528889749997,"medianTimeToFirstAnswerToken":31.795486995183463,"medianEndToEndResponseTime":37.29803651960434},"mediumParallel":{"medianOutputSpeed":72.6993281391207,"medianTimeToFirstChunk":8.98971038699995,"medianTimeToFirstAnswerToken":36.50028099602553,"medianEndToEndResponseTime":43.37792364828193}},"endToEndResponseTime":{"input":3.61052614349997,"reasoning":27.8611969082193,"answer":6.965299227054825,"total":38.437022278774094},"timeToFirstAnswerToken":{"input":3.61052614349997,"reasoning":27.8611969082193,"total":31.47172305171927},"performanceDataSource":{"type":"firstParty","providerName":"Z AI"},"hostModelCount":21,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-5.2","matchedBy":"slug","catalog":{"id":"z-ai/glm-5.2","canonical_slug":"z-ai/glm-5.2-20260616","hugging_face_id":"zai-org/GLM-5.2","name":"Z.ai: GLM 5.2","created":1781631930,"description":"GLM 5.2 is a large-scale reasoning model from Z.ai. It supports text input and output with a 1M-token context window, and is suited for long-horizon agent workflows, project-level software engineering,...","context_length":1048576,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000005544","completion":"0.0000017424","input_cache_read":"0.00000010296"},"top_provider":{"context_length":1048576,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","parallel_tool_calls","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-5.2-20260616/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1205,"win_rate":49.1,"rank":10},{"arena":"agents","category":"androidnative","elo":1189,"win_rate":53,"rank":17},{"arena":"agents","category":"fullstack","elo":1251,"win_rate":61,"rank":11},{"arena":"agents","category":"godotgamedev","elo":1142,"win_rate":40.1,"rank":17},{"arena":"agents","category":"htmlslides","elo":1178,"win_rate":49.6,"rank":13},{"arena":"agents","category":"mobileapps","elo":1190,"win_rate":50.6,"rank":23},{"arena":"agents","category":"python-pptxslides","elo":1194,"win_rate":48.7,"rank":16},{"arena":"agents","category":"webapps","elo":1236,"win_rate":56.3,"rank":13},{"arena":"models","category":"3d","elo":1321,"win_rate":53.9,"rank":13},{"arena":"models","category":"asciiart","elo":1229,"win_rate":48.5,"rank":19},{"arena":"models","category":"codecategories","elo":1308,"win_rate":52.9,"rank":12},{"arena":"models","category":"dataviz","elo":1310,"win_rate":53.7,"rank":10},{"arena":"models","category":"gamedev","elo":1296,"win_rate":49.8,"rank":17},{"arena":"models","category":"svg","elo":1247,"win_rate":50.4,"rank":15},{"arena":"models","category":"uicomponent","elo":1308,"win_rate":55.5,"rank":13},{"arena":"models","category":"website","elo":1304,"win_rate":53.3,"rank":11}],"artificial_analysis":{"intelligence_index":34,"coding_index":68.8,"agentic_index":39.4}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["xhigh","high"],"default_effort":"high"}},"endpoints":[{"name":"Baidu | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000005544","completion":"0.0000017424","input_cache_read":"0.00000010296","discount":0.604},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","frequency_penalty","presence_penalty","repetition_penalty","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.959401853982,"uptime_last_5m":100,"uptime_last_1d":99.98167222132678,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1024000,"pricing":{"prompt":"0.00000055552","completion":"0.00000174592","input_cache_read":"0.000000103168","discount":0.6032},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","tool_choice","tools","response_format","structured_outputs","logprobs","top_logprobs","max_tokens","temperature","top_p","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.79483466087376,"uptime_last_5m":99.84089101034208,"uptime_last_1d":99.63946071727298,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000005625","completion":"0.0000018","input_cache_read":"0.000000105","discount":0.25},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":163840,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","response_format","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.69513641755636,"uptime_last_5m":99.23566878980891,"uptime_last_1d":98.92886337980043,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Ambient | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":202752,"pricing":{"prompt":"0.0000006","completion":"0.000002","input_cache_read":"0.00000015","discount":0},"provider_name":"Ambient","tag":"ambient/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","top_p","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":97.11729622266402,"uptime_last_5m":100,"uptime_last_1d":97.77189948112728,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Baidu | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.000000648","completion":"0.00000226944","input_cache_read":"0.00000016128","discount":0.712},"provider_name":"Baidu","tag":"baidu/fast","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","frequency_penalty","presence_penalty","repetition_penalty","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98811196368746,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000006496","completion":"0.0000020416","input_cache_read":"0.00000012064","discount":0.536},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.93040365877907,"uptime_last_5m":100,"uptime_last_1d":99.99483059614437,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":262144,"pricing":{"prompt":"0.0000007","completion":"0.0000022","input_cache_read":"0.000000105","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","tool_choice","tools","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.66393218485098,"uptime_last_5m":96.95945945945947,"uptime_last_1d":98.67976999891135,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.00000076","completion":"0.00000242","input_cache_read":"0.00000014","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","tools","tool_choice","logprobs","top_logprobs","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.93755463969028,"uptime_last_5m":99.95706311721769,"uptime_last_1d":99.96098391824447,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.000000938","completion":"0.000002948","input_cache_read":"0.0000001742","discount":0.33},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.91741387446909,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1000000,"pricing":{"prompt":"0.000000966","completion":"0.000003036","input_cache_read":"0.0000001932","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":1048576,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.87030274070787,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.00000119","completion":"0.00000374","input_cache_read":"0.000000221","discount":0.15},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99829032941932,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Inceptron | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000012507","completion":"0.0000033402","input_cache_read":"0.0000002037","discount":0},"provider_name":"Inceptron","tag":"inceptron/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","top_p","stop","frequency_penalty","logit_bias","parallel_tool_calls","presence_penalty","seed","response_format","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.7098289987129,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.00000126","completion":"0.000003","input_cache_read":"0.00000022","discount":0},"provider_name":"Phala","tag":"phala/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.54545454545455,"uptime_last_5m":100,"uptime_last_1d":99.95392793857059,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000014","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98688037084818,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":512000,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":460800,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.81732379357588,"uptime_last_5m":99.0909090909091,"uptime_last_1d":99.2608832115238,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Wafer | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Wafer","tag":"wafer","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","logit_bias","structured_outputs","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97774315602047,"uptime_last_5m":100,"uptime_last_1d":99.49603510728407,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000014","discount":0},"provider_name":"Fireworks","tag":"fireworks","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.93041057759221,"uptime_last_5m":100,"uptime_last_1d":99.86912312493708,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000014","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.94011744707156,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1000000,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.90256576810653,"uptime_last_5m":99.76190476190476,"uptime_last_1d":99.74546276075006,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","structured_outputs","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.87914596481805,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":262144,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Parasail","tag":"parasail/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.94867784349186,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Friendli | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Friendli","tag":"friendli","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.92652461425422,"uptime_last_5m":100,"uptime_last_1d":99.91058340662562,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":262144,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","tools","structured_outputs","response_format","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k","response_format","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.95248277500593,"uptime_last_5m":100,"uptime_last_1d":99.81072794034145,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.0000066","input_cache_read":"0.00000021","discount":0},"provider_name":"BaseTen","tag":"baseten/fast","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.3441778447029,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.0000066","input_cache_read":"0.00000021","discount":0},"provider_name":"Fireworks","tag":"fireworks/fast-us","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.83259943957204,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.0000066","input_cache_read":"0.00000021","discount":0},"provider_name":"BaseTen","tag":"baseten/fast","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.25220796533911,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.0000066","input_cache_read":"0.00000021","discount":0},"provider_name":"Fireworks","tag":"fireworks/fast","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.83409812919167,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Decart | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.00000225","completion":"0.000008","input_cache_read":"0.00000048","discount":0},"provider_name":"Decart","tag":"decart/fast","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97236423932569,"uptime_last_5m":100,"uptime_last_1d":99.50273923947088,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1000000,"pricing":{"prompt":"0.00000231","completion":"0.00000726","input_cache_read":"0.000000462","discount":0},"provider_name":"Alibaba","tag":"alibaba/fast","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":1048576,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":30,"endpointError":null}},{"id":"e8aa417f-18fe-46b0-ba62-ef99785a9585","slug":"glm-5-2-non-reasoning","name":"GLM-5.2 (Non-reasoning)","shortName":"GLM-5.2 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/glm-5-2-non-reasoning","releaseDate":"2026-06-16","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"glm-5-2","name":"GLM-5.2"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":753,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":22.4323469590326,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":148.231849945526,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.4,"price1mOutputTokens":4.4,"cacheHitPrice":0.26,"cacheHitDiscountPercent":0.8320176484617219,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.49464506300001,"timeToFirstAnswerTokenMs":1.49464506300001,"endToEndMs":4.8677393081554605}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-6.566666666666666,"score":-6.566666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1306.43,"score":1306.43,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.40321500000000005,"score":0.40321500000000005,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.167010309278351,"score":0.167010309278351,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.51685393258427,"score":0.51685393258427,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.423333333333333,"score":0.423333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.097775718257646,"score":0.097775718257646,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.685858585858586,"score":0.685858585858586,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0314285714285714,"score":0.0314285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"e8aa417f-18fe-46b0-ba62-ef99785a9585","slug":"glm-5-2-non-reasoning","name":"GLM-5.2 (Non-reasoning)","shortName":"GLM-5.2 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-16","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"glm-5-2","name":"GLM-5.2"},"deprecated":true,"deprecatedTo":"glm-5-3-low","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":753,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-5.2","microevalsEnabled":false,"intelligenceIndex":22.4323469590326,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-6.566666666666666,"omniscienceBreakdown":{"accuracy":0.20283333333333334,"hallucinationRate":0.3368178967175413},"gdpval":1306.43,"gdpvalNormalized":0.40321500000000005,"itBenchSre":null,"tau2":null,"tauBanking":0.167010309278351,"terminalbenchHard":null,"terminalBench21":0.51685393258427,"terminalBench40":null,"scicode":null,"lcr":0.423333333333333,"ifbench":null,"hle":0.097775718257646,"gpqa":0.685858585858586,"critpt":0.0314285714285714,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1.4,"price1mOutputTokens":4.4,"cacheHitPrice":0.26,"cacheHitDiscountPercent":0.8320176484617219,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2.15,"price1mBlended7To2To1":0.9019999999999999,"price1mBlended0To1To1":2.9000000000000004,"price1mBlended100To1To1":0.3117647058823529,"price1mBlended0To100To1":1.4297029702970299,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":148.231849945526,"medianTimeToFirstChunk":1.49464506300001},"outputSpeedVariance":{"p05":44.1111067258792,"q25":90.685247025217,"median":148.231849945526,"q75":249.833647846044,"p95":377.972118146337},"timeToFirstChunkVariance":{"p05":0.480478227000037,"q25":0.941804778999994,"median":1.49464506300001,"q75":2.17188985899999,"p95":4.17335772740003},"performanceByPromptType":{"medium":{"medianOutputSpeed":120.085167528941,"medianTimeToFirstChunk":1.01963924500001,"medianTimeToFirstAnswerToken":1.01963924500001,"medianEndToEndResponseTime":5.1833508031281035},"long":{"medianOutputSpeed":148.231849945526,"medianTimeToFirstChunk":1.49464506300001,"medianTimeToFirstAnswerToken":1.49464506300001,"medianEndToEndResponseTime":4.8677393081554605},"hundredK":{"medianOutputSpeed":159.143878337598,"medianTimeToFirstChunk":7.78515002800009,"medianTimeToFirstAnswerToken":7.78515002800009,"medianEndToEndResponseTime":10.926961106270602},"mediumParallel":{"medianOutputSpeed":128.038569202825,"medianTimeToFirstChunk":0.930933055999986,"medianTimeToFirstAnswerToken":0.930933055999986,"medianEndToEndResponseTime":4.836006371900241}},"endToEndResponseTime":{"input":1.49464506300001,"reasoning":0,"answer":3.3730942451554506,"total":4.8677393081554605},"timeToFirstAnswerToken":{"input":1.49464506300001,"reasoning":0,"total":1.49464506300001},"performanceDataSource":{"type":"median"},"hostModelCount":8,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-5.2","matchedBy":"slug","catalog":{"id":"z-ai/glm-5.2","canonical_slug":"z-ai/glm-5.2-20260616","hugging_face_id":"zai-org/GLM-5.2","name":"Z.ai: GLM 5.2","created":1781631930,"description":"GLM 5.2 is a large-scale reasoning model from Z.ai. It supports text input and output with a 1M-token context window, and is suited for long-horizon agent workflows, project-level software engineering,...","context_length":1048576,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000005544","completion":"0.0000017424","input_cache_read":"0.00000010296"},"top_provider":{"context_length":1048576,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","parallel_tool_calls","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-5.2-20260616/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1205,"win_rate":49.1,"rank":10},{"arena":"agents","category":"androidnative","elo":1189,"win_rate":53,"rank":17},{"arena":"agents","category":"fullstack","elo":1251,"win_rate":61,"rank":11},{"arena":"agents","category":"godotgamedev","elo":1142,"win_rate":40.1,"rank":17},{"arena":"agents","category":"htmlslides","elo":1178,"win_rate":49.6,"rank":13},{"arena":"agents","category":"mobileapps","elo":1190,"win_rate":50.6,"rank":23},{"arena":"agents","category":"python-pptxslides","elo":1194,"win_rate":48.7,"rank":16},{"arena":"agents","category":"webapps","elo":1236,"win_rate":56.3,"rank":13},{"arena":"models","category":"3d","elo":1321,"win_rate":53.9,"rank":13},{"arena":"models","category":"asciiart","elo":1229,"win_rate":48.5,"rank":19},{"arena":"models","category":"codecategories","elo":1308,"win_rate":52.9,"rank":12},{"arena":"models","category":"dataviz","elo":1310,"win_rate":53.7,"rank":10},{"arena":"models","category":"gamedev","elo":1296,"win_rate":49.8,"rank":17},{"arena":"models","category":"svg","elo":1247,"win_rate":50.4,"rank":15},{"arena":"models","category":"uicomponent","elo":1308,"win_rate":55.5,"rank":13},{"arena":"models","category":"website","elo":1304,"win_rate":53.3,"rank":11}],"artificial_analysis":{"intelligence_index":34,"coding_index":68.8,"agentic_index":39.4}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["xhigh","high"],"default_effort":"high"}},"endpoints":[{"name":"Baidu | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000005544","completion":"0.0000017424","input_cache_read":"0.00000010296","discount":0.604},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","frequency_penalty","presence_penalty","repetition_penalty","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.959401853982,"uptime_last_5m":100,"uptime_last_1d":99.98167222132678,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1024000,"pricing":{"prompt":"0.00000055552","completion":"0.00000174592","input_cache_read":"0.000000103168","discount":0.6032},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","tool_choice","tools","response_format","structured_outputs","logprobs","top_logprobs","max_tokens","temperature","top_p","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.79483466087376,"uptime_last_5m":99.84089101034208,"uptime_last_1d":99.63946071727298,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000005625","completion":"0.0000018","input_cache_read":"0.000000105","discount":0.25},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":163840,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","response_format","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.69513641755636,"uptime_last_5m":99.23566878980891,"uptime_last_1d":98.92886337980043,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Ambient | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":202752,"pricing":{"prompt":"0.0000006","completion":"0.000002","input_cache_read":"0.00000015","discount":0},"provider_name":"Ambient","tag":"ambient/fp8","quantization":"fp8","max_completion_tokens":182476,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","top_p","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":97.11729622266402,"uptime_last_5m":100,"uptime_last_1d":97.77189948112728,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Baidu | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.000000648","completion":"0.00000226944","input_cache_read":"0.00000016128","discount":0.712},"provider_name":"Baidu","tag":"baidu/fast","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","frequency_penalty","presence_penalty","repetition_penalty","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98811196368746,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000006496","completion":"0.0000020416","input_cache_read":"0.00000012064","discount":0.536},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.93040365877907,"uptime_last_5m":100,"uptime_last_1d":99.99483059614437,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":262144,"pricing":{"prompt":"0.0000007","completion":"0.0000022","input_cache_read":"0.000000105","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","tool_choice","tools","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.66393218485098,"uptime_last_5m":96.95945945945947,"uptime_last_1d":98.67976999891135,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.00000076","completion":"0.00000242","input_cache_read":"0.00000014","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","tools","tool_choice","logprobs","top_logprobs","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.93755463969028,"uptime_last_5m":99.95706311721769,"uptime_last_1d":99.96098391824447,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.000000938","completion":"0.000002948","input_cache_read":"0.0000001742","discount":0.33},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.91741387446909,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1000000,"pricing":{"prompt":"0.000000966","completion":"0.000003036","input_cache_read":"0.0000001932","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":1048576,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.87030274070787,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.00000119","completion":"0.00000374","input_cache_read":"0.000000221","discount":0.15},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99829032941932,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Inceptron | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000012507","completion":"0.0000033402","input_cache_read":"0.0000002037","discount":0},"provider_name":"Inceptron","tag":"inceptron/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","top_p","stop","frequency_penalty","logit_bias","parallel_tool_calls","presence_penalty","seed","response_format","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.7098289987129,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.00000126","completion":"0.000003","input_cache_read":"0.00000022","discount":0},"provider_name":"Phala","tag":"phala/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.54545454545455,"uptime_last_5m":100,"uptime_last_1d":99.95392793857059,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000014","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98688037084818,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":512000,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":460800,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.81732379357588,"uptime_last_5m":99.0909090909091,"uptime_last_1d":99.2608832115238,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Wafer | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Wafer","tag":"wafer","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","logit_bias","structured_outputs","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97774315602047,"uptime_last_5m":100,"uptime_last_1d":99.49603510728407,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000014","discount":0},"provider_name":"Fireworks","tag":"fireworks","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.93041057759221,"uptime_last_5m":100,"uptime_last_1d":99.86912312493708,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000014","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.94011744707156,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1000000,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.90256576810653,"uptime_last_5m":99.76190476190476,"uptime_last_1d":99.74546276075006,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","structured_outputs","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.87914596481805,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":262144,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Parasail","tag":"parasail/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.94867784349186,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Friendli | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Friendli","tag":"friendli","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.92652461425422,"uptime_last_5m":100,"uptime_last_1d":99.91058340662562,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":262144,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","tools","structured_outputs","response_format","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k","response_format","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.95248277500593,"uptime_last_5m":100,"uptime_last_1d":99.81072794034145,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.0000066","input_cache_read":"0.00000021","discount":0},"provider_name":"BaseTen","tag":"baseten/fast","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.3441778447029,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.0000066","input_cache_read":"0.00000021","discount":0},"provider_name":"Fireworks","tag":"fireworks/fast-us","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.83259943957204,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.0000066","input_cache_read":"0.00000021","discount":0},"provider_name":"BaseTen","tag":"baseten/fast","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.25220796533911,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.0000066","input_cache_read":"0.00000021","discount":0},"provider_name":"Fireworks","tag":"fireworks/fast","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.83409812919167,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Decart | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1048576,"pricing":{"prompt":"0.00000225","completion":"0.000008","input_cache_read":"0.00000048","discount":0},"provider_name":"Decart","tag":"decart/fast","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97236423932569,"uptime_last_5m":100,"uptime_last_1d":99.50273923947088,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | z-ai/glm-5.2-20260616","model_id":"z-ai/glm-5.2","model_name":"Z.ai: GLM 5.2","context_length":1000000,"pricing":{"prompt":"0.00000231","completion":"0.00000726","input_cache_read":"0.000000462","discount":0},"provider_name":"Alibaba","tag":"alibaba/fast","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":1048576,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":30,"endpointError":null}},{"id":"cd684ea4-b475-4269-b001-d469d06d8a7a","slug":"glm-5-3","name":"GLM-5.3 (max)","shortName":"GLM-5.3 (max)","sourceUrl":"https://artificialanalysis.ai/models/glm-5-3","releaseDate":"2026-08-18","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"glm-5-3","name":"GLM-5.3"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":753,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"GLM-5.3 License","intelligenceIndex":44.855717385614,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":44.45909652422968,"strategyAndOps":47.28507773045148,"legal":41.82929903610221,"healthcareAndMedical":46.46368756117121,"engineering":46.97941032501634,"economics":51.020931919987646},"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":67.5687826080945,"canonicalInputTokens":5405967611,"canonicalOutputTokens":208643973,"outputTokensPerTask":71127.61363824058,"answerTokensPerTask":22398.092941404666,"reasoningTokensPerTask":48729.52069683591,"price1mInputTokens":1.4,"price1mOutputTokens":4.4,"cacheHitPrice":0.26,"cacheHitDiscountPercent":0.8142857142857143,"cacheWritePrice":null,"costPerIntelligenceIndexTask":2.0056375150449584,"latency":{"timeToFirstChunkMs":2.9323963475,"timeToFirstAnswerTokenMs":32.53186407211766,"endToEndMs":39.93173100327208}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1504.38,"score":1504.38,"outputTokensPerTask":136335.1978021978,"costPerTask":5.648789747084111,"timePerTask":1558.4773555617671,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1633.8,"score":1633.8,"outputTokensPerTask":94422.71818181819,"costPerTask":2.2569955738459915,"timePerTask":1079.366667663145,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.622028649962642,"score":0.622028649962642,"outputTokensPerTask":27738.336377473363,"costPerTask":0.4604468162022345,"timePerTask":317.0829677305135,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.419191919191919,"score":0.419191919191919,"outputTokensPerTask":194565.86363636365,"costPerTask":8.064202070800423,"timePerTask":2224.1247860477542,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.590277777777778,"score":0.590277777777778,"outputTokensPerTask":17514.621527777777,"costPerTask":0.08202589583333332,"timePerTask":200.21345538280562,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.422613531047266,"score":0.422613531047266,"outputTokensPerTask":52816.62882298425,"costPerTask":0.23284347052826695,"timePerTask":603.7583936112862,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.112,"score":0.112,"outputTokensPerTask":28417.1,"costPerTask":0.17337381000000002,"timePerTask":324.8420626123913,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.191428571428571,"score":0.191428571428571,"outputTokensPerTask":99949.92857142857,"costPerTask":0.45218096571428573,"timePerTask":1142.5494140888422,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":14.3,"score":14.3,"outputTokensPerTask":2542.9605,"costPerTask":0.011366686666666669,"timePerTask":29.06913562474137,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":2805.74,"costPerTask":0.14859060999999998,"timePerTask":32.073025352836524,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.483333333333333,"score":0.483333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.112,"score":0.112,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1633.8,"score":1633.8,"outputTokensPerTask":94422.71818181819,"costPerTask":2.2569955738459915,"timePerTask":1079.366667663145,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.5669,"score":0.5669,"outputTokensPerTask":94422.71818181819,"costPerTask":2.2569955738459915,"timePerTask":1079.366667663145,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.503092783505155,"score":0.503092783505155,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.838951310861423,"score":0.838951310861423,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.419191919191919,"score":0.419191919191919,"outputTokensPerTask":194565.86363636365,"costPerTask":8.064202070800423,"timePerTask":2224.1247860477542,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":2805.74,"costPerTask":0.14859060999999998,"timePerTask":32.073025352836524,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.422613531047266,"score":0.422613531047266,"outputTokensPerTask":52816.62882298425,"costPerTask":0.23284347052826695,"timePerTask":603.7583936112862,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.917171717171717,"score":0.917171717171717,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.622028649962642,"score":0.622028649962642,"outputTokensPerTask":27738.336377473363,"costPerTask":0.4604468162022345,"timePerTask":317.0829677305135,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.36436884512085943,"score":0.36436884512085943,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":44.45909652422968,"score":44.45909652422968,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":47.28507773045148,"score":47.28507773045148,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":41.82929903610221,"score":41.82929903610221,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":46.46368756117121,"score":46.46368756117121,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":46.97941032501634,"score":46.97941032501634,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":51.020931919987646,"score":51.020931919987646,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"cd684ea4-b475-4269-b001-d469d06d8a7a","slug":"glm-5-3","name":"GLM-5.3 (max)","shortName":"GLM-5.3 (max)","chartDefaultSelected":true,"chartHighlighted":true,"releaseDate":"2026-08-18","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"glm-5-3","name":"GLM-5.3"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":753,"inferenceParametersActiveBillions":40,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"GLM-5.3 License","licenseUrl":"https://huggingface.co/zai-org/GLM-5.3/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/zai-org/GLM-5.3","microevalsEnabled":true,"intelligenceIndex":44.855717385614,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":44.45909652422968,"strategyAndOps":47.28507773045148,"legal":41.82929903610221,"healthcareAndMedical":46.46368756117121,"engineering":46.97941032501634,"economics":51.020931919987646},"omniscience":14.3,"omniscienceBreakdown":{"accuracy":0.3385,"hallucinationRate":0.29554043839758126},"mlcrOverall":0.483333333333333,"gdpPdfAllPass":0.112,"gdpval":1633.8,"gdpvalNormalized":0.5669,"itBenchSre":null,"tau2":null,"tauBanking":0.503092783505155,"terminalbenchHard":null,"terminalBench21":0.838951310861423,"terminalBench40":0.419191919191919,"scicode":0.590277777777778,"lcr":0.796666666666667,"ifbench":null,"hle":0.422613531047266,"gpqa":0.917171717171717,"critpt":0.191428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.622028649962642,"enterpriseOpsGym":0.36436884512085943,"price1mInputTokens":1.4,"price1mOutputTokens":4.4,"cacheHitPrice":0.26,"cacheHitDiscountPercent":0.8142857142857143,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2.15,"price1mBlended7To2To1":0.9019999999999999,"price1mBlended0To1To1":2.9000000000000004,"price1mBlended100To1To1":0.3117647058823529,"price1mBlended0To100To1":1.4297029702970299,"intelligenceIndexTimePerTask":813.0752512727663,"intelligenceIndexCost":{"total":2503.478685148468,"input":1585.445203948468,"nonCacheInput":22.7931298,"cacheRead":1364.5232082257878,"cacheWrite":198.1288659226801,"output":918.0334812000001,"reasoning":789.8118888,"answer":128.22159240000002},"intelligenceIndexCostPerTask":{"cost":{"total":2.0056375150449584,"input":1.6926760150367,"nonCacheInput":0.013454088251824734,"cacheRead":1.5218481062416964,"cacheWrite":0.1573738205431785,"output":0.3129615000082585,"reasoning":0.21440989106607802,"answer":0.09855160894218057},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.8473184620626165},{"slug":"gdpval-aa","weightedCostPerTask":0.22569955738459915},{"slug":"automationbench-aa","weightedCostPerTask":0.023022340810111726},{"slug":"terminalbench-4-0","weightedCostPerTask":0.8064202070800424},{"slug":"scicode","weightedCostPerTask":0.008202589583333333},{"slug":"humanitys-last-exam","weightedCostPerTask":0.023284347052826695},{"slug":"gdp-pdf","weightedCostPerTask":0.017337381000000002},{"slug":"critpt","weightedCostPerTask":0.04521809657142857},{"slug":"omniscience","weightedCostPerTask":0.001705003},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0074295305}]},"canonicalIntelligenceIndexTokenCount":{"input":5405967611,"output":208643973,"answer":29141271,"reasoning":179502702},"intelligenceIndexOutputTokensPerTask":{"reasoning":48729.52069683591,"answer":22398.092941404666,"output":71127.61363824058},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1504.38,"outputTokensPerTask":136335.1978021978,"costPerTask":5.648789747084111,"timePerTask":1558.4773555617671},{"slug":"gdpval-aa","score":1633.8,"outputTokensPerTask":94422.71818181819,"costPerTask":2.2569955738459915,"timePerTask":1079.366667663145},{"slug":"automationbench-aa","score":0.622028649962642,"outputTokensPerTask":27738.336377473363,"costPerTask":0.4604468162022345,"timePerTask":317.0829677305135},{"slug":"terminalbench-4-0","score":0.419191919191919,"outputTokensPerTask":194565.86363636365,"costPerTask":8.064202070800423,"timePerTask":2224.1247860477542},{"slug":"scicode","score":0.590277777777778,"outputTokensPerTask":17514.621527777777,"costPerTask":0.08202589583333332,"timePerTask":200.21345538280562},{"slug":"humanitys-last-exam","score":0.422613531047266,"outputTokensPerTask":52816.62882298425,"costPerTask":0.23284347052826695,"timePerTask":603.7583936112862},{"slug":"gdp-pdf","score":0.112,"outputTokensPerTask":28417.1,"costPerTask":0.17337381000000002,"timePerTask":324.8420626123913},{"slug":"critpt","score":0.191428571428571,"outputTokensPerTask":99949.92857142857,"costPerTask":0.45218096571428573,"timePerTask":1142.5494140888422},{"slug":"omniscience","score":14.3,"outputTokensPerTask":2542.9605,"costPerTask":0.011366686666666669,"timePerTask":29.06913562474137},{"slug":"artificial-analysis-long-context-reasoning","score":0.796666666666667,"outputTokensPerTask":2805.74,"costPerTask":0.14859060999999998,"timePerTask":32.073025352836524}],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":5,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1504.38,"lower95ci":1497.23,"upper95ci":1512.36},"rubricPassRate":0.5134854771784232,"analyticalQuality":{"elo":1762.24,"lower95ci":1748.36,"upper95ci":1777.43},"presentation":{"elo":1348.39,"lower95ci":1335.62,"upper95ci":1361.93}},"briefcaseTotalCost":514.039866984654,"timescaleData":{"medianOutputSpeed":67.5687826080945,"medianTimeToFirstChunk":2.9323963475},"outputSpeedVariance":{"p05":37.53253372096,"q25":50.9225053561729,"median":67.5687826080945,"q75":83.0735762123502,"p95":118.151198583774},"timeToFirstChunkVariance":{"p05":2.25461662570005,"q25":2.808548927,"median":2.9323963475,"q75":3.25613444075,"p95":4.11276483624999},"performanceByPromptType":{"medium":{"medianOutputSpeed":67.8228679351247,"medianTimeToFirstChunk":2.65403175100002,"medianTimeToFirstAnswerToken":32.142610764100446,"medianEndToEndResponseTime":39.51475551737555},"long":{"medianOutputSpeed":67.5687826080945,"medianTimeToFirstChunk":2.9323963475,"medianTimeToFirstAnswerToken":32.53186407211766,"medianEndToEndResponseTime":39.93173100327208},"hundredK":{"medianOutputSpeed":78.0279705323514,"medianTimeToFirstChunk":7.64773363400001,"medianTimeToFirstAnswerToken":33.279567787251175,"medianEndToEndResponseTime":39.687526325563965},"mediumParallel":{"medianOutputSpeed":52.5556671483108,"medianTimeToFirstChunk":3.45875265699999,"medianTimeToFirstAnswerToken":41.51364014146573,"medianEndToEndResponseTime":51.02736201258217}},"endToEndResponseTime":{"input":2.9323963475,"reasoning":29.59946772461766,"answer":7.399866931154415,"total":39.93173100327208},"timeToFirstAnswerToken":{"input":2.9323963475,"reasoning":29.59946772461766,"total":32.53186407211766},"performanceDataSource":{"type":"firstParty","providerName":"Z AI"},"hostModelCount":22,"creator":{"id":"67437eb6-7dc1-4e93-befd-22c8b8ec2065","slug":"zai","name":"Z AI","logo":"/img/logos/zai_small.svg","color":"#1c7ff8","country":"cn","url":"https://z.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/z-ai/glm-5.3","matchedBy":"slug","catalog":{"id":"z-ai/glm-5.3","canonical_slug":"z-ai/glm-5.3-20260816","hugging_face_id":"zai-org/GLM-5.3","name":"Z.ai: GLM 5.3","created":1787086655,"description":"GLM-5.3 is a large-scale reasoning model from Z.ai, built for complex software engineering and long-horizon agent tasks. It supports text input and output with a 1M-token context window, and improves...","context_length":1310720,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000091","completion":"0.00000286","input_cache_read":"0.000000169"},"top_provider":{"context_length":1048576,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","parallel_tool_calls","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/z-ai/glm-5.3-20260816/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1389,"win_rate":67,"rank":4},{"arena":"models","category":"asciiart","elo":1245,"win_rate":50,"rank":17},{"arena":"models","category":"codecategories","elo":1329,"win_rate":57.5,"rank":5},{"arena":"models","category":"dataviz","elo":1273,"win_rate":52.6,"rank":22},{"arena":"models","category":"gamedev","elo":1374,"win_rate":63.8,"rank":3},{"arena":"models","category":"svg","elo":1321,"win_rate":59,"rank":6},{"arena":"models","category":"uicomponent","elo":1347,"win_rate":60.1,"rank":5},{"arena":"models","category":"website","elo":1315,"win_rate":55.4,"rank":6},{"arena":"agents","category":"htmlslides","elo":1189,"win_rate":39.1,"rank":9},{"arena":"agents","category":"mobileapps","elo":1223,"win_rate":53.2,"rank":15},{"arena":"agents","category":"python-pptxslides","elo":1258,"win_rate":51.6,"rank":7}],"artificial_analysis":{"intelligence_index":44.9,"coding_index":74.8,"agentic_index":53.4}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["max","high","low"],"default_effort":"max"}},"endpoints":[{"name":"Baidu | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000008442","completion":"0.0000026532","input_cache_read":"0.00000015678","discount":0.397},"provider_name":"Baidu","tag":"baidu/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","frequency_penalty","presence_penalty","repetition_penalty","stop","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.70058496262112,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Io Net | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":262124,"pricing":{"prompt":"0.000000845","completion":"0.00000286","input_cache_read":"0.000000169","discount":0.35},"provider_name":"Io Net","tag":"io-net/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","response_format","logprobs","top_logprobs","seed","stop","min_p","top_k","top_p","presence_penalty","frequency_penalty","repetition_penalty","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.39241765722365,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Morph | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000008925","completion":"0.000002805","input_cache_read":"0.000000146625","discount":0.25},"provider_name":"Morph","tag":"morph","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.53700500110088,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.000000896","completion":"0.000002816","input_cache_read":"0.0000001664","discount":0.36},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96636436117201,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"InferenceNet | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1000000,"pricing":{"prompt":"0.0000009","completion":"0.000003","input_cache_read":"0.00000015","discount":0},"provider_name":"InferenceNet","tag":"inference-net/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.82608695652173,"uptime_last_5m":97,"uptime_last_1d":96.04924560500582,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000009","completion":"0.000003","input_cache_read":"0.00000015","discount":0.25},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":98.2690794649882,"uptime_last_5m":97.60479041916167,"uptime_last_1d":95.44268238286404,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.00000091","completion":"0.00000286","input_cache_read":"0.000000169","discount":0.35},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95735607675907,"uptime_last_5m":100,"uptime_last_1d":99.7896920725049,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.00000091","completion":"0.00000286","input_cache_read":"0.000000169","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","response_format","tools","tool_choice","logprobs","top_logprobs","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.85791596147016,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Reka | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":262144,"pricing":{"prompt":"0.000000936","completion":"0.000003168","input_cache_read":"0.0000001872","discount":0.2},"provider_name":"Reka","tag":"reka/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","max_tokens","stop","seed","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.91123134801538,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Sail Research | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.000001025","completion":"0.00000329","input_cache_read":"0.00000019","discount":0},"provider_name":"Sail Research","tag":"sail-research/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.3026874115983,"uptime_last_5m":100,"uptime_last_1d":99.95565178827643,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Inceptron | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000010367","completion":"0.0000038826","input_cache_read":"0.0000001739","discount":0},"provider_name":"Inceptron","tag":"inceptron/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","top_p","stop","frequency_penalty","logit_bias","parallel_tool_calls","presence_penalty","seed","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.79522184300342,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.00000105","completion":"0.0000033","input_cache_read":"0.000000195","discount":0.25},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.8660415271266,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Makora | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":980000,"pricing":{"prompt":"0.00000105","completion":"0.0000042","input_cache_read":"0.00000019","discount":0},"provider_name":"Makora","tag":"makora/fp4","quantization":"fp4","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","max_tokens","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.54449723269823,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.00000112","completion":"0.00000352","input_cache_read":"0.000000208","discount":0.2},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.27614610200516,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1000000,"pricing":{"prompt":"0.00000119","completion":"0.00000374","input_cache_read":"0.000000238","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","top_k","frequency_penalty","stop","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99624842902965,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Decart | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.00000119","completion":"0.00000374","input_cache_read":"0.0000001955","discount":0.15},"provider_name":"Decart","tag":"decart/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.51401869158879,"uptime_last_5m":99.31350114416476,"uptime_last_1d":99.83211678832117,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Sail Research | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.000001207","completion":"0.000003871","input_cache_read":"0.000000225","discount":0},"provider_name":"Sail Research","tag":"sail-research/us","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","max_tokens","presence_penalty","seed","stop","temperature","top_k","top_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":93.97637795275591,"uptime_last_5m":100,"uptime_last_1d":99.79436936795307,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Friendli | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.00000126","completion":"0.00000396","input_cache_read":"0.000000234","discount":0.1},"provider_name":"Friendli","tag":"friendli","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99261617222368,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AkashML | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000013","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"AkashML","tag":"akashml/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","max_tokens","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000014","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.87707134778975,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000014","discount":0},"provider_name":"Mistral","tag":"mistral/nvfp4","quantization":"nvfp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.55985915492957,"uptime_last_5m":100,"uptime_last_1d":99.92949885435638,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Crusoe | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Crusoe","tag":"crusoe/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","min_p","repetition_penalty","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.93654822335026,"uptime_last_5m":100,"uptime_last_1d":99.83070392815958,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Wafer | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Wafer","tag":"wafer","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8321891685736,"uptime_last_5m":100,"uptime_last_1d":99.75217395385805,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1000000,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0.2},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.32470437839565,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048575,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":943717,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.5419198055893,"uptime_last_5m":97.82958199356914,"uptime_last_1d":97.23958080636554,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.86148007590133,"uptime_last_5m":100,"uptime_last_1d":99.5099464263466,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Modal | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Modal","tag":"modal","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","stop","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.94245018344004,"uptime_last_5m":100,"uptime_last_1d":99.59459100801529,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000014","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.78412089230031,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Fireworks","tag":"fireworks","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.52987383956201,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1310720,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":1179648,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9642920906981,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.82778415614236,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Z.AI | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000014","completion":"0.0000044","input_cache_read":"0.00000026","discount":0},"provider_name":"Z.AI","tag":"z-ai/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","top_k","response_format","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.9626772829062,"uptime_last_5m":100,"uptime_last_1d":99.97501917278488,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.0000066","input_cache_read":"0.00000021","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.73981758685511,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | z-ai/glm-5.3-20260816","model_id":"z-ai/glm-5.3","model_name":"Z.ai: GLM 5.3","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.0000066","input_cache_read":"0.00000021","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.12013536379018,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":34,"endpointError":null}},{"id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","slug":"gpt-35-turbo","name":"GPT-3.5 Turbo","shortName":"GPT-3.5 Turbo","sourceUrl":"https://artificialanalysis.ai/models/gpt-35-turbo","releaseDate":"2022-11-30","knowledgeCutoffDate":"2021-09-01","isReasoning":false,"effort":null,"release":{"slug":"gpt-3-5-turbo","name":"GPT-3.5 Turbo"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":4096,"licenseName":null,"intelligenceIndex":5.48558234391291,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.5,"price1mOutputTokens":1.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"gpqa","label":"GPQA","value":0.296969696969697,"score":0.296969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":1,"raw":{"id":"037dec2f-51e8-4127-a1f1-85155dae7a1d","slug":"gpt-35-turbo","name":"GPT-3.5 Turbo","shortName":"GPT-3.5 Turbo","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2022-11-30","knowledgeCutoffDate":"2021-09-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-3-5-turbo","name":"GPT-3.5 Turbo"},"deprecated":true,"deprecatedTo":"gpt-4","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":4096,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":5.48558234391291,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":null,"gpqa":0.296969696969697,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.5,"price1mOutputTokens":1.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.75,"price1mBlended7To2To1":0.6,"price1mBlended0To1To1":1,"price1mBlended100To1To1":0.5098039215686274,"price1mBlended0To100To1":0.5099009900990099,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-3.5-turbo-0613","matchedBy":"shortName","catalog":{"id":"openai/gpt-3.5-turbo-0613","canonical_slug":"openai/gpt-3.5-turbo-0613","hugging_face_id":null,"name":"OpenAI: GPT-3.5 Turbo (older v0613)","created":1706140800,"description":"GPT-3.5 Turbo is OpenAI's fastest model. It can understand and generate natural language or code, and is optimized for chat and traditional completion tasks.\n\nTraining data up to Sep 2021.","context_length":4095,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000002"},"top_provider":{"context_length":4095,"max_completion_tokens":3685,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_completion_tokens","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2021-09-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-3.5-turbo-0613/endpoints"}},"endpoints":[{"name":"Azure | openai/gpt-3.5-turbo-0613","model_id":"openai/gpt-3.5-turbo-0613","model_name":"OpenAI: GPT-3.5 Turbo (older v0613)","context_length":4095,"pricing":{"prompt":"0.000001","completion":"0.000002","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":3685,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","slug":"gpt-4","name":"GPT-4","shortName":"GPT-4","sourceUrl":"https://artificialanalysis.ai/models/gpt-4","releaseDate":"2023-03-14","knowledgeCutoffDate":"2021-09-01","isReasoning":false,"effort":null,"release":{"slug":"gpt-4","name":"GPT-4"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":8192,"licenseName":null,"intelligenceIndex":6.70159308543366,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":30,"price1mOutputTokens":60,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-33.833333333333336,"score":-33.833333333333336,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":188.72,"score":188.72,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.331972789115646,"score":0.331972789115646,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.349494949494949,"score":0.349494949494949,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":5,"raw":{"id":"6a7c0e25-1dcb-4b15-8495-a8536a9da051","slug":"gpt-4","name":"GPT-4","shortName":"GPT-4","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2023-03-14","knowledgeCutoffDate":"2021-09-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-4","name":"GPT-4"},"deprecated":true,"deprecatedTo":"gpt-4-5","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":8192,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":6.70159308543366,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-33.833333333333336,"omniscienceBreakdown":{"accuracy":0.21,"hallucinationRate":0.6940928270042194},"gdpval":188.72,"gdpvalNormalized":0,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.331972789115646,"hle":null,"gpqa":0.349494949494949,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":30,"price1mOutputTokens":60,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":37.5,"price1mBlended7To2To1":33,"price1mBlended0To1To1":45,"price1mBlended100To1To1":30.294117647058822,"price1mBlended0To100To1":30.297029702970296,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-4","matchedBy":"slug","catalog":{"id":"openai/gpt-4","canonical_slug":"openai/gpt-4","hugging_face_id":null,"name":"OpenAI: GPT-4","created":1685232000,"description":"OpenAI's flagship model, GPT-4 is a large-scale multimodal language model capable of solving difficult problems with greater accuracy than previous models due to its broader general knowledge and advanced reasoning...","context_length":8191,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00003","completion":"0.00006"},"top_provider":{"context_length":8191,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_completion_tokens","max_tokens","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2021-09-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-4/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":13.1,"agentic_index":null}}},"endpoints":[{"name":"Azure | openai/gpt-4","model_id":"openai/gpt-4","model_name":"OpenAI: GPT-4","context_length":8191,"pricing":{"prompt":"0.00003","completion":"0.00006","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":4096,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","logit_bias","logprobs","top_logprobs","response_format","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.955713020372,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-4","model_id":"openai/gpt-4","model_name":"OpenAI: GPT-4","context_length":8191,"pricing":{"prompt":"0.00003","completion":"0.00006","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":4096,"max_prompt_tokens":null,"supported_parameters":["seed","max_tokens","response_format","structured_outputs","temperature","top_p","stop","frequency_penalty","presence_penalty","logit_bias","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"76aa6af5-fdc6-4739-a300-983f14e74a67","slug":"gpt-4-turbo","name":"GPT-4 Turbo","shortName":"GPT-4 Turbo","sourceUrl":"https://artificialanalysis.ai/models/gpt-4-turbo","releaseDate":"2023-11-06","knowledgeCutoffDate":"2023-04-01","isReasoning":false,"effort":null,"release":{"slug":"gpt-4-turbo","name":"GPT-4 Turbo"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":null,"intelligenceIndex":7.04351520157305,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":31.6853981952358,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":10,"price1mOutputTokens":30,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.15570066500004,"timeToFirstAnswerTokenMs":3.15570066500004,"endToEndMs":18.935840050314116}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0313,"score":0.0313,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.291005291005291,"score":0.291005291005291,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":2,"raw":{"id":"76aa6af5-fdc6-4739-a300-983f14e74a67","slug":"gpt-4-turbo","name":"GPT-4 Turbo","shortName":"GPT-4 Turbo","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2023-11-06","knowledgeCutoffDate":"2023-04-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-4-turbo","name":"GPT-4 Turbo"},"deprecated":true,"deprecatedTo":"gpt-4-turbo-0125-preview","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":7.04351520157305,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0313,"gpqa":null,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.291005291005291,"aime25":null,"analystAgent":null,"price1mInputTokens":10,"price1mOutputTokens":30,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":7.65,"price1mBlended0To3To1":15,"price1mBlended7To2To1":12,"price1mBlended0To1To1":20,"price1mBlended100To1To1":10.196078431372548,"price1mBlended0To100To1":10.198019801980198,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":31.6853981952358,"medianTimeToFirstChunk":3.15570066500004},"outputSpeedVariance":{"p05":26.9203799705225,"q25":31.381950915976,"median":31.6853981952358,"q75":33.0086355454565,"p95":45.1576344700575},"timeToFirstChunkVariance":{"p05":2.37743160600011,"q25":2.96908835700003,"median":3.15570066500004,"q75":3.35520382075004,"p95":3.85224079635002},"performanceByPromptType":{"long":{"medianOutputSpeed":31.6853981952358,"medianTimeToFirstChunk":3.15570066500004,"medianTimeToFirstAnswerToken":3.15570066500004,"medianEndToEndResponseTime":18.935840050314116}},"endToEndResponseTime":{"input":3.15570066500004,"reasoning":0,"answer":15.780139385314078,"total":18.935840050314116},"timeToFirstAnswerToken":{"input":3.15570066500004,"reasoning":0,"total":3.15570066500004},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-4-turbo","matchedBy":"slug","catalog":{"id":"openai/gpt-4-turbo","canonical_slug":"openai/gpt-4-turbo","hugging_face_id":null,"name":"OpenAI: GPT-4 Turbo","created":1712620800,"description":"The latest GPT-4 Turbo model with vision capabilities. Vision requests can now use JSON mode and function calling.\n\nTraining data: up to December 2023.","context_length":128000,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00003"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_tokens","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2023-12-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-4-turbo/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":21.5,"agentic_index":null}}},"endpoints":[{"name":"OpenAI | openai/gpt-4-turbo","model_id":"openai/gpt-4-turbo","model_name":"OpenAI: GPT-4 Turbo","context_length":128000,"pricing":{"prompt":"0.00001","completion":"0.00003","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":4096,"max_prompt_tokens":null,"supported_parameters":["seed","max_tokens","response_format","structured_outputs","temperature","top_p","stop","frequency_penalty","presence_penalty","logit_bias","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"3b608b70-6434-4baa-99ad-45d499703c67","slug":"gpt-4-1","name":"GPT-4.1","shortName":"GPT-4.1","sourceUrl":"https://artificialanalysis.ai/models/gpt-4-1","releaseDate":"2025-04-14","knowledgeCutoffDate":"2024-05-31","isReasoning":false,"effort":null,"release":{"slug":"gpt-4-1","name":"GPT-4.1"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":12.6913226077818,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":147.218423187144,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2,"price1mOutputTokens":8,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.951396565999999,"timeToFirstAnswerTokenMs":0.951396565999999,"endToEndMs":4.347710622185754}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-39.63333333333333,"score":-39.63333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.470760233918129,"score":0.470760233918129,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.136363636363636,"score":0.136363636363636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.683333333333333,"score":0.683333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.429931972789116,"score":0.429931972789116,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0418,"score":0.0418,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.665656565656566,"score":0.665656565656566,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.612138728323699,"score":0.612138728323699,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.457142857142857,"score":0.457142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.346666666666667,"score":0.346666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"3b608b70-6434-4baa-99ad-45d499703c67","slug":"gpt-4-1","name":"GPT-4.1","shortName":"GPT-4.1","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-14","knowledgeCutoffDate":"2024-05-31","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-4-1","name":"GPT-4.1"},"deprecated":true,"deprecatedTo":"gpt-5-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":12.6913226077818,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-39.63333333333333,"omniscienceBreakdown":{"accuracy":0.2776666666666667,"hallucinationRate":0.9330872173511767},"gdpval":null,"itBenchSre":null,"tau2":0.470760233918129,"tauBanking":null,"terminalbenchHard":0.136363636363636,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.683333333333333,"ifbench":0.429931972789116,"hle":0.0418,"gpqa":0.665656565656566,"critpt":0,"apexAgents":null,"mmmuPro":0.612138728323699,"livecodebench":0.457142857142857,"aime25":0.346666666666667,"analystAgent":null,"price1mInputTokens":2,"price1mOutputTokens":8,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":1.53,"price1mBlended0To3To1":3.5,"price1mBlended7To2To1":1.55,"price1mBlended0To1To1":5,"price1mBlended100To1To1":0.5882352941176471,"price1mBlended0To100To1":2.0594059405940595,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":147.218423187144,"medianTimeToFirstChunk":0.951396565999999},"outputSpeedVariance":{"p05":81.2909855034978,"q25":126.644398405711,"median":147.218423187144,"q75":169.72643760877,"p95":198.664568521561},"timeToFirstChunkVariance":{"p05":0.818254028550087,"q25":0.867059352749948,"median":0.951396565999999,"q75":1.13810219124994,"p95":1.31790873529997},"performanceByPromptType":{"long":{"medianOutputSpeed":147.218423187144,"medianTimeToFirstChunk":0.951396565999999,"medianTimeToFirstAnswerToken":0.951396565999999,"medianEndToEndResponseTime":4.347710622185754}},"endToEndResponseTime":{"input":0.951396565999999,"reasoning":0,"answer":3.3963140561857545,"total":4.347710622185754},"timeToFirstAnswerToken":{"input":0.951396565999999,"reasoning":0,"total":0.951396565999999},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-4.1","matchedBy":"slug","catalog":{"id":"openai/gpt-4.1","canonical_slug":"openai/gpt-4.1-2025-04-14","hugging_face_id":"","name":"OpenAI: GPT-4.1","created":1744651385,"description":"GPT-4.1 is a flagship large language model optimized for advanced instruction following, real-world software engineering, and long-context reasoning. It supports a 1 million token context window and outperforms GPT-4o and...","context_length":1047576,"architecture":{"modality":"text+image+file->text","input_modalities":["image","text","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000008","web_search":"0.01","input_cache_read":"0.0000005"},"top_provider":{"context_length":1047576,"max_completion_tokens":32768,"is_moderated":true},"per_request_limits":null,"supported_parameters":["max_completion_tokens","max_tokens","response_format","seed","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-4.1-2025-04-14/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":878,"win_rate":30.9,"rank":114},{"arena":"models","category":"codecategories","elo":1040,"win_rate":50.9,"rank":106},{"arena":"models","category":"dataviz","elo":1117,"win_rate":59.5,"rank":86},{"arena":"models","category":"gamedev","elo":1103,"win_rate":59.1,"rank":88},{"arena":"models","category":"uicomponent","elo":1015,"win_rate":49.7,"rank":103},{"arena":"models","category":"website","elo":1051,"win_rate":52.3,"rank":107}]}},"endpoints":[{"name":"Azure | openai/gpt-4.1-2025-04-14","model_id":"openai/gpt-4.1","model_name":"OpenAI: GPT-4.1","context_length":1047576,"pricing":{"prompt":"0.000002","completion":"0.000008","web_search":"0.01","input_cache_read":"0.0000005","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":942818,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","seed","response_format","structured_outputs","tools","tool_choice","temperature","top_p"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99644921039315,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-4.1-2025-04-14","model_id":"openai/gpt-4.1","model_name":"OpenAI: GPT-4.1","context_length":1047576,"pricing":{"prompt":"0.000002","completion":"0.000008","web_search":"0.01","input_cache_read":"0.0000005","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["seed","max_tokens","response_format","structured_outputs","tools","tool_choice","temperature","top_p"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98422215209845,"uptime_last_5m":99.94169096209913,"uptime_last_1d":99.98479706076509,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-4.1-2025-04-14","model_id":"openai/gpt-4.1","model_name":"OpenAI: GPT-4.1","context_length":1047576,"pricing":{"prompt":"0.0000022","completion":"0.0000088","web_search":"0.01","input_cache_read":"0.00000055","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":942818,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","seed","response_format","structured_outputs","tools","tool_choice","temperature","top_p"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"9f7c7566-a704-49a2-a383-cb3181da33a4","slug":"gpt-4-1-mini","name":"GPT-4.1 mini","shortName":"GPT-4.1 mini","sourceUrl":"https://artificialanalysis.ai/models/gpt-4-1-mini","releaseDate":"2025-04-14","knowledgeCutoffDate":"2024-05-31","isReasoning":false,"effort":null,"release":{"slug":"gpt-4-1-mini","name":"GPT-4.1 mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":10.1588744766829,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":139.294271392916,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.4,"price1mOutputTokens":1.6,"cacheHitPrice":0.1,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.891252376000068,"timeToFirstAnswerTokenMs":0.891252376000068,"endToEndMs":4.480775441091661}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-53.56666666666667,"score":-53.56666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":453.21,"score":453.21,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.529239766081871,"score":0.529239766081871,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0536082474226804,"score":0.0536082474226804,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0757575757575758,"score":0.0757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.101123595505618,"score":0.101123595505618,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.44,"score":0.44,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.382993197278912,"score":0.382993197278912,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0502,"score":0.0502,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.663636363636364,"score":0.663636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.58728323699422,"score":0.58728323699422,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.482539682539683,"score":0.482539682539683,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.463333333333333,"score":0.463333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":15,"raw":{"id":"9f7c7566-a704-49a2-a383-cb3181da33a4","slug":"gpt-4-1-mini","name":"GPT-4.1 mini","shortName":"GPT-4.1 mini","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-14","knowledgeCutoffDate":"2024-05-31","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-4-1-mini","name":"GPT-4.1 mini"},"deprecated":true,"deprecatedTo":"gpt-5-mini-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":10.1588744766829,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-53.56666666666667,"omniscienceBreakdown":{"accuracy":0.20316666666666666,"hallucinationRate":0.9272118803597573},"gdpval":453.21,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.529239766081871,"tauBanking":0.0536082474226804,"terminalbenchHard":0.0757575757575758,"terminalBench21":0.101123595505618,"terminalBench40":null,"scicode":null,"lcr":0.44,"ifbench":0.382993197278912,"hle":0.0502,"gpqa":0.663636363636364,"critpt":0,"apexAgents":null,"mmmuPro":0.58728323699422,"livecodebench":0.482539682539683,"aime25":0.463333333333333,"analystAgent":null,"price1mInputTokens":0.4,"price1mOutputTokens":1.6,"cacheHitPrice":0.1,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":0.6636,"price1mBlended0To3To1":0.7000000000000001,"price1mBlended7To2To1":0.31,"price1mBlended0To1To1":1,"price1mBlended100To1To1":0.11764705882352941,"price1mBlended0To100To1":0.4118811881188119,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":139.294271392916,"medianTimeToFirstChunk":0.891252376000068},"outputSpeedVariance":{"p05":94.3471718804956,"q25":124.791892678708,"median":139.294271392916,"q75":152.172380259771,"p95":163.706866706608},"timeToFirstChunkVariance":{"p05":0.60176025835002,"q25":0.729229610749883,"median":0.891252376000068,"q75":0.990139981999988,"p95":1.19176954474997},"performanceByPromptType":{"long":{"medianOutputSpeed":139.294271392916,"medianTimeToFirstChunk":0.891252376000068,"medianTimeToFirstAnswerToken":0.891252376000068,"medianEndToEndResponseTime":4.480775441091661}},"endToEndResponseTime":{"input":0.891252376000068,"reasoning":0,"answer":3.5895230650915932,"total":4.480775441091661},"timeToFirstAnswerToken":{"input":0.891252376000068,"reasoning":0,"total":0.891252376000068},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-4.1-mini","matchedBy":"slug","catalog":{"id":"openai/gpt-4.1-mini","canonical_slug":"openai/gpt-4.1-mini-2025-04-14","hugging_face_id":"","name":"OpenAI: GPT-4.1 Mini","created":1744651381,"description":"GPT-4.1 Mini is a mid-sized model delivering performance competitive with GPT-4o at substantially lower latency and cost. It retains a 1 million token context window and scores 45.1% on hard...","context_length":1047576,"architecture":{"modality":"text+image+file->text","input_modalities":["image","text","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000004","completion":"0.0000016","web_search":"0.01","input_cache_read":"0.0000001"},"top_provider":{"context_length":1047576,"max_completion_tokens":32768,"is_moderated":true},"per_request_limits":null,"supported_parameters":["max_completion_tokens","max_tokens","response_format","seed","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-4.1-mini-2025-04-14/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":865,"win_rate":30.5,"rank":115},{"arena":"models","category":"codecategories","elo":1008,"win_rate":47.5,"rank":113},{"arena":"models","category":"dataviz","elo":1047,"win_rate":49.2,"rank":101},{"arena":"models","category":"gamedev","elo":1094,"win_rate":58.5,"rank":91},{"arena":"models","category":"uicomponent","elo":976,"win_rate":45.4,"rank":107},{"arena":"models","category":"website","elo":1010,"win_rate":47.8,"rank":115}],"artificial_analysis":{"intelligence_index":null,"coding_index":20.2,"agentic_index":null}}},"endpoints":[{"name":"Azure | openai/gpt-4.1-mini-2025-04-14","model_id":"openai/gpt-4.1-mini","model_name":"OpenAI: GPT-4.1 Mini","context_length":1047576,"pricing":{"prompt":"0.0000004","completion":"0.0000016","web_search":"0.01","input_cache_read":"0.0000001","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":942818,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","seed","response_format","structured_outputs","tools","tool_choice","temperature","top_p"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.89047097480832,"uptime_last_5m":100,"uptime_last_1d":99.97922327867597,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-4.1-mini-2025-04-14","model_id":"openai/gpt-4.1-mini","model_name":"OpenAI: GPT-4.1 Mini","context_length":1047576,"pricing":{"prompt":"0.0000004","completion":"0.0000016","web_search":"0.01","input_cache_read":"0.0000001","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["seed","max_tokens","response_format","structured_outputs","tools","tool_choice","temperature","top_p"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97957203411471,"uptime_last_5m":99.97005988023953,"uptime_last_1d":99.97160659014891,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-4.1-mini-2025-04-14","model_id":"openai/gpt-4.1-mini","model_name":"OpenAI: GPT-4.1 Mini","context_length":1047576,"pricing":{"prompt":"0.00000044","completion":"0.00000176","web_search":"0.01","input_cache_read":"0.00000011","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":942818,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","seed","response_format","structured_outputs","tools","tool_choice","temperature","top_p"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99191919191918,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"72c358fd-7d45-4d68-89aa-699743710924","slug":"gpt-4-1-nano","name":"GPT-4.1 nano","shortName":"GPT-4.1 nano","sourceUrl":"https://artificialanalysis.ai/models/gpt-4-1-nano","releaseDate":"2025-04-14","knowledgeCutoffDate":"2024-05-31","isReasoning":false,"effort":null,"release":{"slug":"gpt-4-1-nano","name":"GPT-4.1 nano"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":7.81796186868883,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":143.310700855826,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.4,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.810814988999993,"timeToFirstAnswerTokenMs":0.810814988999993,"endToEndMs":4.299737986473936}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-57.583333333333336,"score":-57.583333333333336,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":12.78,"score":12.78,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.172514619883041,"score":0.172514619883041,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0350515463917526,"score":0.0350515463917526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0378787878787879,"score":0.0378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0374531835205993,"score":0.0374531835205993,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.203333333333333,"score":0.203333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.320408163265306,"score":0.320408163265306,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0375347544022243,"score":0.0375347544022243,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.512121212121212,"score":0.512121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.401156069364162,"score":0.401156069364162,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.325925925925926,"score":0.325925925925926,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.24,"score":0.24,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":15,"raw":{"id":"72c358fd-7d45-4d68-89aa-699743710924","slug":"gpt-4-1-nano","name":"GPT-4.1 nano","shortName":"GPT-4.1 nano","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-14","knowledgeCutoffDate":"2024-05-31","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-4-1-nano","name":"GPT-4.1 nano"},"deprecated":true,"deprecatedTo":"gpt-5-nano-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":7.81796186868883,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-57.583333333333336,"omniscienceBreakdown":{"accuracy":0.13683333333333333,"hallucinationRate":0.8256420158331724},"gdpval":12.78,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.172514619883041,"tauBanking":0.0350515463917526,"terminalbenchHard":0.0378787878787879,"terminalBench21":0.0374531835205993,"terminalBench40":null,"scicode":null,"lcr":0.203333333333333,"ifbench":0.320408163265306,"hle":0.0375347544022243,"gpqa":0.512121212121212,"critpt":0,"apexAgents":null,"mmmuPro":0.401156069364162,"livecodebench":0.325925925925926,"aime25":0.24,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.4,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":0.2519,"price1mBlended0To3To1":0.17500000000000002,"price1mBlended7To2To1":0.0775,"price1mBlended0To1To1":0.25,"price1mBlended100To1To1":0.029411764705882353,"price1mBlended0To100To1":0.10297029702970298,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":143.310700855826,"medianTimeToFirstChunk":0.810814988999993},"outputSpeedVariance":{"p05":70.8566282150411,"q25":96.4656001937225,"median":143.310700855826,"q75":159.920877753515,"p95":190.789213581283},"timeToFirstChunkVariance":{"p05":0.609609380800015,"q25":0.696947629249848,"median":0.810814988999993,"q75":0.968590809999992,"p95":1.58326312074995},"performanceByPromptType":{"long":{"medianOutputSpeed":143.310700855826,"medianTimeToFirstChunk":0.810814988999993,"medianTimeToFirstAnswerToken":0.810814988999993,"medianEndToEndResponseTime":4.299737986473936}},"endToEndResponseTime":{"input":0.810814988999993,"reasoning":0,"answer":3.4889229974739426,"total":4.299737986473936},"timeToFirstAnswerToken":{"input":0.810814988999993,"reasoning":0,"total":0.810814988999993},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-4.1-nano","matchedBy":"slug","catalog":{"id":"openai/gpt-4.1-nano","canonical_slug":"openai/gpt-4.1-nano-2025-04-14","hugging_face_id":"","name":"OpenAI: GPT-4.1 Nano","created":1744651369,"description":"For tasks that demand low latency, GPT‑4.1 nano is the fastest and cheapest model in the GPT-4.1 series. It delivers exceptional performance at a small size with its 1 million...","context_length":1047576,"architecture":{"modality":"text+image+file->text","input_modalities":["image","text","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.000000025"},"top_provider":{"context_length":1047576,"max_completion_tokens":32768,"is_moderated":true},"per_request_limits":null,"supported_parameters":["max_completion_tokens","max_tokens","response_format","seed","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-4.1-nano-2025-04-14/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":953,"win_rate":46,"rank":108},{"arena":"models","category":"codecategories","elo":978,"win_rate":47.3,"rank":116},{"arena":"models","category":"dataviz","elo":905,"win_rate":41.1,"rank":118},{"arena":"models","category":"gamedev","elo":994,"win_rate":49.6,"rank":111},{"arena":"models","category":"uicomponent","elo":931,"win_rate":43.9,"rank":113},{"arena":"models","category":"website","elo":985,"win_rate":48.1,"rank":117}],"artificial_analysis":{"intelligence_index":null,"coding_index":11.1,"agentic_index":null}}},"endpoints":[{"name":"Azure | openai/gpt-4.1-nano-2025-04-14","model_id":"openai/gpt-4.1-nano","model_name":"OpenAI: GPT-4.1 Nano","context_length":1047576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.00000003","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":942818,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","seed","response_format","structured_outputs","tool_choice","tools","temperature","top_p"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.90867579908675,"uptime_last_5m":99.609375,"uptime_last_1d":99.88795020008892,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-4.1-nano-2025-04-14","model_id":"openai/gpt-4.1-nano","model_name":"OpenAI: GPT-4.1 Nano","context_length":1047576,"pricing":{"prompt":"0.0000001","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.000000025","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["seed","max_tokens","response_format","structured_outputs","tools","tool_choice","temperature","top_p"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99351561655679,"uptime_last_5m":99.99040905385316,"uptime_last_1d":99.99363474219888,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-4.1-nano-2025-04-14","model_id":"openai/gpt-4.1-nano","model_name":"OpenAI: GPT-4.1 Nano","context_length":1047576,"pricing":{"prompt":"0.00000011","completion":"0.00000044","web_search":"0.01","input_cache_read":"0.000000033","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":942818,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","seed","response_format","structured_outputs","tool_choice","tools","temperature","top_p"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","slug":"gpt-4o-2024-08-06","name":"GPT-4o (Aug '24)","shortName":"GPT-4o (Aug)","sourceUrl":"https://artificialanalysis.ai/models/gpt-4o-2024-08-06","releaseDate":"2024-08-06","knowledgeCutoffDate":"2023-10-01","isReasoning":false,"effort":null,"release":{"slug":"gpt-4o-2024-08-06","name":"GPT-4o (Aug '24)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":null,"intelligenceIndex":7.73970909995321,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":92.9249643596586,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2.5,"price1mOutputTokens":10,"cacheHitPrice":1.25,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.20685671399999,"timeToFirstAnswerTokenMs":1.20685671399999,"endToEndMs":6.587542124486565}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-20.866666666666667,"score":-20.866666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.289473684210526,"score":0.289473684210526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0833333333333333,"score":0.0833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.41,"score":0.41,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.359863945578231,"score":0.359863945578231,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0233,"score":0.0233,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.521212121212121,"score":0.521212121212121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.563005780346821,"score":0.563005780346821,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.317460317460317,"score":0.317460317460317,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"8c1be908-67b6-4cf4-ba08-83ddbe44fde3","slug":"gpt-4o-2024-08-06","name":"GPT-4o (Aug '24)","shortName":"GPT-4o (Aug)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-08-06","knowledgeCutoffDate":"2023-10-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-4o-2024-08-06","name":"GPT-4o (Aug '24)"},"deprecated":true,"deprecatedTo":"gpt-4o","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":7.73970909995321,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-20.866666666666667,"omniscienceBreakdown":{"accuracy":0.237,"hallucinationRate":0.5840978593272171},"gdpval":null,"itBenchSre":null,"tau2":0.289473684210526,"tauBanking":null,"terminalbenchHard":0.0833333333333333,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.41,"ifbench":0.359863945578231,"hle":0.0233,"gpqa":0.521212121212121,"critpt":0,"apexAgents":null,"mmmuPro":0.563005780346821,"livecodebench":0.317460317460317,"aime25":null,"analystAgent":null,"price1mInputTokens":2.5,"price1mOutputTokens":10,"cacheHitPrice":1.25,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"pricePer1k1mpImages":1.9125,"price1mBlended0To3To1":4.375,"price1mBlended7To2To1":2.375,"price1mBlended0To1To1":6.25,"price1mBlended100To1To1":1.3480392156862746,"price1mBlended0To100To1":2.5742574257425743,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":92.9249643596586,"medianTimeToFirstChunk":1.20685671399999},"outputSpeedVariance":{"p05":67.7639634391069,"q25":84.0485838447747,"median":92.9249643596586,"q75":117.346640899273,"p95":136.929000629821},"timeToFirstChunkVariance":{"p05":0.844719777649991,"q25":0.921798266249993,"median":1.20685671399999,"q75":1.48097783025002,"p95":3.49202120489997},"performanceByPromptType":{"long":{"medianOutputSpeed":92.9249643596586,"medianTimeToFirstChunk":1.20685671399999,"medianTimeToFirstAnswerToken":1.20685671399999,"medianEndToEndResponseTime":6.587542124486565}},"endToEndResponseTime":{"input":1.20685671399999,"reasoning":0,"answer":5.380685410486575,"total":6.587542124486565},"timeToFirstAnswerToken":{"input":1.20685671399999,"reasoning":0,"total":1.20685671399999},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":3,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-4o-2024-08-06","matchedBy":"slug","catalog":{"id":"openai/gpt-4o-2024-08-06","canonical_slug":"openai/gpt-4o-2024-08-06","hugging_face_id":null,"name":"OpenAI: GPT-4o (2024-08-06)","created":1722902400,"description":"The 2024-08-06 version of GPT-4o offers improved performance in structured outputs, with the ability to supply a JSON schema in the respone_format. Read more [here](https://openai.com/index/introducing-structured-outputs-in-the-api/). GPT-4o (\"o\" for \"omni\") is...","context_length":128000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","input_cache_read":"0.00000125"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_completion_tokens","max_tokens","prediction","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p","web_search_options"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2023-10-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-4o-2024-08-06/endpoints"}},"endpoints":[{"name":"Azure | openai/gpt-4o-2024-08-06","model_id":"openai/gpt-4o-2024-08-06","model_name":"OpenAI: GPT-4o (2024-08-06)","context_length":128000,"pricing":{"prompt":"0.0000025","completion":"0.00001","input_cache_read":"0.00000125","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","web_search_options","seed","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.9672700722576,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-4o-2024-08-06","model_id":"openai/gpt-4o-2024-08-06","model_name":"OpenAI: GPT-4o (2024-08-06)","context_length":128000,"pricing":{"prompt":"0.0000025","completion":"0.00001","input_cache_read":"0.00000125","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["seed","max_tokens","response_format","structured_outputs","temperature","top_p","stop","frequency_penalty","presence_penalty","web_search_options","logit_bias","logprobs","top_logprobs","prediction","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96254238624715,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","slug":"gpt-4o-2024-05-13","name":"GPT-4o (May '24)","shortName":"GPT-4o (May)","sourceUrl":"https://artificialanalysis.ai/models/gpt-4o-2024-05-13","releaseDate":"2024-05-13","knowledgeCutoffDate":"2023-10-01","isReasoning":false,"effort":null,"release":{"slug":"gpt-4o-2024-05-13","name":"GPT-4o (May '24)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":null,"intelligenceIndex":7.33166741584823,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":90.1352079398009,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":5,"price1mOutputTokens":15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.26660743399998,"timeToFirstAnswerTokenMs":1.26660743399998,"endToEndMs":6.813829340160531}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0176,"score":0.0176,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.526262626262626,"score":0.526262626262626,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.334391534391534,"score":0.334391534391534,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"e98e911e-9fb2-4a9a-826e-3d681d0cdca8","slug":"gpt-4o-2024-05-13","name":"GPT-4o (May '24)","shortName":"GPT-4o (May)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-05-13","knowledgeCutoffDate":"2023-10-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-4o-2024-05-13","name":"GPT-4o (May '24)"},"deprecated":true,"deprecatedTo":"gpt-4o-2024-08-06","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":7.33166741584823,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0176,"gpqa":0.526262626262626,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.334391534391534,"aime25":null,"analystAgent":null,"price1mInputTokens":5,"price1mOutputTokens":15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":3.83,"price1mBlended0To3To1":7.5,"price1mBlended7To2To1":6,"price1mBlended0To1To1":10,"price1mBlended100To1To1":5.098039215686274,"price1mBlended0To100To1":5.099009900990099,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":90.1352079398009,"medianTimeToFirstChunk":1.26660743399998},"outputSpeedVariance":{"p05":54.0725915062537,"q25":78.354744977273,"median":90.1352079398009,"q75":113.21069545017,"p95":160.242774810118},"timeToFirstChunkVariance":{"p05":0.946442515049973,"q25":1.11879868299988,"median":1.26660743399998,"q75":1.91324849750004,"p95":3.57496907334997},"performanceByPromptType":{"long":{"medianOutputSpeed":90.1352079398009,"medianTimeToFirstChunk":1.26660743399998,"medianTimeToFirstAnswerToken":1.26660743399998,"medianEndToEndResponseTime":6.813829340160531}},"endToEndResponseTime":{"input":1.26660743399998,"reasoning":0,"answer":5.5472219061605506,"total":6.813829340160531},"timeToFirstAnswerToken":{"input":1.26660743399998,"reasoning":0,"total":1.26660743399998},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-4o-2024-05-13","matchedBy":"slug","catalog":{"id":"openai/gpt-4o-2024-05-13","canonical_slug":"openai/gpt-4o-2024-05-13","hugging_face_id":null,"name":"OpenAI: GPT-4o (2024-05-13)","created":1715558400,"description":"GPT-4o (\"o\" for \"omni\") is OpenAI's latest AI model, supporting both text and image inputs with text outputs. It maintains the intelligence level of [GPT-4 Turbo](/models/openai/gpt-4-turbo) while being twice as...","context_length":128000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.000015"},"top_provider":{"context_length":128000,"max_completion_tokens":4096,"is_moderated":true},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_completion_tokens","max_tokens","prediction","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p","web_search_options"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2023-10-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-4o-2024-05-13/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":24.2,"agentic_index":null}}},"endpoints":[{"name":"Azure | openai/gpt-4o-2024-05-13","model_id":"openai/gpt-4o-2024-05-13","model_name":"OpenAI: GPT-4o (2024-05-13)","context_length":128000,"pricing":{"prompt":"0.000005","completion":"0.000015","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":4096,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","web_search_options","seed","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.69009092310064,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-4o-2024-05-13","model_id":"openai/gpt-4o-2024-05-13","model_name":"OpenAI: GPT-4o (2024-05-13)","context_length":128000,"pricing":{"prompt":"0.000005","completion":"0.000015","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":4096,"max_prompt_tokens":null,"supported_parameters":["seed","max_tokens","response_format","structured_outputs","temperature","top_p","stop","frequency_penalty","presence_penalty","web_search_options","logit_bias","logprobs","top_logprobs","prediction","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.9822852081488,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","slug":"gpt-4o","name":"GPT-4o (Nov '24)","shortName":"GPT-4o (Nov)","sourceUrl":"https://artificialanalysis.ai/models/gpt-4o","releaseDate":"2024-11-20","knowledgeCutoffDate":"2023-10-01","isReasoning":false,"effort":null,"release":{"slug":"gpt-4o","name":"GPT-4o (Nov '24)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":null,"intelligenceIndex":8.4416392330287,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":123.341472016648,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2.5,"price1mOutputTokens":10,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.4,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.995806034999988,"timeToFirstAnswerTokenMs":0.995806034999988,"endToEndMs":5.049592582419436}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-10.516666666666667,"score":-10.516666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.251461988304094,"score":0.251461988304094,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0833333333333333,"score":0.0833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.493333333333333,"score":0.493333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.342857142857143,"score":0.342857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0242,"score":0.0242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.543434343434343,"score":0.543434343434343,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.308994708994709,"score":0.308994708994709,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.06,"score":0.06,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"c1045dc0-4fd3-4adb-9548-18763e0d051f","slug":"gpt-4o","name":"GPT-4o (Nov '24)","shortName":"GPT-4o (Nov)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-11-20","knowledgeCutoffDate":"2023-10-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-4o","name":"GPT-4o (Nov '24)"},"deprecated":true,"deprecatedTo":"gpt-4o-chatgpt-03-25","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":8.4416392330287,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-10.516666666666667,"omniscienceBreakdown":{"accuracy":0.19866666666666666,"hallucinationRate":0.37915973377703827},"gdpval":null,"itBenchSre":null,"tau2":0.251461988304094,"tauBanking":null,"terminalbenchHard":0.0833333333333333,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.493333333333333,"ifbench":0.342857142857143,"hle":0.0242,"gpqa":0.543434343434343,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.308994708994709,"aime25":0.06,"analystAgent":null,"price1mInputTokens":2.5,"price1mOutputTokens":10,"cacheHitPrice":1.5,"cacheHitDiscountPercent":0.4,"cacheWritePrice":null,"pricePer1k1mpImages":1.9125,"price1mBlended0To3To1":4.375,"price1mBlended7To2To1":2.55,"price1mBlended0To1To1":6.25,"price1mBlended100To1To1":1.5931372549019607,"price1mBlended0To100To1":2.5742574257425743,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":123.341472016648,"medianTimeToFirstChunk":0.995806034999988},"outputSpeedVariance":{"p05":71.2200846855281,"q25":99.5206680777575,"median":123.341472016648,"q75":162.830145669266,"p95":191.778763553544},"timeToFirstChunkVariance":{"p05":0.797141474750009,"q25":0.848027716499928,"median":0.995806034999988,"q75":1.14817117349992,"p95":1.74126881455003},"performanceByPromptType":{"long":{"medianOutputSpeed":123.341472016648,"medianTimeToFirstChunk":0.995806034999988,"medianTimeToFirstAnswerToken":0.995806034999988,"medianEndToEndResponseTime":5.049592582419436}},"endToEndResponseTime":{"input":0.995806034999988,"reasoning":0,"answer":4.053786547419448,"total":5.049592582419436},"timeToFirstAnswerToken":{"input":0.995806034999988,"reasoning":0,"total":0.995806034999988},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-4o-2024-11-20","matchedBy":"slug","catalog":{"id":"openai/gpt-4o-2024-11-20","canonical_slug":"openai/gpt-4o-2024-11-20","hugging_face_id":"","name":"OpenAI: GPT-4o (2024-11-20)","created":1732127594,"description":"The 2024-11-20 version of GPT-4o offers a leveled-up creative writing ability with more natural, engaging, and tailored writing to improve relevance & readability. It’s also better at working with uploaded...","context_length":128000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.00001","input_cache_read":"0.00000125"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_tokens","prediction","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p","web_search_options"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2023-10-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-4o-2024-11-20/endpoints"}},"endpoints":[{"name":"OpenAI | openai/gpt-4o-2024-11-20","model_id":"openai/gpt-4o-2024-11-20","model_name":"OpenAI: GPT-4o (2024-11-20)","context_length":128000,"pricing":{"prompt":"0.0000025","completion":"0.00001","input_cache_read":"0.00000125","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["seed","max_tokens","response_format","structured_outputs","temperature","top_p","stop","frequency_penalty","presence_penalty","web_search_options","logit_bias","logprobs","top_logprobs","prediction","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","slug":"gpt-4o-mini","name":"GPT-4o mini","shortName":"GPT-4o mini","sourceUrl":"https://artificialanalysis.ai/models/gpt-4o-mini","releaseDate":"2024-07-18","knowledgeCutoffDate":"2023-10-01","isReasoning":false,"effort":null,"release":{"slug":"gpt-4o-mini","name":"GPT-4o mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":null,"intelligenceIndex":6.66432562957107,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":138.890408413762,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.15,"price1mOutputTokens":0.6,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.919012693000127,"timeToFirstAnswerTokenMs":0.919012693000127,"endToEndMs":4.518973307346318}},"benchmarkRows":[{"slug":"mlcrOverall","label":"MLCR-AA","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":188.06,"score":188.06,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0288659793814433,"score":0.0288659793814433,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0561797752808989,"score":0.0561797752808989,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.30952380952381,"score":0.30952380952381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.042,"score":0.042,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.426262626262626,"score":0.426262626262626,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.415028901734104,"score":0.415028901734104,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.233862433862434,"score":0.233862433862434,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.146666666666667,"score":0.146666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6","slug":"gpt-4o-mini","name":"GPT-4o mini","shortName":"GPT-4o mini","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-07-18","knowledgeCutoffDate":"2023-10-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-4o-mini","name":"GPT-4o mini"},"deprecated":true,"deprecatedTo":"gpt-5-mini-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":6.66432562957107,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"mlcrOverall":0,"gdpval":188.06,"gdpvalNormalized":0,"itBenchSre":null,"tau2":null,"tauBanking":0.0288659793814433,"terminalbenchHard":null,"terminalBench21":0.0561797752808989,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.30952380952381,"hle":0.042,"gpqa":0.426262626262626,"critpt":null,"apexAgents":null,"mmmuPro":0.415028901734104,"livecodebench":0.233862433862434,"aime25":0.146666666666667,"analystAgent":null,"price1mInputTokens":0.15,"price1mOutputTokens":0.6,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"pricePer1k1mpImages":0.11475,"price1mBlended0To3To1":0.26249999999999996,"price1mBlended7To2To1":0.1425,"price1mBlended0To1To1":0.375,"price1mBlended100To1To1":0.08088235294117647,"price1mBlended0To100To1":0.15445544554455445,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":138.890408413762,"medianTimeToFirstChunk":0.919012693000127},"outputSpeedVariance":{"p05":74.2185332686279,"q25":125.779427579359,"median":138.890408413762,"q75":147.436856433859,"p95":162.732497986633},"timeToFirstChunkVariance":{"p05":0.73776690909998,"q25":0.804952767499998,"median":0.919012693000127,"q75":1.31815141849994,"p95":2.56509039609999},"performanceByPromptType":{"long":{"medianOutputSpeed":138.890408413762,"medianTimeToFirstChunk":0.919012693000127,"medianTimeToFirstAnswerToken":0.919012693000127,"medianEndToEndResponseTime":4.518973307346318}},"endToEndResponseTime":{"input":0.919012693000127,"reasoning":0,"answer":3.5999606143461906,"total":4.518973307346318},"timeToFirstAnswerToken":{"input":0.919012693000127,"reasoning":0,"total":0.919012693000127},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":3,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-4o-mini","matchedBy":"slug","catalog":{"id":"openai/gpt-4o-mini","canonical_slug":"openai/gpt-4o-mini","hugging_face_id":null,"name":"OpenAI: GPT-4o-mini","created":1721260800,"description":"GPT-4o mini is OpenAI's newest model after [GPT-4 Omni](/models/openai/gpt-4o), supporting both text and image inputs with text outputs. As their most advanced small model, it is many multiples more affordable...","context_length":128000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000075"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":true},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_completion_tokens","max_tokens","prediction","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p","web_search_options"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2023-10-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-4o-mini/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":11.4,"agentic_index":null}}},"endpoints":[{"name":"Azure | openai/gpt-4o-mini","model_id":"openai/gpt-4o-mini","model_name":"OpenAI: GPT-4o-mini","context_length":128000,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000075","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","web_search_options","seed","logit_bias","logprobs","top_logprobs","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8849041037289,"uptime_last_5m":99.9598769559984,"uptime_last_1d":99.90908551291882,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-4o-mini","model_id":"openai/gpt-4o-mini","model_name":"OpenAI: GPT-4o-mini","context_length":128000,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000075","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["seed","max_tokens","response_format","structured_outputs","temperature","top_p","stop","frequency_penalty","presence_penalty","web_search_options","logit_bias","logprobs","top_logprobs","prediction","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99478392405393,"uptime_last_5m":100,"uptime_last_1d":99.98727308951416,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-4o-mini","model_id":"openai/gpt-4o-mini","model_name":"OpenAI: GPT-4o-mini","context_length":128000,"pricing":{"prompt":"0.000000165","completion":"0.00000066","input_cache_read":"0.0000000825","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","web_search_options","seed","logit_bias","logprobs","top_logprobs","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"48e50f00-1fd1-4acc-b337-61078aa341e6","slug":"gpt-5","name":"GPT-5 (high)","shortName":"GPT-5 (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5","releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5","name":"GPT-5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":22.9827995216189,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":93.8949900336347,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":59.9349021175,"timeToFirstAnswerTokenMs":59.9349021175,"endToEndMs":65.25999986574932}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-8.733333333333333,"score":-8.733333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1014.92,"score":1014.92,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.25745999999999997,"score":0.25745999999999997,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.847953216374269,"score":0.847953216374269,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.220618556701031,"score":0.220618556701031,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.325757575757576,"score":0.325757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.352059925093633,"score":0.352059925093633,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.782,"score":0.782,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.730612244897959,"score":0.730612244897959,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.28498609823911,"score":0.28498609823911,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.853535353535353,"score":0.853535353535353,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0571428571428571,"score":0.0571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.742196531791907,"score":0.742196531791907,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.845502645502646,"score":0.845502645502646,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.943333333333333,"score":0.943333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":15,"raw":{"id":"48e50f00-1fd1-4acc-b337-61078aa341e6","slug":"gpt-5","name":"GPT-5 (high)","shortName":"GPT-5 (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5","name":"GPT-5"},"deprecated":true,"deprecatedTo":"gpt-5-1","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":22.9827995216189,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-8.733333333333333,"omniscienceBreakdown":{"accuracy":0.4031666666666667,"hallucinationRate":0.8218374755654845},"gdpval":1014.92,"gdpvalNormalized":0.25745999999999997,"itBenchSre":null,"tau2":0.847953216374269,"tauBanking":0.220618556701031,"terminalbenchHard":0.325757575757576,"terminalBench21":0.352059925093633,"terminalBench40":null,"scicode":null,"lcr":0.782,"ifbench":0.730612244897959,"hle":0.28498609823911,"gpqa":0.853535353535353,"critpt":0.0571428571428571,"apexAgents":null,"mmmuPro":0.742196531791907,"livecodebench":0.845502645502646,"aime25":0.943333333333333,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.788,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":1.3375,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":93.8949900336347,"medianTimeToFirstChunk":59.9349021175},"outputSpeedVariance":{"p05":52.3694189594966,"q25":71.9130270231689,"median":93.8949900336347,"q75":121.1541816547,"p95":150.481727364305},"timeToFirstChunkVariance":{"p05":27.217315114,"q25":37.47336935075,"median":59.9349021175,"q75":100.198460956,"p95":267.94030581565},"performanceByPromptType":{"long":{"medianOutputSpeed":93.8949900336347,"medianTimeToFirstChunk":59.9349021175,"medianTimeToFirstAnswerToken":59.9349021175,"medianEndToEndResponseTime":65.25999986574932}},"endToEndResponseTime":{"input":59.9349021175,"reasoning":0,"answer":5.325097748249315,"total":65.25999986574932},"timeToFirstAnswerToken":{"input":59.9349021175,"reasoning":0,"total":59.9349021175},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5","matchedBy":"slug","catalog":{"id":"openai/gpt-5","canonical_slug":"openai/gpt-5-2025-08-07","hugging_face_id":"","name":"OpenAI: GPT-5","created":1754587413,"description":"GPT-5 is OpenAI’s most advanced model, offering major improvements in reasoning, code quality, and user experience. It is optimized for complex tasks that require step-by-step reasoning, instruction following, and accuracy...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-09-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5-2025-08-07/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1084,"win_rate":41.3,"rank":91},{"arena":"models","category":"asciiart","elo":1159,"win_rate":49,"rank":43},{"arena":"models","category":"codecategories","elo":1183,"win_rate":54.5,"rank":64},{"arena":"models","category":"dataviz","elo":1236,"win_rate":60.5,"rank":40},{"arena":"models","category":"gamedev","elo":1209,"win_rate":59.3,"rank":47},{"arena":"models","category":"svg","elo":1212,"win_rate":64.1,"rank":25},{"arena":"models","category":"uicomponent","elo":1195,"win_rate":57.4,"rank":55},{"arena":"models","category":"website","elo":1197,"win_rate":53.7,"rank":61}],"artificial_analysis":{"intelligence_index":null,"coding_index":37.8,"agentic_index":null}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Azure | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.99496500679724,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125","discount":0},"provider_name":"OpenAI","tag":"openai/default","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98933887711723,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.000001375","completion":"0.000011","web_search":"0.01","input_cache_read":"0.0000001375","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"7f3c9423-3ee3-4369-a6d9-3f2a40aff00e","slug":"gpt-5-low","name":"GPT-5 (low)","shortName":"GPT-5 (low)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-low","releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5","name":"GPT-5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":20.7855980255103,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":81.2400867999277,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":7.04827045449997,"timeToFirstAnswerTokenMs":7.04827045449997,"endToEndMs":13.202867522218083}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-10.783333333333333,"score":-10.783333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.842105263157895,"score":0.842105263157895,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.265151515151515,"score":0.265151515151515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.665986394557823,"score":0.665986394557823,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.195551436515292,"score":0.195551436515292,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.808080808080808,"score":0.808080808080808,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.73757225433526,"score":0.73757225433526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.762962962962963,"score":0.762962962962963,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.83,"score":0.83,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"7f3c9423-3ee3-4369-a6d9-3f2a40aff00e","slug":"gpt-5-low","name":"GPT-5 (low)","shortName":"GPT-5 (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5","name":"GPT-5"},"deprecated":true,"deprecatedTo":"gpt-5-1","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":20.7855980255103,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-10.783333333333333,"omniscienceBreakdown":{"accuracy":0.38116666666666665,"hallucinationRate":0.7901966065176407},"gdpval":null,"itBenchSre":null,"tau2":0.842105263157895,"tauBanking":null,"terminalbenchHard":0.265151515151515,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.665986394557823,"hle":0.195551436515292,"gpqa":0.808080808080808,"critpt":0.0114285714285714,"apexAgents":null,"mmmuPro":0.73757225433526,"livecodebench":0.762962962962963,"aime25":0.83,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.788,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":1.3375,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":81.2400867999277,"medianTimeToFirstChunk":7.04827045449997},"outputSpeedVariance":{"p05":38.0766407093135,"q25":65.0916317820746,"median":81.2400867999277,"q75":117.015904155069,"p95":154.577940092818},"timeToFirstChunkVariance":{"p05":2.47843667310008,"q25":4.89315503049997,"median":7.04827045449997,"q75":13.1588207995,"p95":49.2215805032499},"performanceByPromptType":{"long":{"medianOutputSpeed":81.2400867999277,"medianTimeToFirstChunk":7.04827045449997,"medianTimeToFirstAnswerToken":7.04827045449997,"medianEndToEndResponseTime":13.202867522218083}},"endToEndResponseTime":{"input":7.04827045449997,"reasoning":0,"answer":6.154597067718114,"total":13.202867522218083},"timeToFirstAnswerToken":{"input":7.04827045449997,"reasoning":0,"total":7.04827045449997},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5","matchedBy":"slug","catalog":{"id":"openai/gpt-5","canonical_slug":"openai/gpt-5-2025-08-07","hugging_face_id":"","name":"OpenAI: GPT-5","created":1754587413,"description":"GPT-5 is OpenAI’s most advanced model, offering major improvements in reasoning, code quality, and user experience. It is optimized for complex tasks that require step-by-step reasoning, instruction following, and accuracy...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-09-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5-2025-08-07/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1084,"win_rate":41.3,"rank":91},{"arena":"models","category":"asciiart","elo":1159,"win_rate":49,"rank":43},{"arena":"models","category":"codecategories","elo":1183,"win_rate":54.5,"rank":64},{"arena":"models","category":"dataviz","elo":1236,"win_rate":60.5,"rank":40},{"arena":"models","category":"gamedev","elo":1209,"win_rate":59.3,"rank":47},{"arena":"models","category":"svg","elo":1212,"win_rate":64.1,"rank":25},{"arena":"models","category":"uicomponent","elo":1195,"win_rate":57.4,"rank":55},{"arena":"models","category":"website","elo":1197,"win_rate":53.7,"rank":61}],"artificial_analysis":{"intelligence_index":null,"coding_index":37.8,"agentic_index":null}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Azure | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.99496500679724,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125","discount":0},"provider_name":"OpenAI","tag":"openai/default","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98933887711723,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.000001375","completion":"0.000011","web_search":"0.01","input_cache_read":"0.0000001375","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"5e965af0-ca5c-4f47-9ba9-06000508b84a","slug":"gpt-5-medium","name":"GPT-5 (medium)","shortName":"GPT-5 (medium)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-medium","releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5","name":"GPT-5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":22.869335846124,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":86.3946927082754,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":25.5213173710001,"timeToFirstAnswerTokenMs":25.5213173710001,"endToEndMs":31.308709910126606}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-10.866666666666667,"score":-10.866666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.865497076023392,"score":0.865497076023392,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.378787878787879,"score":0.378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.76,"score":0.76,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.706122448979592,"score":0.706122448979592,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.253938832252085,"score":0.253938832252085,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.841750841750842,"score":0.841750841750842,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.743352601156069,"score":0.743352601156069,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.702645502645503,"score":0.702645502645503,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.916666666666667,"score":0.916666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"5e965af0-ca5c-4f47-9ba9-06000508b84a","slug":"gpt-5-medium","name":"GPT-5 (medium)","shortName":"GPT-5 (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5","name":"GPT-5"},"deprecated":true,"deprecatedTo":"gpt-5-1","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":22.869335846124,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-10.866666666666667,"omniscienceBreakdown":{"accuracy":0.3948333333333333,"hallucinationRate":0.8320022032497935},"gdpval":null,"itBenchSre":null,"tau2":0.865497076023392,"tauBanking":null,"terminalbenchHard":0.378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.76,"ifbench":0.706122448979592,"hle":0.253938832252085,"gpqa":0.841750841750842,"critpt":0,"apexAgents":null,"mmmuPro":0.743352601156069,"livecodebench":0.702645502645503,"aime25":0.916666666666667,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.788,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":1.3375,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":86.3946927082754,"medianTimeToFirstChunk":25.5213173710001},"outputSpeedVariance":{"p05":37.3690066833209,"q25":74.2956511791413,"median":86.3946927082754,"q75":123.259723072871,"p95":159.721914434499},"timeToFirstChunkVariance":{"p05":12.20840361785,"q25":17.599208598,"median":25.5213173710001,"q75":36.36898835025,"p95":81.6568994826001},"performanceByPromptType":{"long":{"medianOutputSpeed":86.3946927082754,"medianTimeToFirstChunk":25.5213173710001,"medianTimeToFirstAnswerToken":25.5213173710001,"medianEndToEndResponseTime":31.308709910126606}},"endToEndResponseTime":{"input":25.5213173710001,"reasoning":0,"answer":5.787392539126504,"total":31.308709910126606},"timeToFirstAnswerToken":{"input":25.5213173710001,"reasoning":0,"total":25.5213173710001},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5","matchedBy":"slug","catalog":{"id":"openai/gpt-5","canonical_slug":"openai/gpt-5-2025-08-07","hugging_face_id":"","name":"OpenAI: GPT-5","created":1754587413,"description":"GPT-5 is OpenAI’s most advanced model, offering major improvements in reasoning, code quality, and user experience. It is optimized for complex tasks that require step-by-step reasoning, instruction following, and accuracy...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-09-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5-2025-08-07/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1084,"win_rate":41.3,"rank":91},{"arena":"models","category":"asciiart","elo":1159,"win_rate":49,"rank":43},{"arena":"models","category":"codecategories","elo":1183,"win_rate":54.5,"rank":64},{"arena":"models","category":"dataviz","elo":1236,"win_rate":60.5,"rank":40},{"arena":"models","category":"gamedev","elo":1209,"win_rate":59.3,"rank":47},{"arena":"models","category":"svg","elo":1212,"win_rate":64.1,"rank":25},{"arena":"models","category":"uicomponent","elo":1195,"win_rate":57.4,"rank":55},{"arena":"models","category":"website","elo":1197,"win_rate":53.7,"rank":61}],"artificial_analysis":{"intelligence_index":null,"coding_index":37.8,"agentic_index":null}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Azure | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.99496500679724,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125","discount":0},"provider_name":"OpenAI","tag":"openai/default","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98933887711723,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.000001375","completion":"0.000011","web_search":"0.01","input_cache_read":"0.0000001375","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"c3738fb0-3408-4430-a699-760ae4b70c93","slug":"gpt-5-minimal","name":"GPT-5 (minimal)","shortName":"GPT-5 (minimal)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-minimal","releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-09-30","isReasoning":false,"effort":{"slug":"minimal","label":"minimal","level":10},"release":{"slug":"gpt-5","name":"GPT-5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":11.4481891190946,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":77.5228341930387,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.21318222150007,"timeToFirstAnswerTokenMs":1.21318222150007,"endToEndMs":7.66289481527542}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-33.8,"score":-33.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.669590643274854,"score":0.669590643274854,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.181818181818182,"score":0.181818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.45578231292517,"score":0.45578231292517,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0602409638554217,"score":0.0602409638554217,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.672727272727273,"score":0.672727272727273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.620809248554913,"score":0.620809248554913,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.557671957671958,"score":0.557671957671958,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.316666666666667,"score":0.316666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"c3738fb0-3408-4430-a699-760ae4b70c93","slug":"gpt-5-minimal","name":"GPT-5 (minimal)","shortName":"GPT-5 (minimal)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-09-30","isReasoning":false,"reasoningTokens":0,"effort":{"slug":"minimal","label":"minimal","level":10},"release":{"slug":"gpt-5","name":"GPT-5"},"deprecated":true,"deprecatedTo":"gpt-5-1-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":11.4481891190946,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-33.8,"omniscienceBreakdown":{"accuracy":0.29633333333333334,"hallucinationRate":0.901468498342018},"gdpval":null,"itBenchSre":null,"tau2":0.669590643274854,"tauBanking":null,"terminalbenchHard":0.181818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.45578231292517,"hle":0.0602409638554217,"gpqa":0.672727272727273,"critpt":0,"apexAgents":null,"mmmuPro":0.620809248554913,"livecodebench":0.557671957671958,"aime25":0.316666666666667,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.788,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":1.3375,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":77.5228341930387,"medianTimeToFirstChunk":1.21318222150007},"outputSpeedVariance":{"p05":38.4397743168413,"q25":66.4813992096404,"median":77.5228341930387,"q75":108.673462005285,"p95":125.391742495427},"timeToFirstChunkVariance":{"p05":1.04007821909999,"q25":1.14467095749998,"median":1.21318222150007,"q75":1.77435679650003,"p95":2.34689893969996},"performanceByPromptType":{"long":{"medianOutputSpeed":77.5228341930387,"medianTimeToFirstChunk":1.21318222150007,"medianTimeToFirstAnswerToken":1.21318222150007,"medianEndToEndResponseTime":7.66289481527542}},"endToEndResponseTime":{"input":1.21318222150007,"reasoning":0,"answer":6.44971259377535,"total":7.66289481527542},"timeToFirstAnswerToken":{"input":1.21318222150007,"reasoning":0,"total":1.21318222150007},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":3,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5","matchedBy":"shortName","catalog":{"id":"openai/gpt-5","canonical_slug":"openai/gpt-5-2025-08-07","hugging_face_id":"","name":"OpenAI: GPT-5","created":1754587413,"description":"GPT-5 is OpenAI’s most advanced model, offering major improvements in reasoning, code quality, and user experience. It is optimized for complex tasks that require step-by-step reasoning, instruction following, and accuracy...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-09-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5-2025-08-07/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1084,"win_rate":41.3,"rank":91},{"arena":"models","category":"asciiart","elo":1159,"win_rate":49,"rank":43},{"arena":"models","category":"codecategories","elo":1183,"win_rate":54.5,"rank":64},{"arena":"models","category":"dataviz","elo":1236,"win_rate":60.5,"rank":40},{"arena":"models","category":"gamedev","elo":1209,"win_rate":59.3,"rank":47},{"arena":"models","category":"svg","elo":1212,"win_rate":64.1,"rank":25},{"arena":"models","category":"uicomponent","elo":1195,"win_rate":57.4,"rank":55},{"arena":"models","category":"website","elo":1197,"win_rate":53.7,"rank":61}],"artificial_analysis":{"intelligence_index":null,"coding_index":37.8,"agentic_index":null}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Azure | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.99496500679724,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125","discount":0},"provider_name":"OpenAI","tag":"openai/default","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98933887711723,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-2025-08-07","model_id":"openai/gpt-5","model_name":"OpenAI: GPT-5","context_length":400000,"pricing":{"prompt":"0.000001375","completion":"0.000011","web_search":"0.01","input_cache_read":"0.0000001375","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"5d11e7a1-4f70-4e5a-9364-e193761d6757","slug":"gpt-5-codex","name":"GPT-5 Codex (high)","shortName":"GPT-5 Codex (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-codex","releaseDate":"2025-09-23","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-codex","name":"GPT-5 Codex"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":24.8818938471151,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-7.533333333333333,"score":-7.533333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.868421052631579,"score":0.868421052631579,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.378787878787879,"score":0.378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.716666666666667,"score":0.716666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.741496598639456,"score":0.741496598639456,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.278498609823911,"score":0.278498609823911,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.837373737373737,"score":0.837373737373737,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0514285714285714,"score":0.0514285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.738150289017341,"score":0.738150289017341,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.84021164021164,"score":0.84021164021164,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.986666666666667,"score":0.986666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"5d11e7a1-4f70-4e5a-9364-e193761d6757","slug":"gpt-5-codex","name":"GPT-5 Codex (high)","shortName":"GPT-5 Codex (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-23","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-codex","name":"GPT-5 Codex"},"deprecated":true,"deprecatedTo":"gpt-5-1-codex","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":24.8818938471151,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-7.533333333333333,"omniscienceBreakdown":{"accuracy":0.387,"hallucinationRate":0.7542142468733007},"gdpval":null,"itBenchSre":null,"tau2":0.868421052631579,"tauBanking":null,"terminalbenchHard":0.378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.716666666666667,"ifbench":0.741496598639456,"hle":0.278498609823911,"gpqa":0.837373737373737,"critpt":0.0514285714285714,"apexAgents":null,"mmmuPro":0.738150289017341,"livecodebench":0.84021164021164,"aime25":0.986666666666667,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":1.3375,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"29855680-7469-43eb-8b88-cd3fb1d99da3","slug":"gpt-5-mini","name":"GPT-5 mini (high)","shortName":"GPT-5 mini (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-mini","releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-mini","name":"GPT-5 mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":17.4073881042515,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":18.17540658462189,"strategyAndOps":13.536968913957123,"legal":20.77520729530068,"engineering":21.3071076459685,"economics":28.517622007259817},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":86.8184050047593,"canonicalInputTokens":882509182,"canonicalOutputTokens":74121231,"outputTokensPerTask":16644.749237416967,"answerTokensPerTask":5121.912340918456,"reasoningTokensPerTask":11522.83689649851,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.05349965791130692,"latency":{"timeToFirstChunkMs":73.308145439,"timeToFirstAnswerTokenMs":73.308145439,"endToEndMs":79.0672929374203}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":437.58,"score":437.58,"outputTokensPerTask":22435.956043956045,"costPerTask":0.0826800950983549,"timePerTask":258.7451978777126,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":880.27,"score":880.27,"outputTokensPerTask":14901.004545454545,"costPerTask":0.04880851624927167,"timePerTask":171.8475184269658,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.06487466331916088,"score":0.06487466331916088,"outputTokensPerTask":20167.444444444445,"costPerTask":0.07527196070651325,"timePerTask":232.58333156127202,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":34592.93939393939,"costPerTask":0.14864751441910937,"timePerTask":398.9469818500462,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.390046296296296,"score":0.390046296296296,"outputTokensPerTask":5034.958333333333,"costPerTask":0.010917830729166666,"timePerTask":58.0662258257241,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.214550509731233,"score":0.214550509731233,"outputTokensPerTask":14500.059777571825,"costPerTask":0.029077999768303987,"timePerTask":167.22357759286015,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.084,"score":0.084,"outputTokensPerTask":10446.43,"costPerTask":0.036263250000000004,"timePerTask":120.47463420636431,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":37849.514285714286,"costPerTask":0.07689965357142858,"timePerTask":436.5037997153084,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-17.316666666666666,"score":-17.316666666666666,"outputTokensPerTask":2764.1931666666665,"costPerTask":0.00555829925,"timePerTask":31.878369991461053,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.723333333333333,"score":0.723333333333333,"outputTokensPerTask":2477.28,"costPerTask":0.028776484999999997,"timePerTask":28.569511481601104,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.084,"score":0.084,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":880.27,"score":880.27,"outputTokensPerTask":14901.004545454545,"costPerTask":0.04880851624927167,"timePerTask":171.8475184269658,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.190135,"score":0.190135,"outputTokensPerTask":14901.004545454545,"costPerTask":0.04880851624927167,"timePerTask":171.8475184269658,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.684210526315789,"score":0.684210526315789,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.154639175257732,"score":0.154639175257732,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.333333333333333,"score":0.333333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0374531835205993,"score":0.0374531835205993,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":34592.93939393939,"costPerTask":0.14864751441910937,"timePerTask":398.9469818500462,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.723333333333333,"score":0.723333333333333,"outputTokensPerTask":2477.28,"costPerTask":0.028776484999999997,"timePerTask":28.569511481601104,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.754421768707483,"score":0.754421768707483,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.214550509731233,"score":0.214550509731233,"outputTokensPerTask":14500.059777571825,"costPerTask":0.029077999768303987,"timePerTask":167.22357759286015,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.828282828282828,"score":0.828282828282828,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.700578034682081,"score":0.700578034682081,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.838095238095238,"score":0.838095238095238,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.906666666666667,"score":0.906666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.06487466331916088,"score":0.06487466331916088,"outputTokensPerTask":20167.444444444445,"costPerTask":0.07527196070651325,"timePerTask":232.58333156127202,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":18.17540658462189,"score":18.17540658462189,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":13.536968913957123,"score":13.536968913957123,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":20.77520729530068,"score":20.77520729530068,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":21.3071076459685,"score":21.3071076459685,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":28.517622007259817,"score":28.517622007259817,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"29855680-7469-43eb-8b88-cd3fb1d99da3","slug":"gpt-5-mini","name":"GPT-5 mini (high)","shortName":"GPT-5 mini (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-mini","name":"GPT-5 mini"},"deprecated":true,"deprecatedTo":"gpt-5-4-mini","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":17.4073881042515,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":18.17540658462189,"strategyAndOps":13.536968913957123,"legal":20.77520729530068,"engineering":21.3071076459685,"economics":28.517622007259817},"omniscience":-17.316666666666666,"omniscienceBreakdown":{"accuracy":0.24966666666666668,"hallucinationRate":0.5635273211905819},"gdpPdfAllPass":0.084,"gdpval":880.27,"gdpvalNormalized":0.190135,"itBenchSre":null,"tau2":0.684210526315789,"tauBanking":0.154639175257732,"terminalbenchHard":0.333333333333333,"terminalBench21":0.0374531835205993,"terminalBench40":0,"scicode":0.390046296296296,"lcr":0.723333333333333,"ifbench":0.754421768707483,"hle":0.214550509731233,"gpqa":0.828282828282828,"critpt":0,"apexAgents":null,"mmmuPro":0.700578034682081,"livecodebench":0.838095238095238,"aime25":0.906666666666667,"analystAgent":null,"automationBenchPartialScore":0.06487466331916088,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.41,"price1mBlended0To3To1":0.6875,"price1mBlended7To2To1":0.26749999999999996,"price1mBlended0To1To1":1.125,"price1mBlended100To1To1":0.04656862745098039,"price1mBlended0To100To1":0.26732673267326734,"intelligenceIndexTimePerTask":191.95745109424664,"intelligenceIndexCost":{"total":188.65757986463046,"input":40.41511786463049,"nonCacheInput":4.5950175,"cacheRead":20.023575292818837,"cacheWrite":15.79652507181165,"output":148.242462,"reasoning":129.449434,"answer":18.793028},"intelligenceIndexCostPerTask":{"cost":{"total":0.05349965791130692,"input":0.020210159436472985,"nonCacheInput":0.0029452641150660335,"cacheRead":0.009922190791165662,"cacheWrite":0.007342704530241291,"output":0.033289498474833944,"reasoning":0.023045673792997025,"answer":0.010243824681836912},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.012402014264753234},{"slug":"gdpval-aa","weightedCostPerTask":0.004880851624927167},{"slug":"automationbench-aa","weightedCostPerTask":0.0037635980353256633},{"slug":"terminalbench-4-0","weightedCostPerTask":0.014864751441910937},{"slug":"scicode","weightedCostPerTask":0.0010917830729166667},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0029077999768303987},{"slug":"gdp-pdf","weightedCostPerTask":0.003626325},{"slug":"critpt","weightedCostPerTask":0.007689965357142859},{"slug":"omniscience","weightedCostPerTask":0.0008337448874999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0014388242499999999}]},"canonicalIntelligenceIndexTokenCount":{"input":882509182,"output":74121231,"answer":9396514,"reasoning":64724717},"intelligenceIndexOutputTokensPerTask":{"reasoning":11522.83689649851,"answer":5121.912340918456,"output":16644.749237416967},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":437.58,"outputTokensPerTask":22435.956043956045,"costPerTask":0.0826800950983549,"timePerTask":258.7451978777126},{"slug":"gdpval-aa","score":880.27,"outputTokensPerTask":14901.004545454545,"costPerTask":0.04880851624927167,"timePerTask":171.8475184269658},{"slug":"automationbench-aa","score":0.06487466331916088,"outputTokensPerTask":20167.444444444445,"costPerTask":0.07527196070651325,"timePerTask":232.58333156127202},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":34592.93939393939,"costPerTask":0.14864751441910937,"timePerTask":398.9469818500462},{"slug":"scicode","score":0.390046296296296,"outputTokensPerTask":5034.958333333333,"costPerTask":0.010917830729166666,"timePerTask":58.0662258257241},{"slug":"humanitys-last-exam","score":0.214550509731233,"outputTokensPerTask":14500.059777571825,"costPerTask":0.029077999768303987,"timePerTask":167.22357759286015},{"slug":"gdp-pdf","score":0.084,"outputTokensPerTask":10446.43,"costPerTask":0.036263250000000004,"timePerTask":120.47463420636431},{"slug":"critpt","score":0,"outputTokensPerTask":37849.514285714286,"costPerTask":0.07689965357142858,"timePerTask":436.5037997153084},{"slug":"omniscience","score":-17.316666666666666,"outputTokensPerTask":2764.1931666666665,"costPerTask":0.00555829925,"timePerTask":31.878369991461053},{"slug":"artificial-analysis-long-context-reasoning","score":0.723333333333333,"outputTokensPerTask":2477.28,"costPerTask":0.028776484999999997,"timePerTask":28.569511481601104}],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":437.58,"lower95ci":427.76,"upper95ci":446.91},"rubricPassRate":0.08282828282828283,"analyticalQuality":{"elo":368.26,"lower95ci":349.93,"upper95ci":387.21},"presentation":{"elo":292.06,"lower95ci":272.27,"upper95ci":310.1}},"briefcaseTotalCost":7.523888653950295,"timescaleData":{"medianOutputSpeed":86.8184050047593,"medianTimeToFirstChunk":73.308145439},"outputSpeedVariance":{"p05":62.5202978957006,"q25":74.3614950069077,"median":86.8184050047593,"q75":100.383748287401,"p95":115.242065707026},"timeToFirstChunkVariance":{"p05":43.11053313565,"q25":57.7697653972501,"median":73.308145439,"q75":133.53649490925,"p95":193.69882289835},"performanceByPromptType":{"long":{"medianOutputSpeed":86.8184050047593,"medianTimeToFirstChunk":73.308145439,"medianTimeToFirstAnswerToken":73.308145439,"medianEndToEndResponseTime":79.0672929374203}},"endToEndResponseTime":{"input":73.308145439,"reasoning":0,"answer":5.7591474984203,"total":79.0672929374203},"timeToFirstAnswerToken":{"input":73.308145439,"reasoning":0,"total":73.308145439},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5-mini","matchedBy":"slug","catalog":{"id":"openai/gpt-5-mini","canonical_slug":"openai/gpt-5-mini-2025-08-07","hugging_face_id":"","name":"OpenAI: GPT-5 Mini","created":1754587407,"description":"GPT-5 Mini is a compact version of GPT-5, designed to handle lighter-weight reasoning tasks. It provides the same instruction-following and safety-tuning benefits as GPT-5, but with reduced latency and cost....","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.000002","web_search":"0.01","input_cache_read":"0.000000025"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-05-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5-mini-2025-08-07/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1066,"win_rate":36.9,"rank":94},{"arena":"models","category":"asciiart","elo":1141,"win_rate":44.5,"rank":50},{"arena":"models","category":"codecategories","elo":1130,"win_rate":43.5,"rank":86},{"arena":"models","category":"dataviz","elo":1145,"win_rate":43.7,"rank":78},{"arena":"models","category":"gamedev","elo":1153,"win_rate":46.5,"rank":73},{"arena":"models","category":"svg","elo":1115,"win_rate":45.8,"rank":58},{"arena":"models","category":"uicomponent","elo":1121,"win_rate":41.9,"rank":79},{"arena":"models","category":"website","elo":1137,"win_rate":44.3,"rank":85}],"artificial_analysis":{"intelligence_index":17.4,"coding_index":15.6,"agentic_index":8.9}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.000000125","completion":"0.000001","web_search":"0.01","input_cache_read":"0.0000000125","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.00000025","completion":"0.000002","web_search":"0.01","input_cache_read":"0.00000003","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99882594658057,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.00000025","completion":"0.000002","web_search":"0.01","input_cache_read":"0.000000025","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99616990309855,"uptime_last_5m":100,"uptime_last_1d":99.97875869353962,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.000000275","completion":"0.0000022","web_search":"0.01","input_cache_read":"0.000000033","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"c3274a19-6d3c-4d01-ab9b-5055a0a40429","slug":"gpt-5-mini-medium","name":"GPT-5 mini (medium)","shortName":"GPT-5 mini (medium)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-mini-medium","releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-mini","name":"GPT-5 mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":20.5991778305353,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":91.7315002258022,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":14.564305852,"timeToFirstAnswerTokenMs":14.564305852,"endToEndMs":20.014996168513107}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-11.033333333333333,"score":-11.033333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.710526315789474,"score":0.710526315789474,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.287878787878788,"score":0.287878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.723333333333333,"score":0.723333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.71156462585034,"score":0.71156462585034,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.159406858202039,"score":0.159406858202039,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.803030303030303,"score":0.803030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0142857142857143,"score":0.0142857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.688439306358381,"score":0.688439306358381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.692063492063492,"score":0.692063492063492,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.85,"score":0.85,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"c3274a19-6d3c-4d01-ab9b-5055a0a40429","slug":"gpt-5-mini-medium","name":"GPT-5 mini (medium)","shortName":"GPT-5 mini (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-mini","name":"GPT-5 mini"},"deprecated":true,"deprecatedTo":"gpt-5-4-mini-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":20.5991778305353,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-11.033333333333333,"omniscienceBreakdown":{"accuracy":0.23066666666666666,"hallucinationRate":0.44324090121317156},"gdpval":null,"itBenchSre":null,"tau2":0.710526315789474,"tauBanking":null,"terminalbenchHard":0.287878787878788,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.723333333333333,"ifbench":0.71156462585034,"hle":0.159406858202039,"gpqa":0.803030303030303,"critpt":0.0142857142857143,"apexAgents":null,"mmmuPro":0.688439306358381,"livecodebench":0.692063492063492,"aime25":0.85,"analystAgent":null,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.41,"price1mBlended0To3To1":0.6875,"price1mBlended7To2To1":0.26749999999999996,"price1mBlended0To1To1":1.125,"price1mBlended100To1To1":0.04656862745098039,"price1mBlended0To100To1":0.26732673267326734,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":91.7315002258022,"medianTimeToFirstChunk":14.564305852},"outputSpeedVariance":{"p05":62.7221738476298,"q25":75.0235271108464,"median":91.7315002258022,"q75":100.002873059263,"p95":121.543780590199},"timeToFirstChunkVariance":{"p05":6.53674670424993,"q25":10.1227305155001,"median":14.564305852,"q75":22.79179087,"p95":29.3929712393499},"performanceByPromptType":{"long":{"medianOutputSpeed":91.7315002258022,"medianTimeToFirstChunk":14.564305852,"medianTimeToFirstAnswerToken":14.564305852,"medianEndToEndResponseTime":20.014996168513107}},"endToEndResponseTime":{"input":14.564305852,"reasoning":0,"answer":5.450690316513108,"total":20.014996168513107},"timeToFirstAnswerToken":{"input":14.564305852,"reasoning":0,"total":14.564305852},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5-mini","matchedBy":"slug","catalog":{"id":"openai/gpt-5-mini","canonical_slug":"openai/gpt-5-mini-2025-08-07","hugging_face_id":"","name":"OpenAI: GPT-5 Mini","created":1754587407,"description":"GPT-5 Mini is a compact version of GPT-5, designed to handle lighter-weight reasoning tasks. It provides the same instruction-following and safety-tuning benefits as GPT-5, but with reduced latency and cost....","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.000002","web_search":"0.01","input_cache_read":"0.000000025"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-05-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5-mini-2025-08-07/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1066,"win_rate":36.9,"rank":94},{"arena":"models","category":"asciiart","elo":1141,"win_rate":44.5,"rank":50},{"arena":"models","category":"codecategories","elo":1130,"win_rate":43.5,"rank":86},{"arena":"models","category":"dataviz","elo":1145,"win_rate":43.7,"rank":78},{"arena":"models","category":"gamedev","elo":1153,"win_rate":46.5,"rank":73},{"arena":"models","category":"svg","elo":1115,"win_rate":45.8,"rank":58},{"arena":"models","category":"uicomponent","elo":1121,"win_rate":41.9,"rank":79},{"arena":"models","category":"website","elo":1137,"win_rate":44.3,"rank":85}],"artificial_analysis":{"intelligence_index":17.4,"coding_index":15.6,"agentic_index":8.9}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.000000125","completion":"0.000001","web_search":"0.01","input_cache_read":"0.0000000125","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.00000025","completion":"0.000002","web_search":"0.01","input_cache_read":"0.00000003","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99882594658057,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.00000025","completion":"0.000002","web_search":"0.01","input_cache_read":"0.000000025","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99616990309855,"uptime_last_5m":100,"uptime_last_1d":99.97875869353962,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.000000275","completion":"0.0000022","web_search":"0.01","input_cache_read":"0.000000033","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"bc26bfdb-4923-4442-a6ca-e77392923581","slug":"gpt-5-mini-minimal","name":"GPT-5 mini (minimal)","shortName":"GPT-5 mini (minimal)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-mini-minimal","releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":false,"effort":{"slug":"minimal","label":"minimal","level":10},"release":{"slug":"gpt-5-mini","name":"GPT-5 mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":9.90615279545732,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":89.1943454434941,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.04527025650001,"timeToFirstAnswerTokenMs":1.04527025650001,"endToEndMs":6.651006780647241}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-53.05,"score":-53.05,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.318713450292398,"score":0.318713450292398,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.143939393939394,"score":0.143939393939394,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.393333333333333,"score":0.393333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.45578231292517,"score":0.45578231292517,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0505097312326228,"score":0.0505097312326228,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.686868686868687,"score":0.686868686868687,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.583815028901734,"score":0.583815028901734,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.544973544973545,"score":0.544973544973545,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.466666666666667,"score":0.466666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"bc26bfdb-4923-4442-a6ca-e77392923581","slug":"gpt-5-mini-minimal","name":"GPT-5 mini (minimal)","shortName":"GPT-5 mini (minimal)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":false,"reasoningTokens":0,"effort":{"slug":"minimal","label":"minimal","level":10},"release":{"slug":"gpt-5-mini","name":"GPT-5 mini"},"deprecated":true,"deprecatedTo":"gpt-5-4-mini-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":9.90615279545732,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-53.05,"omniscienceBreakdown":{"accuracy":0.19166666666666668,"hallucinationRate":0.8934020618556701},"gdpval":null,"itBenchSre":null,"tau2":0.318713450292398,"tauBanking":null,"terminalbenchHard":0.143939393939394,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.393333333333333,"ifbench":0.45578231292517,"hle":0.0505097312326228,"gpqa":0.686868686868687,"critpt":0,"apexAgents":null,"mmmuPro":0.583815028901734,"livecodebench":0.544973544973545,"aime25":0.466666666666667,"analystAgent":null,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.41,"price1mBlended0To3To1":0.6875,"price1mBlended7To2To1":0.26749999999999996,"price1mBlended0To1To1":1.125,"price1mBlended100To1To1":0.04656862745098039,"price1mBlended0To100To1":0.26732673267326734,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":89.1943454434941,"medianTimeToFirstChunk":1.04527025650001},"outputSpeedVariance":{"p05":59.6181518388011,"q25":82.6701826317044,"median":89.1943454434941,"q75":101.832792085561,"p95":112.470752137652},"timeToFirstChunkVariance":{"p05":0.802323147100031,"q25":0.951687180749971,"median":1.04527025650001,"q75":1.17258839200001,"p95":2.06774256504986},"performanceByPromptType":{"long":{"medianOutputSpeed":89.1943454434941,"medianTimeToFirstChunk":1.04527025650001,"medianTimeToFirstAnswerToken":1.04527025650001,"medianEndToEndResponseTime":6.651006780647241}},"endToEndResponseTime":{"input":1.04527025650001,"reasoning":0,"answer":5.605736524147231,"total":6.651006780647241},"timeToFirstAnswerToken":{"input":1.04527025650001,"reasoning":0,"total":1.04527025650001},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":3,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5-mini","matchedBy":"shortName","catalog":{"id":"openai/gpt-5-mini","canonical_slug":"openai/gpt-5-mini-2025-08-07","hugging_face_id":"","name":"OpenAI: GPT-5 Mini","created":1754587407,"description":"GPT-5 Mini is a compact version of GPT-5, designed to handle lighter-weight reasoning tasks. It provides the same instruction-following and safety-tuning benefits as GPT-5, but with reduced latency and cost....","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.000002","web_search":"0.01","input_cache_read":"0.000000025"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-05-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5-mini-2025-08-07/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1066,"win_rate":36.9,"rank":94},{"arena":"models","category":"asciiart","elo":1141,"win_rate":44.5,"rank":50},{"arena":"models","category":"codecategories","elo":1130,"win_rate":43.5,"rank":86},{"arena":"models","category":"dataviz","elo":1145,"win_rate":43.7,"rank":78},{"arena":"models","category":"gamedev","elo":1153,"win_rate":46.5,"rank":73},{"arena":"models","category":"svg","elo":1115,"win_rate":45.8,"rank":58},{"arena":"models","category":"uicomponent","elo":1121,"win_rate":41.9,"rank":79},{"arena":"models","category":"website","elo":1137,"win_rate":44.3,"rank":85}],"artificial_analysis":{"intelligence_index":17.4,"coding_index":15.6,"agentic_index":8.9}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.000000125","completion":"0.000001","web_search":"0.01","input_cache_read":"0.0000000125","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.00000025","completion":"0.000002","web_search":"0.01","input_cache_read":"0.00000003","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99882594658057,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.00000025","completion":"0.000002","web_search":"0.01","input_cache_read":"0.000000025","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99616990309855,"uptime_last_5m":100,"uptime_last_1d":99.97875869353962,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-mini-2025-08-07","model_id":"openai/gpt-5-mini","model_name":"OpenAI: GPT-5 Mini","context_length":400000,"pricing":{"prompt":"0.000000275","completion":"0.0000022","web_search":"0.01","input_cache_read":"0.000000033","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"e18e5e6a-5a31-4c0b-b80b-ac401392f446","slug":"gpt-5-nano","name":"GPT-5 nano (high)","shortName":"GPT-5 nano (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-nano","releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-nano","name":"GPT-5 nano"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":12.992236382483,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":152.053126048963,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.4,"cacheHitPrice":0.005,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":76.075359643,"timeToFirstAnswerTokenMs":76.075359643,"endToEndMs":79.36368401351635}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-28.666666666666668,"score":-28.666666666666668,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.365497076023392,"score":0.365497076023392,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.121212121212121,"score":0.121212121212121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.45,"score":0.45,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.675510204081633,"score":0.675510204081633,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0949953660797034,"score":0.0949953660797034,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.675757575757576,"score":0.675757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.609826589595376,"score":0.609826589595376,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.789417989417989,"score":0.789417989417989,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.836666666666667,"score":0.836666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"e18e5e6a-5a31-4c0b-b80b-ac401392f446","slug":"gpt-5-nano","name":"GPT-5 nano (high)","shortName":"GPT-5 nano (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-nano","name":"GPT-5 nano"},"deprecated":true,"deprecatedTo":"gpt-5-4-nano","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":12.992236382483,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-28.666666666666668,"omniscienceBreakdown":{"accuracy":0.19083333333333333,"hallucinationRate":0.5901132852729145},"gdpval":null,"itBenchSre":null,"tau2":0.365497076023392,"tauBanking":null,"terminalbenchHard":0.121212121212121,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.45,"ifbench":0.675510204081633,"hle":0.0949953660797034,"gpqa":0.675757575757576,"critpt":0,"apexAgents":null,"mmmuPro":0.609826589595376,"livecodebench":0.789417989417989,"aime25":0.836666666666667,"analystAgent":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.4,"cacheHitPrice":0.005,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.13,"price1mBlended0To3To1":0.1375,"price1mBlended7To2To1":0.053500000000000006,"price1mBlended0To1To1":0.225,"price1mBlended100To1To1":0.009313725490196078,"price1mBlended0To100To1":0.05346534653465347,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":152.053126048963,"medianTimeToFirstChunk":76.075359643},"outputSpeedVariance":{"p05":85.717110994342,"q25":130.290719883185,"median":152.053126048963,"q75":172.600434549497,"p95":198.22905857689},"timeToFirstChunkVariance":{"p05":30.4019355076,"q25":42.9950813065,"median":76.075359643,"q75":115.673971996,"p95":181.8935637441},"performanceByPromptType":{"long":{"medianOutputSpeed":152.053126048963,"medianTimeToFirstChunk":76.075359643,"medianTimeToFirstAnswerToken":76.075359643,"medianEndToEndResponseTime":79.36368401351635}},"endToEndResponseTime":{"input":76.075359643,"reasoning":0,"answer":3.2883243705163534,"total":79.36368401351635},"timeToFirstAnswerToken":{"input":76.075359643,"reasoning":0,"total":76.075359643},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5-nano","matchedBy":"slug","catalog":{"id":"openai/gpt-5-nano","canonical_slug":"openai/gpt-5-nano-2025-08-07","hugging_face_id":"","name":"OpenAI: GPT-5 Nano","created":1754587402,"description":"GPT-5-Nano is the smallest and fastest variant in the GPT-5 system, optimized for developer tools, rapid interactions, and ultra-low latency environments. While limited in reasoning depth compared to its larger...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000005","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.000000005"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-05-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5-nano-2025-08-07/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":994,"win_rate":36.3,"rank":106},{"arena":"models","category":"codecategories","elo":1099,"win_rate":48,"rank":94},{"arena":"models","category":"dataviz","elo":1070,"win_rate":46.2,"rank":98},{"arena":"models","category":"gamedev","elo":1068,"win_rate":46.5,"rank":96},{"arena":"models","category":"uicomponent","elo":1082,"win_rate":51.9,"rank":92},{"arena":"models","category":"website","elo":1114,"win_rate":48.9,"rank":94}]},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.000000025","completion":"0.0000002","web_search":"0.01","input_cache_read":"0.0000000025","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.00000005","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.00000001","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98893070622094,"uptime_last_5m":100,"uptime_last_1d":99.9944566091078,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.00000005","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.000000005","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99231376342513,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.000000055","completion":"0.00000044","web_search":"0.01","input_cache_read":"0.000000011","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"8eb02396-f231-4189-ae15-05f7facebd9b","slug":"gpt-5-nano-medium","name":"GPT-5 nano (medium)","shortName":"GPT-5 nano (medium)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-nano-medium","releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-nano","name":"GPT-5 nano"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":12.4802556704436,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":154.782486667852,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.4,"cacheHitPrice":0.005,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":33.8100687109999,"timeToFirstAnswerTokenMs":33.8100687109999,"endToEndMs":37.04040833639273}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-25.783333333333335,"score":-25.783333333333335,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.304093567251462,"score":0.304093567251462,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.174242424242424,"score":0.174242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.436666666666667,"score":0.436666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.659183673469388,"score":0.659183673469388,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0871177015755329,"score":0.0871177015755329,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.66969696969697,"score":0.66969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.582080924855491,"score":0.582080924855491,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.762962962962963,"score":0.762962962962963,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.783333333333333,"score":0.783333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"8eb02396-f231-4189-ae15-05f7facebd9b","slug":"gpt-5-nano-medium","name":"GPT-5 nano (medium)","shortName":"GPT-5 nano (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-nano","name":"GPT-5 nano"},"deprecated":true,"deprecatedTo":"gpt-5-4-nano-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":12.4802556704436,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-25.783333333333335,"omniscienceBreakdown":{"accuracy":0.17583333333333334,"hallucinationRate":0.5261880687563195},"gdpval":null,"itBenchSre":null,"tau2":0.304093567251462,"tauBanking":null,"terminalbenchHard":0.174242424242424,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.436666666666667,"ifbench":0.659183673469388,"hle":0.0871177015755329,"gpqa":0.66969696969697,"critpt":0,"apexAgents":null,"mmmuPro":0.582080924855491,"livecodebench":0.762962962962963,"aime25":0.783333333333333,"analystAgent":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.4,"cacheHitPrice":0.005,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.13,"price1mBlended0To3To1":0.1375,"price1mBlended7To2To1":0.053500000000000006,"price1mBlended0To1To1":0.225,"price1mBlended100To1To1":0.009313725490196078,"price1mBlended0To100To1":0.05346534653465347,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":154.782486667852,"medianTimeToFirstChunk":33.8100687109999},"outputSpeedVariance":{"p05":106.304145713837,"q25":141.329553712491,"median":154.782486667852,"q75":164.24034900689,"p95":215.730925313663},"timeToFirstChunkVariance":{"p05":12.92597423135,"q25":23.857706852,"median":33.8100687109999,"q75":53.1128236754999,"p95":81.47912610245},"performanceByPromptType":{"long":{"medianOutputSpeed":154.782486667852,"medianTimeToFirstChunk":33.8100687109999,"medianTimeToFirstAnswerToken":33.8100687109999,"medianEndToEndResponseTime":37.04040833639273}},"endToEndResponseTime":{"input":33.8100687109999,"reasoning":0,"answer":3.2303396253928316,"total":37.04040833639273},"timeToFirstAnswerToken":{"input":33.8100687109999,"reasoning":0,"total":33.8100687109999},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5-nano","matchedBy":"slug","catalog":{"id":"openai/gpt-5-nano","canonical_slug":"openai/gpt-5-nano-2025-08-07","hugging_face_id":"","name":"OpenAI: GPT-5 Nano","created":1754587402,"description":"GPT-5-Nano is the smallest and fastest variant in the GPT-5 system, optimized for developer tools, rapid interactions, and ultra-low latency environments. While limited in reasoning depth compared to its larger...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000005","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.000000005"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-05-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5-nano-2025-08-07/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":994,"win_rate":36.3,"rank":106},{"arena":"models","category":"codecategories","elo":1099,"win_rate":48,"rank":94},{"arena":"models","category":"dataviz","elo":1070,"win_rate":46.2,"rank":98},{"arena":"models","category":"gamedev","elo":1068,"win_rate":46.5,"rank":96},{"arena":"models","category":"uicomponent","elo":1082,"win_rate":51.9,"rank":92},{"arena":"models","category":"website","elo":1114,"win_rate":48.9,"rank":94}]},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.000000025","completion":"0.0000002","web_search":"0.01","input_cache_read":"0.0000000025","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.00000005","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.00000001","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98893070622094,"uptime_last_5m":100,"uptime_last_1d":99.9944566091078,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.00000005","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.000000005","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99231376342513,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.000000055","completion":"0.00000044","web_search":"0.01","input_cache_read":"0.000000011","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"05e45a36-b5c6-47a1-8adb-9ddc19add5b3","slug":"gpt-5-nano-minimal","name":"GPT-5 nano (minimal)","shortName":"GPT-5 nano (minimal)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-nano-minimal","releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":false,"effort":{"slug":"minimal","label":"minimal","level":10},"release":{"slug":"gpt-5-nano","name":"GPT-5 nano"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":7.08879356535892,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":151.087862810384,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.4,"cacheHitPrice":0.005,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.852986866500089,"timeToFirstAnswerTokenMs":0.852986866500089,"endToEndMs":4.162319533595277}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-64.06666666666666,"score":-64.06666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.257309941520468,"score":0.257309941520468,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.2,"score":0.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.325170068027211,"score":0.325170068027211,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0398517145505097,"score":0.0398517145505097,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.428282828282828,"score":0.428282828282828,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.317919075144509,"score":0.317919075144509,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.46984126984127,"score":0.46984126984127,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.273333333333333,"score":0.273333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"05e45a36-b5c6-47a1-8adb-9ddc19add5b3","slug":"gpt-5-nano-minimal","name":"GPT-5 nano (minimal)","shortName":"GPT-5 nano (minimal)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-07","knowledgeCutoffDate":"2024-05-30","isReasoning":false,"reasoningTokens":0,"effort":{"slug":"minimal","label":"minimal","level":10},"release":{"slug":"gpt-5-nano","name":"GPT-5 nano"},"deprecated":true,"deprecatedTo":"gpt-5-4-nano-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":7.08879356535892,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-64.06666666666666,"omniscienceBreakdown":{"accuracy":0.13083333333333333,"hallucinationRate":0.8876318312559923},"gdpval":null,"itBenchSre":null,"tau2":0.257309941520468,"tauBanking":null,"terminalbenchHard":0.0681818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.2,"ifbench":0.325170068027211,"hle":0.0398517145505097,"gpqa":0.428282828282828,"critpt":0,"apexAgents":null,"mmmuPro":0.317919075144509,"livecodebench":0.46984126984127,"aime25":0.273333333333333,"analystAgent":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.4,"cacheHitPrice":0.005,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.13,"price1mBlended0To3To1":0.1375,"price1mBlended7To2To1":0.053500000000000006,"price1mBlended0To1To1":0.225,"price1mBlended100To1To1":0.009313725490196078,"price1mBlended0To100To1":0.05346534653465347,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":151.087862810384,"medianTimeToFirstChunk":0.852986866500089},"outputSpeedVariance":{"p05":114.978408637402,"q25":136.16471787028,"median":151.087862810384,"q75":160.165726872422,"p95":176.084258846275},"timeToFirstChunkVariance":{"p05":0.712577268700007,"q25":0.807422632249981,"median":0.852986866500089,"q75":0.953856150000021,"p95":2.16359680840001},"performanceByPromptType":{"long":{"medianOutputSpeed":151.087862810384,"medianTimeToFirstChunk":0.852986866500089,"medianTimeToFirstAnswerToken":0.852986866500089,"medianEndToEndResponseTime":4.162319533595277}},"endToEndResponseTime":{"input":0.852986866500089,"reasoning":0,"answer":3.3093326670951884,"total":4.162319533595277},"timeToFirstAnswerToken":{"input":0.852986866500089,"reasoning":0,"total":0.852986866500089},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":3,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5-nano","matchedBy":"shortName","catalog":{"id":"openai/gpt-5-nano","canonical_slug":"openai/gpt-5-nano-2025-08-07","hugging_face_id":"","name":"OpenAI: GPT-5 Nano","created":1754587402,"description":"GPT-5-Nano is the smallest and fastest variant in the GPT-5 system, optimized for developer tools, rapid interactions, and ultra-low latency environments. While limited in reasoning depth compared to its larger...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000005","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.000000005"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-05-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5-nano-2025-08-07/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":994,"win_rate":36.3,"rank":106},{"arena":"models","category":"codecategories","elo":1099,"win_rate":48,"rank":94},{"arena":"models","category":"dataviz","elo":1070,"win_rate":46.2,"rank":98},{"arena":"models","category":"gamedev","elo":1068,"win_rate":46.5,"rank":96},{"arena":"models","category":"uicomponent","elo":1082,"win_rate":51.9,"rank":92},{"arena":"models","category":"website","elo":1114,"win_rate":48.9,"rank":94}]},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.000000025","completion":"0.0000002","web_search":"0.01","input_cache_read":"0.0000000025","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.00000005","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.00000001","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98893070622094,"uptime_last_5m":100,"uptime_last_1d":99.9944566091078,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.00000005","completion":"0.0000004","web_search":"0.01","input_cache_read":"0.000000005","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99231376342513,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5-nano-2025-08-07","model_id":"openai/gpt-5-nano","model_name":"OpenAI: GPT-5 Nano","context_length":400000,"pricing":{"prompt":"0.000000055","completion":"0.00000044","web_search":"0.01","input_cache_read":"0.000000011","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":360000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"4dc12a38-b18f-4c43-8e1b-678f8434b5b1","slug":"gpt-5-1","name":"GPT-5.1 (high)","shortName":"GPT-5.1 (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-1","releaseDate":"2025-11-13","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-1","name":"GPT-5.1"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":272000,"licenseName":null,"intelligenceIndex":24.7357540558308,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":94.7369200727858,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":43.6326724485,"timeToFirstAnswerTokenMs":43.6326724485,"endToEndMs":48.910445882720296}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":5.4,"score":5.4,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":929.53,"score":929.53,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.21476499999999998,"score":0.21476499999999998,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.818713450292398,"score":0.818713450292398,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.158762886597938,"score":0.158762886597938,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.454545454545455,"score":0.454545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.524344569288389,"score":0.524344569288389,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.728571428571429,"score":0.728571428571429,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.28498609823911,"score":0.28498609823911,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.872727272727273,"score":0.872727272727273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0485714285714286,"score":0.0485714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.754913294797688,"score":0.754913294797688,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.867724867724868,"score":0.867724867724868,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.94,"score":0.94,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":15,"raw":{"id":"4dc12a38-b18f-4c43-8e1b-678f8434b5b1","slug":"gpt-5-1","name":"GPT-5.1 (high)","shortName":"GPT-5.1 (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-13","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-1","name":"GPT-5.1"},"deprecated":true,"deprecatedTo":"gpt-5-2","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":272000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":24.7357540558308,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":5.4,"omniscienceBreakdown":{"accuracy":0.37716666666666665,"hallucinationRate":0.5188654000535189},"gdpval":929.53,"gdpvalNormalized":0.21476499999999998,"itBenchSre":null,"tau2":0.818713450292398,"tauBanking":0.158762886597938,"terminalbenchHard":0.454545454545455,"terminalBench21":0.524344569288389,"terminalBench40":null,"scicode":null,"lcr":0.8,"ifbench":0.728571428571429,"hle":0.28498609823911,"gpqa":0.872727272727273,"critpt":0.0485714285714286,"apexAgents":null,"mmmuPro":0.754913294797688,"livecodebench":0.867724867724868,"aime25":0.94,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.788,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":1.3375,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":94.7369200727858,"medianTimeToFirstChunk":43.6326724485},"outputSpeedVariance":{"p05":61.6205237512248,"q25":79.3908397265667,"median":94.7369200727858,"q75":131.239403427153,"p95":152.077203057262},"timeToFirstChunkVariance":{"p05":8.58898303219993,"q25":17.2822608415,"median":43.6326724485,"q75":61.6295301292501,"p95":106.9163989829},"performanceByPromptType":{"long":{"medianOutputSpeed":94.7369200727858,"medianTimeToFirstChunk":43.6326724485,"medianTimeToFirstAnswerToken":43.6326724485,"medianEndToEndResponseTime":48.910445882720296}},"endToEndResponseTime":{"input":43.6326724485,"reasoning":0,"answer":5.277773434220292,"total":48.910445882720296},"timeToFirstAnswerToken":{"input":43.6326724485,"reasoning":0,"total":43.6326724485},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.1","matchedBy":"slug","catalog":{"id":"openai/gpt-5.1","canonical_slug":"openai/gpt-5.1-20251113","hugging_face_id":"","name":"OpenAI: GPT-5.1","created":1763060305,"description":"GPT-5.1 is the latest frontier-grade model in the GPT-5 series, offering stronger general-purpose reasoning, improved instruction adherence, and a more natural conversational style compared to GPT-5. It uses adaptive reasoning...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["image","text","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.1-20251113/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1090,"win_rate":43.7,"rank":90},{"arena":"models","category":"asciiart","elo":1137,"win_rate":48.6,"rank":51},{"arena":"models","category":"codecategories","elo":1186,"win_rate":53,"rank":62},{"arena":"models","category":"dataviz","elo":1219,"win_rate":58,"rank":46},{"arena":"models","category":"gamedev","elo":1202,"win_rate":55.9,"rank":49},{"arena":"models","category":"svg","elo":1173,"win_rate":57.4,"rank":41},{"arena":"models","category":"uicomponent","elo":1181,"win_rate":52.9,"rank":60},{"arena":"models","category":"website","elo":1199,"win_rate":54,"rank":60}],"artificial_analysis":{"intelligence_index":null,"coding_index":49.4,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","medium","low","none"],"default_effort":"none"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.1-20251113","model_id":"openai/gpt-5.1","model_name":"OpenAI: GPT-5.1","context_length":400000,"pricing":{"prompt":"0.000000625","completion":"0.000005","web_search":"0.01","input_cache_read":"0.0000000625","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.1-20251113","model_id":"openai/gpt-5.1","model_name":"OpenAI: GPT-5.1","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.00000013","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.1-20251113","model_id":"openai/gpt-5.1","model_name":"OpenAI: GPT-5.1","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99247795099386,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.1-20251113","model_id":"openai/gpt-5.1","model_name":"OpenAI: GPT-5.1","context_length":400000,"pricing":{"prompt":"0.000001375","completion":"0.000011","web_search":"0.01","input_cache_read":"0.000000143","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.1-20251113","model_id":"openai/gpt-5.1","model_name":"OpenAI: GPT-5.1","context_length":400000,"pricing":{"prompt":"0.0000025","completion":"0.00002","web_search":"0.01","input_cache_read":"0.00000025","discount":0},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"d0b3d47e-aec6-425e-9de7-168dcc6d1e28","slug":"gpt-5-1-non-reasoning","name":"GPT-5.1 (Non-reasoning)","shortName":"GPT-5.1 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-1-non-reasoning","releaseDate":"2025-11-13","knowledgeCutoffDate":"2024-09-30","isReasoning":false,"effort":null,"release":{"slug":"gpt-5-1","name":"GPT-5.1"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":13.3137294472025,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":96.5419619506101,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.15195482599999,"timeToFirstAnswerTokenMs":1.15195482599999,"endToEndMs":6.331049904426043}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-34.45,"score":-34.45,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.464912280701754,"score":0.464912280701754,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.227272727272727,"score":0.227272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.45,"score":0.45,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.431972789115646,"score":0.431972789115646,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0528266913809083,"score":0.0528266913809083,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.643434343434343,"score":0.643434343434343,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.623699421965318,"score":0.623699421965318,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.494179894179894,"score":0.494179894179894,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.38,"score":0.38,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"d0b3d47e-aec6-425e-9de7-168dcc6d1e28","slug":"gpt-5-1-non-reasoning","name":"GPT-5.1 (Non-reasoning)","shortName":"GPT-5.1 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-13","knowledgeCutoffDate":"2024-09-30","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-5-1","name":"GPT-5.1"},"deprecated":true,"deprecatedTo":"gpt-5-2-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":13.3137294472025,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-34.45,"omniscienceBreakdown":{"accuracy":0.2946666666666667,"hallucinationRate":0.9061909262759924},"gdpval":null,"itBenchSre":null,"tau2":0.464912280701754,"tauBanking":null,"terminalbenchHard":0.227272727272727,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.45,"ifbench":0.431972789115646,"hle":0.0528266913809083,"gpqa":0.643434343434343,"critpt":0,"apexAgents":null,"mmmuPro":0.623699421965318,"livecodebench":0.494179894179894,"aime25":0.38,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.788,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":1.3375,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":96.5419619506101,"medianTimeToFirstChunk":1.15195482599999},"outputSpeedVariance":{"p05":73.8829789735652,"q25":82.6946005201797,"median":96.5419619506101,"q75":112.471897217939,"p95":151.299482822176},"timeToFirstChunkVariance":{"p05":0.862393499999962,"q25":0.955200409000035,"median":1.15195482599999,"q75":1.64218829725,"p95":1.91338917935},"performanceByPromptType":{"long":{"medianOutputSpeed":96.5419619506101,"medianTimeToFirstChunk":1.15195482599999,"medianTimeToFirstAnswerToken":1.15195482599999,"medianEndToEndResponseTime":6.331049904426043}},"endToEndResponseTime":{"input":1.15195482599999,"reasoning":0,"answer":5.1790950784260525,"total":6.331049904426043},"timeToFirstAnswerToken":{"input":1.15195482599999,"reasoning":0,"total":1.15195482599999},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.1","matchedBy":"slug","catalog":{"id":"openai/gpt-5.1","canonical_slug":"openai/gpt-5.1-20251113","hugging_face_id":"","name":"OpenAI: GPT-5.1","created":1763060305,"description":"GPT-5.1 is the latest frontier-grade model in the GPT-5 series, offering stronger general-purpose reasoning, improved instruction adherence, and a more natural conversational style compared to GPT-5. It uses adaptive reasoning...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["image","text","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.1-20251113/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1090,"win_rate":43.7,"rank":90},{"arena":"models","category":"asciiart","elo":1137,"win_rate":48.6,"rank":51},{"arena":"models","category":"codecategories","elo":1186,"win_rate":53,"rank":62},{"arena":"models","category":"dataviz","elo":1219,"win_rate":58,"rank":46},{"arena":"models","category":"gamedev","elo":1202,"win_rate":55.9,"rank":49},{"arena":"models","category":"svg","elo":1173,"win_rate":57.4,"rank":41},{"arena":"models","category":"uicomponent","elo":1181,"win_rate":52.9,"rank":60},{"arena":"models","category":"website","elo":1199,"win_rate":54,"rank":60}],"artificial_analysis":{"intelligence_index":null,"coding_index":49.4,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","medium","low","none"],"default_effort":"none"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.1-20251113","model_id":"openai/gpt-5.1","model_name":"OpenAI: GPT-5.1","context_length":400000,"pricing":{"prompt":"0.000000625","completion":"0.000005","web_search":"0.01","input_cache_read":"0.0000000625","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.1-20251113","model_id":"openai/gpt-5.1","model_name":"OpenAI: GPT-5.1","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.00000013","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.1-20251113","model_id":"openai/gpt-5.1","model_name":"OpenAI: GPT-5.1","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99247795099386,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.1-20251113","model_id":"openai/gpt-5.1","model_name":"OpenAI: GPT-5.1","context_length":400000,"pricing":{"prompt":"0.000001375","completion":"0.000011","web_search":"0.01","input_cache_read":"0.000000143","discount":0},"provider_name":"Azure","tag":"azure/swedencentral","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.1-20251113","model_id":"openai/gpt-5.1","model_name":"OpenAI: GPT-5.1","context_length":400000,"pricing":{"prompt":"0.0000025","completion":"0.00002","web_search":"0.01","input_cache_read":"0.00000025","discount":0},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"04d023f3-025c-4d78-9571-53edda3eaf2a","slug":"gpt-5-1-codex","name":"GPT-5.1 Codex (high)","shortName":"GPT-5.1 Codex (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-1-codex","releaseDate":"2025-11-13","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-1-codex","name":"GPT-5.1 Codex"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":23.6972790075055,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-6.5,"score":-6.5,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.830409356725146,"score":0.830409356725146,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.348484848484849,"score":0.348484848484849,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.693333333333333,"score":0.693333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.7,"score":0.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.257182576459685,"score":0.257182576459685,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.85959595959596,"score":0.85959595959596,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0571428571428571,"score":0.0571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.72485549132948,"score":0.72485549132948,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.848677248677249,"score":0.848677248677249,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.956666666666667,"score":0.956666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"04d023f3-025c-4d78-9571-53edda3eaf2a","slug":"gpt-5-1-codex","name":"GPT-5.1 Codex (high)","shortName":"GPT-5.1 Codex (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-13","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-1-codex","name":"GPT-5.1 Codex"},"deprecated":true,"deprecatedTo":"gpt-5-2-codex","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":23.6972790075055,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-6.5,"omniscienceBreakdown":{"accuracy":0.399,"hallucinationRate":0.7720465890183028},"gdpval":null,"itBenchSre":null,"tau2":0.830409356725146,"tauBanking":null,"terminalbenchHard":0.348484848484849,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.693333333333333,"ifbench":0.7,"hle":0.257182576459685,"gpqa":0.85959595959596,"critpt":0.0571428571428571,"apexAgents":null,"mmmuPro":0.72485549132948,"livecodebench":0.848677248677249,"aime25":0.956666666666667,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":2.125,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":1.3357843137254901,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.1-codex-max","matchedBy":"slug","catalog":{"id":"openai/gpt-5.1-codex-max","canonical_slug":"openai/gpt-5.1-codex-max-20251204","hugging_face_id":"","name":"OpenAI: GPT-5.1-Codex-Max","created":1764878934,"description":"GPT-5.1-Codex-Max is OpenAI’s latest agentic coding model, designed for long-running, high-context software development tasks. It is based on an updated version of the 5.1 reasoning stack and trained on agentic...","context_length":400000,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.1-codex-max-20251204/endpoints"},"reasoning":{"mandatory":true,"supported_efforts":["xhigh","high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Azure | openai/gpt-5.1-codex-max-20251204","model_id":"openai/gpt-5.1-codex-max","model_name":"OpenAI: GPT-5.1-Codex-Max","context_length":400000,"pricing":{"prompt":"0.00000125","completion":"0.00001","web_search":"0.01","input_cache_read":"0.000000125","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"fd4454ff-e703-46c0-a7f5-fa69af09486d","slug":"gpt-5-1-codex-mini","name":"GPT-5.1 Codex mini (high)","shortName":"GPT-5.1 Codex mini (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-1-codex-mini","releaseDate":"2025-11-13","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-1-codex-mini","name":"GPT-5.1 Codex mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":20.3781988302265,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-16.416666666666668,"score":-16.416666666666668,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.628654970760234,"score":0.628654970760234,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.333333333333333,"score":0.333333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.666666666666667,"score":0.666666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.67891156462585,"score":0.67891156462585,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.184893419833179,"score":0.184893419833179,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.813131313131313,"score":0.813131313131313,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.690173410404624,"score":0.690173410404624,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.835978835978836,"score":0.835978835978836,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.916666666666667,"score":0.916666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"fd4454ff-e703-46c0-a7f5-fa69af09486d","slug":"gpt-5-1-codex-mini","name":"GPT-5.1 Codex mini (high)","shortName":"GPT-5.1 Codex mini (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-13","knowledgeCutoffDate":"2024-09-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-1-codex-mini","name":"GPT-5.1 Codex mini"},"deprecated":true,"deprecatedTo":"gpt-5-2-codex","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":20.3781988302265,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-16.416666666666668,"omniscienceBreakdown":{"accuracy":0.232,"hallucinationRate":0.5158420138888888},"gdpval":null,"itBenchSre":null,"tau2":0.628654970760234,"tauBanking":null,"terminalbenchHard":0.333333333333333,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.666666666666667,"ifbench":0.67891156462585,"hle":0.184893419833179,"gpqa":0.813131313131313,"critpt":0,"apexAgents":null,"mmmuPro":0.690173410404624,"livecodebench":0.835978835978836,"aime25":0.916666666666667,"analystAgent":null,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.6875,"price1mBlended7To2To1":0.425,"price1mBlended0To1To1":1.125,"price1mBlended100To1To1":0.26715686274509803,"price1mBlended0To100To1":0.26732673267326734,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.1-codex-mini","matchedBy":"slug","catalog":{"id":"openai/gpt-5.1-codex-mini","canonical_slug":"openai/gpt-5.1-codex-mini-20251113","hugging_face_id":"","name":"OpenAI: GPT-5.1-Codex-Mini","created":1763057820,"description":"GPT-5.1-Codex-Mini is a smaller and faster version of GPT-5.1-Codex","context_length":400000,"architecture":{"modality":"text+image->text","input_modalities":["image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.000002","web_search":"0.01","input_cache_read":"0.00000003"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.1-codex-mini-20251113/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1017,"win_rate":32.8,"rank":103},{"arena":"models","category":"asciiart","elo":1123,"win_rate":43,"rank":55},{"arena":"models","category":"codecategories","elo":1109,"win_rate":41.5,"rank":92},{"arena":"models","category":"dataviz","elo":1112,"win_rate":40.6,"rank":90},{"arena":"models","category":"gamedev","elo":1116,"win_rate":43.4,"rank":85},{"arena":"models","category":"svg","elo":1002,"win_rate":35.3,"rank":83},{"arena":"models","category":"uicomponent","elo":1096,"win_rate":41,"rank":88},{"arena":"models","category":"website","elo":1123,"win_rate":42.8,"rank":92}]},"reasoning":{"mandatory":false,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Azure | openai/gpt-5.1-codex-mini-20251113","model_id":"openai/gpt-5.1-codex-mini","model_name":"OpenAI: GPT-5.1-Codex-Mini","context_length":400000,"pricing":{"prompt":"0.00000025","completion":"0.000002","web_search":"0.01","input_cache_read":"0.00000003","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"84e3f11e-d659-4941-8988-1dbfabbaf538","slug":"gpt-5-2-medium","name":"GPT-5.2 (medium)","shortName":"GPT-5.2 (medium)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-2-medium","releaseDate":"2025-12-11","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-2","name":"GPT-5.2"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":26.5009561703275,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.75,"price1mOutputTokens":14,"cacheHitPrice":0.9625,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":0.26666666666666666,"score":0.26666666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.742690058479532,"score":0.742690058479532,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.431818181818182,"score":0.431818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.703333333333333,"score":0.703333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.652380952380953,"score":0.652380952380953,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.266913809082484,"score":0.266913809082484,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.863636363636364,"score":0.863636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0785714285714285,"score":0.0785714285714285,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.745664739884393,"score":0.745664739884393,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.894179894179894,"score":0.894179894179894,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.966666666666667,"score":0.966666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"84e3f11e-d659-4941-8988-1dbfabbaf538","slug":"gpt-5-2-medium","name":"GPT-5.2 (medium)","shortName":"GPT-5.2 (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-11","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-2","name":"GPT-5.2"},"deprecated":true,"deprecatedTo":"gpt-5-4","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":26.5009561703275,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":0.26666666666666666,"omniscienceBreakdown":{"accuracy":0.38283333333333336,"hallucinationRate":0.615987037537132},"gdpval":null,"itBenchSre":null,"tau2":0.742690058479532,"tauBanking":null,"terminalbenchHard":0.431818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.703333333333333,"ifbench":0.652380952380953,"hle":0.266913809082484,"gpqa":0.863636363636364,"critpt":0.0785714285714285,"apexAgents":null,"mmmuPro":0.745664739884393,"livecodebench":0.894179894179894,"aime25":0.966666666666667,"analystAgent":null,"price1mInputTokens":1.75,"price1mOutputTokens":14,"cacheHitPrice":0.9625,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":2.15,"price1mBlended0To3To1":4.8125,"price1mBlended7To2To1":2.42375,"price1mBlended0To1To1":7.875,"price1mBlended100To1To1":1.0980392156862746,"price1mBlended0To100To1":1.8712871287128714,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.2","matchedBy":"slug","catalog":{"id":"openai/gpt-5.2","canonical_slug":"openai/gpt-5.2-20251211","hugging_face_id":"","name":"OpenAI: GPT-5.2","created":1765389775,"description":"GPT-5.2 is the latest frontier-grade model in the GPT-5 series, offering stronger agentic and long context perfomance compared to GPT-5.1. It uses adaptive reasoning to allocate computation dynamically, responding quickly...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.2-20251211/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"website","elo":1207,"win_rate":54.4,"rank":52},{"arena":"agents","category":"androidnative","elo":1073,"win_rate":49.1,"rank":31},{"arena":"agents","category":"fullstack","elo":1052,"win_rate":44.3,"rank":37},{"arena":"agents","category":"godotgamedev","elo":1142,"win_rate":48.1,"rank":18},{"arena":"agents","category":"mobileapps","elo":1123,"win_rate":46.8,"rank":35},{"arena":"agents","category":"webapps","elo":1101,"win_rate":45.5,"rank":34},{"arena":"models","category":"3d","elo":1108,"win_rate":41.5,"rank":85},{"arena":"models","category":"codecategories","elo":1185,"win_rate":49.6,"rank":63},{"arena":"models","category":"dataviz","elo":1216,"win_rate":56.1,"rank":48},{"arena":"models","category":"gamedev","elo":1219,"win_rate":56,"rank":44},{"arena":"models","category":"uicomponent","elo":1205,"win_rate":51.3,"rank":51},{"arena":"models","category":"asciiart","elo":1171,"win_rate":50.7,"rank":34},{"arena":"models","category":"svg","elo":1162,"win_rate":53.7,"rank":46}]},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.000000875","completion":"0.000007","web_search":"0.01","input_cache_read":"0.0000000875","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99914248473623,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.72256097560977,"uptime_last_5m":100,"uptime_last_1d":99.71099953292854,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.0000035","completion":"0.000028","web_search":"0.01","input_cache_read":"0.00000035","discount":0},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"6dd8ba55-5680-44a9-b309-82928165d5f0","slug":"gpt-5-2-non-reasoning","name":"GPT-5.2 (Non-reasoning)","shortName":"GPT-5.2 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-2-non-reasoning","releaseDate":"2025-12-11","knowledgeCutoffDate":"2025-08-31","isReasoning":false,"effort":null,"release":{"slug":"gpt-5-2","name":"GPT-5.2"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":16.97598252351,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":64.6201102206989,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.75,"price1mOutputTokens":14,"cacheHitPrice":0.175,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.980418332499966,"timeToFirstAnswerTokenMs":0.980418332499966,"endToEndMs":8.717947691275985}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-12.25,"score":-12.25,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.464912280701754,"score":0.464912280701754,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.111340206185567,"score":0.111340206185567,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.318181818181818,"score":0.318181818181818,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.456666666666667,"score":0.456666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.474149659863946,"score":0.474149659863946,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0801668211306766,"score":0.0801668211306766,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.712121212121212,"score":0.712121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.658381502890173,"score":0.658381502890173,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.668783068783069,"score":0.668783068783069,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.51,"score":0.51,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"6dd8ba55-5680-44a9-b309-82928165d5f0","slug":"gpt-5-2-non-reasoning","name":"GPT-5.2 (Non-reasoning)","shortName":"GPT-5.2 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-11","knowledgeCutoffDate":"2025-08-31","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-5-2","name":"GPT-5.2"},"deprecated":true,"deprecatedTo":"gpt-5-4-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":16.97598252351,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-12.25,"omniscienceBreakdown":{"accuracy":0.3085,"hallucinationRate":0.6232827187274042},"gdpval":null,"itBenchSre":null,"tau2":0.464912280701754,"tauBanking":0.111340206185567,"terminalbenchHard":0.318181818181818,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.456666666666667,"ifbench":0.474149659863946,"hle":0.0801668211306766,"gpqa":0.712121212121212,"critpt":0.00571428571428571,"apexAgents":null,"mmmuPro":0.658381502890173,"livecodebench":0.668783068783069,"aime25":0.51,"analystAgent":null,"price1mInputTokens":1.75,"price1mOutputTokens":14,"cacheHitPrice":0.175,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":2.15,"price1mBlended0To3To1":4.8125,"price1mBlended7To2To1":1.8725,"price1mBlended0To1To1":7.875,"price1mBlended100To1To1":0.32598039215686275,"price1mBlended0To100To1":1.8712871287128714,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":64.6201102206989,"medianTimeToFirstChunk":0.980418332499966},"outputSpeedVariance":{"p05":44.4257479340116,"q25":56.3654139133158,"median":64.6201102206989,"q75":82.3847466429785,"p95":96.5824393039602},"timeToFirstChunkVariance":{"p05":0.784278183449879,"q25":0.856200685999944,"median":0.980418332499966,"q75":1.21571862325004,"p95":2.37184093335},"performanceByPromptType":{"long":{"medianOutputSpeed":64.6201102206989,"medianTimeToFirstChunk":0.980418332499966,"medianTimeToFirstAnswerToken":0.980418332499966,"medianEndToEndResponseTime":8.717947691275985}},"endToEndResponseTime":{"input":0.980418332499966,"reasoning":0,"answer":7.737529358776018,"total":8.717947691275985},"timeToFirstAnswerToken":{"input":0.980418332499966,"reasoning":0,"total":0.980418332499966},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.2","matchedBy":"slug","catalog":{"id":"openai/gpt-5.2","canonical_slug":"openai/gpt-5.2-20251211","hugging_face_id":"","name":"OpenAI: GPT-5.2","created":1765389775,"description":"GPT-5.2 is the latest frontier-grade model in the GPT-5 series, offering stronger agentic and long context perfomance compared to GPT-5.1. It uses adaptive reasoning to allocate computation dynamically, responding quickly...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.2-20251211/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"website","elo":1207,"win_rate":54.4,"rank":52},{"arena":"agents","category":"androidnative","elo":1073,"win_rate":49.1,"rank":31},{"arena":"agents","category":"fullstack","elo":1052,"win_rate":44.3,"rank":37},{"arena":"agents","category":"godotgamedev","elo":1142,"win_rate":48.1,"rank":18},{"arena":"agents","category":"mobileapps","elo":1123,"win_rate":46.8,"rank":35},{"arena":"agents","category":"webapps","elo":1101,"win_rate":45.5,"rank":34},{"arena":"models","category":"3d","elo":1108,"win_rate":41.5,"rank":85},{"arena":"models","category":"codecategories","elo":1185,"win_rate":49.6,"rank":63},{"arena":"models","category":"dataviz","elo":1216,"win_rate":56.1,"rank":48},{"arena":"models","category":"gamedev","elo":1219,"win_rate":56,"rank":44},{"arena":"models","category":"uicomponent","elo":1205,"win_rate":51.3,"rank":51},{"arena":"models","category":"asciiart","elo":1171,"win_rate":50.7,"rank":34},{"arena":"models","category":"svg","elo":1162,"win_rate":53.7,"rank":46}]},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.000000875","completion":"0.000007","web_search":"0.01","input_cache_read":"0.0000000875","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99914248473623,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.72256097560977,"uptime_last_5m":100,"uptime_last_1d":99.71099953292854,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.0000035","completion":"0.000028","web_search":"0.01","input_cache_read":"0.00000035","discount":0},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"498862c3-f9ac-49d2-852f-16a02bb0c38f","slug":"gpt-5-2","name":"GPT-5.2 (xhigh)","shortName":"GPT-5.2 (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-2","releaseDate":"2025-12-11","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-2","name":"GPT-5.2"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":30.448181916806,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":67.0028019589655,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.75,"price1mOutputTokens":14,"cacheHitPrice":0.175,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":93.948761747,"timeToFirstAnswerTokenMs":93.948761747,"endToEndMs":101.41113623555071}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-0.8833333333333333,"score":-0.8833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.847953216374269,"score":0.847953216374269,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.46969696969697,"score":0.46969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.826666666666667,"score":0.826666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.754421768707483,"score":0.754421768707483,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.376737720111214,"score":0.376737720111214,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.903030303030303,"score":0.903030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.115510204081633,"score":0.115510204081633,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.888888888888889,"score":0.888888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.99,"score":0.99,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"498862c3-f9ac-49d2-852f-16a02bb0c38f","slug":"gpt-5-2","name":"GPT-5.2 (xhigh)","shortName":"GPT-5.2 (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-11","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-2","name":"GPT-5.2"},"deprecated":true,"deprecatedTo":"gpt-5-4","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":30.448181916806,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-0.8833333333333333,"omniscienceBreakdown":{"accuracy":0.44316666666666665,"hallucinationRate":0.8117330140676444},"gdpval":null,"itBenchSre":null,"tau2":0.847953216374269,"tauBanking":null,"terminalbenchHard":0.46969696969697,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.826666666666667,"ifbench":0.754421768707483,"hle":0.376737720111214,"gpqa":0.903030303030303,"critpt":0.115510204081633,"apexAgents":null,"mmmuPro":null,"livecodebench":0.888888888888889,"aime25":0.99,"analystAgent":null,"price1mInputTokens":1.75,"price1mOutputTokens":14,"cacheHitPrice":0.175,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":2.15,"price1mBlended0To3To1":4.8125,"price1mBlended7To2To1":1.8725,"price1mBlended0To1To1":7.875,"price1mBlended100To1To1":0.32598039215686275,"price1mBlended0To100To1":1.8712871287128714,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":67.0028019589655,"medianTimeToFirstChunk":93.948761747},"outputSpeedVariance":{"p05":50.2446989107295,"q25":57.9752292043583,"median":67.0028019589655,"q75":88.791069267049,"p95":118.7545438781},"timeToFirstChunkVariance":{"p05":25.9495244819,"q25":49.9641373385,"median":93.948761747,"q75":169.3457155865,"p95":327.9705725904},"performanceByPromptType":{"long":{"medianOutputSpeed":67.0028019589655,"medianTimeToFirstChunk":93.948761747,"medianTimeToFirstAnswerToken":93.948761747,"medianEndToEndResponseTime":101.41113623555071}},"endToEndResponseTime":{"input":93.948761747,"reasoning":0,"answer":7.462374488550714,"total":101.41113623555071},"timeToFirstAnswerToken":{"input":93.948761747,"reasoning":0,"total":93.948761747},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.2","matchedBy":"slug","catalog":{"id":"openai/gpt-5.2","canonical_slug":"openai/gpt-5.2-20251211","hugging_face_id":"","name":"OpenAI: GPT-5.2","created":1765389775,"description":"GPT-5.2 is the latest frontier-grade model in the GPT-5 series, offering stronger agentic and long context perfomance compared to GPT-5.1. It uses adaptive reasoning to allocate computation dynamically, responding quickly...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.2-20251211/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"website","elo":1207,"win_rate":54.4,"rank":52},{"arena":"agents","category":"androidnative","elo":1073,"win_rate":49.1,"rank":31},{"arena":"agents","category":"fullstack","elo":1052,"win_rate":44.3,"rank":37},{"arena":"agents","category":"godotgamedev","elo":1142,"win_rate":48.1,"rank":18},{"arena":"agents","category":"mobileapps","elo":1123,"win_rate":46.8,"rank":35},{"arena":"agents","category":"webapps","elo":1101,"win_rate":45.5,"rank":34},{"arena":"models","category":"3d","elo":1108,"win_rate":41.5,"rank":85},{"arena":"models","category":"codecategories","elo":1185,"win_rate":49.6,"rank":63},{"arena":"models","category":"dataviz","elo":1216,"win_rate":56.1,"rank":48},{"arena":"models","category":"gamedev","elo":1219,"win_rate":56,"rank":44},{"arena":"models","category":"uicomponent","elo":1205,"win_rate":51.3,"rank":51},{"arena":"models","category":"asciiart","elo":1171,"win_rate":50.7,"rank":34},{"arena":"models","category":"svg","elo":1162,"win_rate":53.7,"rank":46}]},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.000000875","completion":"0.000007","web_search":"0.01","input_cache_read":"0.0000000875","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","structured_outputs","response_format","seed","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99914248473623,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.72256097560977,"uptime_last_5m":100,"uptime_last_1d":99.71099953292854,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.2-20251211","model_id":"openai/gpt-5.2","model_name":"OpenAI: GPT-5.2","context_length":400000,"pricing":{"prompt":"0.0000035","completion":"0.000028","web_search":"0.01","input_cache_read":"0.00000035","discount":0},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"019e86f6-e66b-42d8-8a50-235a06b53003","slug":"gpt-5-2-codex","name":"GPT-5.2 Codex (xhigh)","shortName":"GPT-5.2 Codex (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-2-codex","releaseDate":"2025-12-11","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-2-codex","name":"GPT-5.2 Codex"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":28.5016971971953,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.75,"price1mOutputTokens":14,"cacheHitPrice":0.175,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-2.1666666666666665,"score":-2.1666666666666665,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.921052631578947,"score":0.921052631578947,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.371212121212121,"score":0.371212121212121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.823333333333333,"score":0.823333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.776190476190476,"score":0.776190476190476,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.357275254865616,"score":0.357275254865616,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.898989898989899,"score":0.898989898989899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0866938775510204,"score":0.0866938775510204,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.763005780346821,"score":0.763005780346821,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"019e86f6-e66b-42d8-8a50-235a06b53003","slug":"gpt-5-2-codex","name":"GPT-5.2 Codex (xhigh)","shortName":"GPT-5.2 Codex (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-11","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-2-codex","name":"GPT-5.2 Codex"},"deprecated":true,"deprecatedTo":"gpt-5-3-codex","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":28.5016971971953,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-2.1666666666666665,"omniscienceBreakdown":{"accuracy":0.4106666666666667,"hallucinationRate":0.7335972850678733},"gdpval":null,"itBenchSre":null,"tau2":0.921052631578947,"tauBanking":null,"terminalbenchHard":0.371212121212121,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.823333333333333,"ifbench":0.776190476190476,"hle":0.357275254865616,"gpqa":0.898989898989899,"critpt":0.0866938775510204,"apexAgents":null,"mmmuPro":0.763005780346821,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1.75,"price1mOutputTokens":14,"cacheHitPrice":0.175,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":4.8125,"price1mBlended7To2To1":1.8725,"price1mBlended0To1To1":7.875,"price1mBlended100To1To1":0.32598039215686275,"price1mBlended0To100To1":1.8712871287128714,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.2-codex","matchedBy":"slug","catalog":{"id":"openai/gpt-5.2-codex","canonical_slug":"openai/gpt-5.2-codex-20260114","hugging_face_id":"","name":"OpenAI: GPT-5.2-Codex","created":1768409315,"description":"GPT-5.2-Codex is an upgraded version of GPT-5.1-Codex optimized for software engineering and coding workflows. It is designed for both interactive development sessions and long, independent execution of complex engineering tasks....","context_length":400000,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.2-codex-20260114/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1176,"win_rate":47.5,"rank":19},{"arena":"agents","category":"fullstack","elo":1002,"win_rate":37.2,"rank":41},{"arena":"agents","category":"godotgamedev","elo":1142,"win_rate":47.8,"rank":19},{"arena":"agents","category":"mobileapps","elo":1119,"win_rate":46.6,"rank":38},{"arena":"agents","category":"webapps","elo":1066,"win_rate":39.7,"rank":37}]},"reasoning":{"mandatory":true,"supported_efforts":["xhigh","high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Azure | openai/gpt-5.2-codex-20260114","model_id":"openai/gpt-5.2-codex","model_name":"OpenAI: GPT-5.2-Codex","context_length":400000,"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"59b5b14b-5365-4ee7-824a-18a8e6309644","slug":"gpt-5-3-codex","name":"GPT-5.3 Codex (xhigh)","shortName":"GPT-5.3 Codex (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-3-codex","releaseDate":"2026-02-05","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-3-codex","name":"GPT-5.3 Codex"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":32.5028174368983,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":126.700413075057,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.75,"price1mOutputTokens":14,"cacheHitPrice":0.175,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":50.764375127,"timeToFirstAnswerTokenMs":50.764375127,"endToEndMs":54.71069217415754}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":10.866666666666667,"score":10.866666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.859649122807018,"score":0.859649122807018,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.53030303030303,"score":0.53030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.833333333333333,"score":0.833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.753741496598639,"score":0.753741496598639,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.424930491195551,"score":0.424930491195551,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.915151515151515,"score":0.915151515151515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.168571428571429,"score":0.168571428571429,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.784971098265896,"score":0.784971098265896,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"59b5b14b-5365-4ee7-824a-18a8e6309644","slug":"gpt-5-3-codex","name":"GPT-5.3 Codex (xhigh)","shortName":"GPT-5.3 Codex (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-05","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-3-codex","name":"GPT-5.3 Codex"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":32.5028174368983,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":10.866666666666667,"omniscienceBreakdown":{"accuracy":0.5288333333333334,"hallucinationRate":0.8917580474000707},"gdpval":null,"itBenchSre":null,"tau2":0.859649122807018,"tauBanking":null,"terminalbenchHard":0.53030303030303,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.833333333333333,"ifbench":0.753741496598639,"hle":0.424930491195551,"gpqa":0.915151515151515,"critpt":0.168571428571429,"apexAgents":null,"mmmuPro":0.784971098265896,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1.75,"price1mOutputTokens":14,"cacheHitPrice":0.175,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":4.8125,"price1mBlended7To2To1":1.8725,"price1mBlended0To1To1":7.875,"price1mBlended100To1To1":0.32598039215686275,"price1mBlended0To100To1":1.8712871287128714,"intelligenceIndexEvaluations":[],"briefcaseBreakdown":{"overall":{"elo":865.74,"lower95ci":859.19,"upper95ci":872.11},"rubricPassRate":0.21818181818181817,"analyticalQuality":{"elo":850,"lower95ci":838.51,"upper95ci":861.57},"presentation":{"elo":839.26,"lower95ci":826.5,"upper95ci":851.1}},"briefcaseTotalCost":214.25174706176713,"timescaleData":{"medianOutputSpeed":126.700413075057,"medianTimeToFirstChunk":50.764375127},"outputSpeedVariance":{"p05":111.620065378226,"q25":115.287897938745,"median":126.700413075057,"q75":173.205547096328,"p95":192.237869594943},"timeToFirstChunkVariance":{"p05":27.93372849505,"q25":39.91008754775,"median":50.764375127,"q75":86.22242001375,"p95":114.63046314635},"performanceByPromptType":{"medium":{"medianOutputSpeed":141.375895884882,"medianTimeToFirstChunk":35.480709286,"medianTimeToFirstAnswerToken":35.480709286,"medianEndToEndResponseTime":39.01738006619534},"long":{"medianOutputSpeed":126.700413075057,"medianTimeToFirstChunk":50.764375127,"medianTimeToFirstAnswerToken":50.764375127,"medianEndToEndResponseTime":54.71069217415754},"hundredK":{"medianOutputSpeed":146.966047389934,"medianTimeToFirstChunk":36.0885620025,"medianTimeToFirstAnswerToken":36.0885620025,"medianEndToEndResponseTime":39.49070834092188},"mediumParallel":{"medianOutputSpeed":108.439348818718,"medianTimeToFirstChunk":36.7435804395001,"medianTimeToFirstAnswerToken":36.7435804395001,"medianEndToEndResponseTime":41.35445283450007}},"endToEndResponseTime":{"input":50.764375127,"reasoning":0,"answer":3.9463170471575437,"total":54.71069217415754},"timeToFirstAnswerToken":{"input":50.764375127,"reasoning":0,"total":50.764375127},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.3-codex","matchedBy":"slug","catalog":{"id":"openai/gpt-5.3-codex","canonical_slug":"openai/gpt-5.3-codex-20260224","hugging_face_id":"","name":"OpenAI: GPT-5.3-Codex","created":1771959164,"description":"GPT-5.3-Codex is OpenAI’s most advanced agentic coding model, combining the frontier software engineering performance of GPT-5.2-Codex with the broader reasoning and professional knowledge capabilities of GPT-5.2. It achieves state-of-the-art results...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.3-codex-20260224/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1084,"win_rate":35.2,"rank":30},{"arena":"agents","category":"fullstack","elo":993,"win_rate":36.5,"rank":42},{"arena":"agents","category":"godotgamedev","elo":1124,"win_rate":45.1,"rank":23},{"arena":"agents","category":"mobileapps","elo":1083,"win_rate":41.4,"rank":42},{"arena":"agents","category":"webapps","elo":1048,"win_rate":36.9,"rank":38},{"arena":"models","category":"3d","elo":1037,"win_rate":35.3,"rank":98},{"arena":"models","category":"asciiart","elo":1170,"win_rate":51.2,"rank":35},{"arena":"models","category":"codecategories","elo":1160,"win_rate":47.2,"rank":72},{"arena":"models","category":"dataviz","elo":1179,"win_rate":50.6,"rank":64},{"arena":"models","category":"gamedev","elo":1185,"win_rate":51.3,"rank":58},{"arena":"models","category":"svg","elo":1153,"win_rate":54,"rank":49},{"arena":"models","category":"uicomponent","elo":1152,"win_rate":47.3,"rank":71},{"arena":"models","category":"website","elo":1175,"win_rate":48.6,"rank":71}]},"reasoning":{"mandatory":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"Azure | openai/gpt-5.3-codex-20260224","model_id":"openai/gpt-5.3-codex","model_name":"OpenAI: GPT-5.3-Codex","context_length":400000,"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.3-codex-20260224","model_id":"openai/gpt-5.3-codex","model_name":"OpenAI: GPT-5.3-Codex","context_length":400000,"pricing":{"prompt":"0.00000175","completion":"0.000014","web_search":"0.01","input_cache_read":"0.000000175","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.86449864498645,"uptime_last_5m":98.9795918367347,"uptime_last_1d":99.99599214460342,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.3-codex-20260224","model_id":"openai/gpt-5.3-codex","model_name":"OpenAI: GPT-5.3-Codex","context_length":400000,"pricing":{"prompt":"0.0000035","completion":"0.000028","web_search":"0.01","input_cache_read":"0.00000035","discount":0},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":272000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"538e945c-6c27-4fd3-995d-ded80a36cd10","slug":"gpt-5-4-low","name":"GPT-5.4 (low)","shortName":"GPT-5.4 (low)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-4-low","releaseDate":"2026-03-05","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5-4","name":"GPT-5.4"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1050000,"licenseName":null,"intelligenceIndex":27.5773176863368,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":90.2376840644571,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2.5,"price1mOutputTokens":15,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.66889436600002,"timeToFirstAnswerTokenMs":1.66889436600002,"endToEndMs":7.209816711068719}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":4.783333333333333,"score":4.783333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.745614035087719,"score":0.745614035087719,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.431818181818182,"score":0.431818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.766666666666667,"score":0.766666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.659183673469388,"score":0.659183673469388,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.308155699721965,"score":0.308155699721965,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.870707070707071,"score":0.870707070707071,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0742857142857143,"score":0.0742857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.779768786127168,"score":0.779768786127168,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"538e945c-6c27-4fd3-995d-ded80a36cd10","slug":"gpt-5-4-low","name":"GPT-5.4 (low)","shortName":"GPT-5.4 (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-05","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5-4","name":"GPT-5.4"},"deprecated":true,"deprecatedTo":"gpt-5-5-low","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1050000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":27.5773176863368,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":4.783333333333333,"omniscienceBreakdown":{"accuracy":0.4785,"hallucinationRate":0.8258229466283158},"gdpval":null,"itBenchSre":null,"tau2":0.745614035087719,"tauBanking":null,"terminalbenchHard":0.431818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.766666666666667,"ifbench":0.659183673469388,"hle":0.308155699721965,"gpqa":0.870707070707071,"critpt":0.0742857142857143,"apexAgents":null,"mmmuPro":0.779768786127168,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":2.5,"price1mOutputTokens":15,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":1.91,"price1mBlended0To3To1":5.625,"price1mBlended7To2To1":2.175,"price1mBlended0To1To1":8.75,"price1mBlended100To1To1":0.4166666666666667,"price1mBlended0To100To1":2.623762376237624,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":90.2376840644571,"medianTimeToFirstChunk":1.66889436600002},"outputSpeedVariance":{"p05":64.891889209812,"q25":70.9905662484831,"median":90.2376840644571,"q75":110.488545287145,"p95":158.288892574745},"timeToFirstChunkVariance":{"p05":1.05133094884996,"q25":1.32555164275,"median":1.66889436600002,"q75":2.45510183900001,"p95":7.40192576360002},"performanceByPromptType":{"long":{"medianOutputSpeed":90.2376840644571,"medianTimeToFirstChunk":1.66889436600002,"medianTimeToFirstAnswerToken":1.66889436600002,"medianEndToEndResponseTime":7.209816711068719}},"endToEndResponseTime":{"input":1.66889436600002,"reasoning":0,"answer":5.540922345068699,"total":7.209816711068719},"timeToFirstAnswerToken":{"input":1.66889436600002,"reasoning":0,"total":1.66889436600002},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.4","matchedBy":"slug","catalog":{"id":"openai/gpt-5.4","canonical_slug":"openai/gpt-5.4-20260305","hugging_face_id":"","name":"OpenAI: GPT-5.4","created":1772734352,"description":"GPT-5.4 is OpenAI’s latest frontier model, unifying the Codex and GPT lines into a single system. It features a 1M+ token context window (922K input, 128K output) with support for...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.4-20260305/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1130,"win_rate":42.3,"rank":74},{"arena":"models","category":"asciiart","elo":1218,"win_rate":55.4,"rank":24},{"arena":"models","category":"codecategories","elo":1227,"win_rate":52.5,"rank":44},{"arena":"models","category":"dataviz","elo":1250,"win_rate":56.6,"rank":31},{"arena":"models","category":"gamedev","elo":1262,"win_rate":57.6,"rank":30},{"arena":"models","category":"svg","elo":1218,"win_rate":57.8,"rank":23},{"arena":"models","category":"uicomponent","elo":1255,"win_rate":57.4,"rank":33},{"arena":"models","category":"website","elo":1232,"win_rate":52.5,"rank":46},{"arena":"agents","category":"androidnative","elo":1045,"win_rate":47.4,"rank":35},{"arena":"agents","category":"fullstack","elo":1027,"win_rate":40.8,"rank":39},{"arena":"agents","category":"godotgamedev","elo":1135,"win_rate":46.9,"rank":20},{"arena":"agents","category":"mobileapps","elo":1116,"win_rate":46.1,"rank":40},{"arena":"agents","category":"webapps","elo":1074,"win_rate":40.3,"rank":36}],"artificial_analysis":{"intelligence_index":null,"coding_index":71.1,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000125","completion":"0.0000075","web_search":"0.01","input_cache_read":"0.000000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000025","completion":"0.00001125","input_cache_read":"0.00000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.93849097867688,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9954118969512,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98391248391249,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000275","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000055","completion":"0.00002475","input_cache_read":"0.00000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000275","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000055","completion":"0.00002475","input_cache_read":"0.00000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000275","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000055","completion":"0.00002475","input_cache_read":"0.00000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"493f6a1e-7717-4e98-9d6f-548b92c4702d","slug":"gpt-5-4-non-reasoning","name":"GPT-5.4 (Non-reasoning)","shortName":"GPT-5.4 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-4-non-reasoning","releaseDate":"2026-03-05","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gpt-5-4","name":"GPT-5.4"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1050000,"licenseName":null,"intelligenceIndex":18.1597022799287,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":90.2154855006413,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2.5,"price1mOutputTokens":15,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.838916264999952,"timeToFirstAnswerTokenMs":0.838916264999952,"endToEndMs":6.381202018108777}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-15.666666666666666,"score":-15.666666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.359649122807018,"score":0.359649122807018,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.378787878787879,"score":0.378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.583333333333333,"score":0.583333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.484353741496599,"score":0.484353741496599,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.112604263206673,"score":0.112604263206673,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.748484848484848,"score":0.748484848484848,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.705780346820809,"score":0.705780346820809,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"493f6a1e-7717-4e98-9d6f-548b92c4702d","slug":"gpt-5-4-non-reasoning","name":"GPT-5.4 (Non-reasoning)","shortName":"GPT-5.4 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-05","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-5-4","name":"GPT-5.4"},"deprecated":true,"deprecatedTo":"gpt-5-5-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1050000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":18.1597022799287,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-15.666666666666666,"omniscienceBreakdown":{"accuracy":0.37383333333333335,"hallucinationRate":0.8472185254192175},"gdpval":null,"itBenchSre":null,"tau2":0.359649122807018,"tauBanking":null,"terminalbenchHard":0.378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.583333333333333,"ifbench":0.484353741496599,"hle":0.112604263206673,"gpqa":0.748484848484848,"critpt":0.00571428571428571,"apexAgents":null,"mmmuPro":0.705780346820809,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":2.5,"price1mOutputTokens":15,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":1.91,"price1mBlended0To3To1":5.625,"price1mBlended7To2To1":2.175,"price1mBlended0To1To1":8.75,"price1mBlended100To1To1":0.4166666666666667,"price1mBlended0To100To1":2.623762376237624,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":90.2154855006413,"medianTimeToFirstChunk":0.838916264999952},"outputSpeedVariance":{"p05":58.425228188951,"q25":72.8018106059435,"median":90.2154855006413,"q75":113.063277045173,"p95":135.102587973651},"timeToFirstChunkVariance":{"p05":0.712686220500046,"q25":0.803529627500069,"median":0.838916264999952,"q75":1.01841896174999,"p95":1.23703341820001},"performanceByPromptType":{"long":{"medianOutputSpeed":90.2154855006413,"medianTimeToFirstChunk":0.838916264999952,"medianTimeToFirstAnswerToken":0.838916264999952,"medianEndToEndResponseTime":6.381202018108777}},"endToEndResponseTime":{"input":0.838916264999952,"reasoning":0,"answer":5.542285753108825,"total":6.381202018108777},"timeToFirstAnswerToken":{"input":0.838916264999952,"reasoning":0,"total":0.838916264999952},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.4","matchedBy":"slug","catalog":{"id":"openai/gpt-5.4","canonical_slug":"openai/gpt-5.4-20260305","hugging_face_id":"","name":"OpenAI: GPT-5.4","created":1772734352,"description":"GPT-5.4 is OpenAI’s latest frontier model, unifying the Codex and GPT lines into a single system. It features a 1M+ token context window (922K input, 128K output) with support for...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.4-20260305/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1130,"win_rate":42.3,"rank":74},{"arena":"models","category":"asciiart","elo":1218,"win_rate":55.4,"rank":24},{"arena":"models","category":"codecategories","elo":1227,"win_rate":52.5,"rank":44},{"arena":"models","category":"dataviz","elo":1250,"win_rate":56.6,"rank":31},{"arena":"models","category":"gamedev","elo":1262,"win_rate":57.6,"rank":30},{"arena":"models","category":"svg","elo":1218,"win_rate":57.8,"rank":23},{"arena":"models","category":"uicomponent","elo":1255,"win_rate":57.4,"rank":33},{"arena":"models","category":"website","elo":1232,"win_rate":52.5,"rank":46},{"arena":"agents","category":"androidnative","elo":1045,"win_rate":47.4,"rank":35},{"arena":"agents","category":"fullstack","elo":1027,"win_rate":40.8,"rank":39},{"arena":"agents","category":"godotgamedev","elo":1135,"win_rate":46.9,"rank":20},{"arena":"agents","category":"mobileapps","elo":1116,"win_rate":46.1,"rank":40},{"arena":"agents","category":"webapps","elo":1074,"win_rate":40.3,"rank":36}],"artificial_analysis":{"intelligence_index":null,"coding_index":71.1,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000125","completion":"0.0000075","web_search":"0.01","input_cache_read":"0.000000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000025","completion":"0.00001125","input_cache_read":"0.00000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.93849097867688,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9954118969512,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98391248391249,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000275","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000055","completion":"0.00002475","input_cache_read":"0.00000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000275","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000055","completion":"0.00002475","input_cache_read":"0.00000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000275","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000055","completion":"0.00002475","input_cache_read":"0.00000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"a89c4b28-2d8c-456e-88ea-255fb51fd2b6","slug":"gpt-5-4","name":"GPT-5.4 (xhigh)","shortName":"GPT-5.4 (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-4","releaseDate":"2026-03-05","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-4","name":"GPT-5.4"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1050000,"licenseName":null,"intelligenceIndex":38.9755886799637,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":128.893769528108,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2.5,"price1mOutputTokens":15,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":130.889195251,"timeToFirstAnswerTokenMs":130.889195251,"endToEndMs":134.76835870343487}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":5.783333333333333,"score":5.783333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1306.71,"score":1306.71,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.403355,"score":0.403355,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.871345029239766,"score":0.871345029239766,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.395876288659794,"score":0.395876288659794,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.575757575757576,"score":0.575757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.782771535580524,"score":0.782771535580524,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.82,"score":0.82,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.739455782312925,"score":0.739455782312925,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.437442075996293,"score":0.437442075996293,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.92020202020202,"score":0.92020202020202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.2342857143,"score":0.2342857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.33259587020649,"score":0.33259587020649,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.784393063583815,"score":0.784393063583815,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"a89c4b28-2d8c-456e-88ea-255fb51fd2b6","slug":"gpt-5-4","name":"GPT-5.4 (xhigh)","shortName":"GPT-5.4 (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-05","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-4","name":"GPT-5.4"},"deprecated":true,"deprecatedTo":"gpt-5-5","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1050000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":38.9755886799637,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":5.783333333333333,"omniscienceBreakdown":{"accuracy":0.5085,"hallucinationRate":0.916920990166158},"gdpval":1306.71,"gdpvalNormalized":0.403355,"itBenchSre":null,"tau2":0.871345029239766,"tauBanking":0.395876288659794,"terminalbenchHard":0.575757575757576,"terminalBench21":0.782771535580524,"terminalBench40":null,"scicode":null,"lcr":0.82,"ifbench":0.739455782312925,"hle":0.437442075996293,"gpqa":0.92020202020202,"critpt":0.2342857143,"apexAgents":0.33259587020649,"mmmuPro":0.784393063583815,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":2.5,"price1mOutputTokens":15,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":2.56,"price1mBlended0To3To1":5.625,"price1mBlended7To2To1":2.175,"price1mBlended0To1To1":8.75,"price1mBlended100To1To1":0.4166666666666667,"price1mBlended0To100To1":2.623762376237624,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":128.893769528108,"medianTimeToFirstChunk":130.889195251},"outputSpeedVariance":{"p05":80.8979922038932,"q25":106.177097768155,"median":128.893769528108,"q75":137.129277078557,"p95":178.394081114174},"timeToFirstChunkVariance":{"p05":65.1191267476,"q25":101.7326576645,"median":130.889195251,"q75":198.6179614315,"p95":251.1834277406},"performanceByPromptType":{"long":{"medianOutputSpeed":128.893769528108,"medianTimeToFirstChunk":130.889195251,"medianTimeToFirstAnswerToken":130.889195251,"medianEndToEndResponseTime":134.76835870343487}},"endToEndResponseTime":{"input":130.889195251,"reasoning":0,"answer":3.8791634524348706,"total":134.76835870343487},"timeToFirstAnswerToken":{"input":130.889195251,"reasoning":0,"total":130.889195251},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":3,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.4","matchedBy":"slug","catalog":{"id":"openai/gpt-5.4","canonical_slug":"openai/gpt-5.4-20260305","hugging_face_id":"","name":"OpenAI: GPT-5.4","created":1772734352,"description":"GPT-5.4 is OpenAI’s latest frontier model, unifying the Codex and GPT lines into a single system. It features a 1M+ token context window (922K input, 128K output) with support for...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.4-20260305/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1130,"win_rate":42.3,"rank":74},{"arena":"models","category":"asciiart","elo":1218,"win_rate":55.4,"rank":24},{"arena":"models","category":"codecategories","elo":1227,"win_rate":52.5,"rank":44},{"arena":"models","category":"dataviz","elo":1250,"win_rate":56.6,"rank":31},{"arena":"models","category":"gamedev","elo":1262,"win_rate":57.6,"rank":30},{"arena":"models","category":"svg","elo":1218,"win_rate":57.8,"rank":23},{"arena":"models","category":"uicomponent","elo":1255,"win_rate":57.4,"rank":33},{"arena":"models","category":"website","elo":1232,"win_rate":52.5,"rank":46},{"arena":"agents","category":"androidnative","elo":1045,"win_rate":47.4,"rank":35},{"arena":"agents","category":"fullstack","elo":1027,"win_rate":40.8,"rank":39},{"arena":"agents","category":"godotgamedev","elo":1135,"win_rate":46.9,"rank":20},{"arena":"agents","category":"mobileapps","elo":1116,"win_rate":46.1,"rank":40},{"arena":"agents","category":"webapps","elo":1074,"win_rate":40.3,"rank":36}],"artificial_analysis":{"intelligence_index":null,"coding_index":71.1,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000125","completion":"0.0000075","web_search":"0.01","input_cache_read":"0.000000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000025","completion":"0.00001125","input_cache_read":"0.00000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.93849097867688,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9954118969512,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98391248391249,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000275","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000055","completion":"0.00002475","input_cache_read":"0.00000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000275","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000055","completion":"0.00002475","input_cache_read":"0.00000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.00000275","completion":"0.0000165","web_search":"0.01","input_cache_read":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000055","completion":"0.00002475","input_cache_read":"0.00000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-20260305","model_id":"openai/gpt-5.4","model_name":"OpenAI: GPT-5.4","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"392063ba-c3b5-47e8-ba67-a7b0b34f6824","slug":"gpt-5-4-mini-medium","name":"GPT-5.4 mini (medium)","shortName":"GPT-5.4 mini (medium)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-4-mini-medium","releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-4-mini","name":"GPT-5.4 mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":19.7484210566215,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":175.846123848338,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.75,"price1mOutputTokens":4.5,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.70151277799999,"timeToFirstAnswerTokenMs":3.70151277799999,"endToEndMs":6.544907838736359}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-20.616666666666667,"score":-20.616666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.365497076023392,"score":0.365497076023392,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.340909090909091,"score":0.340909090909091,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.67,"score":0.67,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.647619047619048,"score":0.647619047619048,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.185820203892493,"score":0.185820203892493,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.823232323232323,"score":0.823232323232323,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0285714285714286,"score":0.0285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.711560693641618,"score":0.711560693641618,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"392063ba-c3b5-47e8-ba67-a7b0b34f6824","slug":"gpt-5-4-mini-medium","name":"GPT-5.4 mini (medium)","shortName":"GPT-5.4 mini (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-4-mini","name":"GPT-5.4 mini"},"deprecated":true,"deprecatedTo":"gpt-5-6-terra-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":19.7484210566215,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-20.616666666666667,"omniscienceBreakdown":{"accuracy":0.36466666666666664,"hallucinationRate":0.8984784889821616},"gdpval":null,"itBenchSre":null,"tau2":0.365497076023392,"tauBanking":null,"terminalbenchHard":0.340909090909091,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.67,"ifbench":0.647619047619048,"hle":0.185820203892493,"gpqa":0.823232323232323,"critpt":0.0285714285714286,"apexAgents":null,"mmmuPro":0.711560693641618,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.75,"price1mOutputTokens":4.5,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":1.24,"price1mBlended0To3To1":1.6875,"price1mBlended7To2To1":0.6525000000000001,"price1mBlended0To1To1":2.625,"price1mBlended100To1To1":0.125,"price1mBlended0To100To1":0.7871287128712872,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":175.846123848338,"medianTimeToFirstChunk":3.70151277799999},"outputSpeedVariance":{"p05":128.292505960122,"q25":152.031783043968,"median":175.846123848338,"q75":186.275360450354,"p95":238.461995282576},"timeToFirstChunkVariance":{"p05":1.29731203745005,"q25":1.74228200350001,"median":3.70151277799999,"q75":11.1724551662499,"p95":31.80538765545},"performanceByPromptType":{"long":{"medianOutputSpeed":175.846123848338,"medianTimeToFirstChunk":3.70151277799999,"medianTimeToFirstAnswerToken":3.70151277799999,"medianEndToEndResponseTime":6.544907838736359}},"endToEndResponseTime":{"input":3.70151277799999,"reasoning":0,"answer":2.8433950607363685,"total":6.544907838736359},"timeToFirstAnswerToken":{"input":3.70151277799999,"reasoning":0,"total":3.70151277799999},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.4-mini","matchedBy":"slug","catalog":{"id":"openai/gpt-5.4-mini","canonical_slug":"openai/gpt-5.4-mini-20260317","hugging_face_id":"","name":"OpenAI: GPT-5.4 Mini","created":1773748178,"description":"GPT-5.4 mini brings the core capabilities of GPT-5.4 to a faster, more efficient model optimized for high-throughput workloads. It supports text and image inputs with strong performance across reasoning, coding,...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000075","completion":"0.0000045","web_search":"0.01","input_cache_read":"0.000000075"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-08-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.4-mini-20260317/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":24.6,"coding_index":56.1,"agentic_index":19.7}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.000000375","completion":"0.00000225","web_search":"0.01","input_cache_read":"0.0000000375","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":99.9407231772377,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.00000075","completion":"0.0000045","web_search":"0.01","input_cache_read":"0.000000075","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99913929875801,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.00000075","completion":"0.0000045","web_search":"0.01","input_cache_read":"0.000000075","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99482409795165,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.000000825","completion":"0.00000495","web_search":"0.01","input_cache_read":"0.0000000825","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.0000015","completion":"0.000009","web_search":"0.01","input_cache_read":"0.00000015","discount":0},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"ae447455-940d-4d30-9139-a664fa896eaf","slug":"gpt-5-4-mini-non-reasoning","name":"GPT-5.4 mini (Non-Reasoning)","shortName":"GPT-5.4 mini (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-4-mini-non-reasoning","releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":false,"effort":null,"release":{"slug":"gpt-5-4-mini","name":"GPT-5.4 mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":11.1447193424847,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":177.299438072812,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.75,"price1mOutputTokens":4.5,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.887543913499997,"timeToFirstAnswerTokenMs":0.887543913499997,"endToEndMs":3.707631813579318}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-45.416666666666664,"score":-45.416666666666664,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":734.27,"score":734.27,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.11713499999999999,"score":0.11713499999999999,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.186440677966102,"score":0.186440677966102,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.233918128654971,"score":0.233918128654971,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.181818181818182,"score":0.181818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.37,"score":0.37,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.38843537414966,"score":0.38843537414966,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0588507877664504,"score":0.0588507877664504,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.606060606060606,"score":0.606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.604624277456647,"score":0.604624277456647,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"ae447455-940d-4d30-9139-a664fa896eaf","slug":"gpt-5-4-mini-non-reasoning","name":"GPT-5.4 mini (Non-Reasoning)","shortName":"GPT-5.4 mini (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-5-4-mini","name":"GPT-5.4 mini"},"deprecated":true,"deprecatedTo":"gpt-5-6-terra-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":11.1447193424847,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-45.416666666666664,"omniscienceBreakdown":{"accuracy":0.2565,"hallucinationRate":0.9558394978704327},"gdpval":734.27,"gdpvalNormalized":0.11713499999999999,"itBenchSre":0.186440677966102,"tau2":0.233918128654971,"tauBanking":null,"terminalbenchHard":0.181818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.37,"ifbench":0.38843537414966,"hle":0.0588507877664504,"gpqa":0.606060606060606,"critpt":0,"apexAgents":null,"mmmuPro":0.604624277456647,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.75,"price1mOutputTokens":4.5,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":1.24,"price1mBlended0To3To1":1.6875,"price1mBlended7To2To1":0.6525000000000001,"price1mBlended0To1To1":2.625,"price1mBlended100To1To1":0.125,"price1mBlended0To100To1":0.7871287128712872,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":177.299438072812,"medianTimeToFirstChunk":0.887543913499997},"outputSpeedVariance":{"p05":88.0794122011809,"q25":142.081536561765,"median":177.299438072812,"q75":218.171018238262,"p95":250.853547092544},"timeToFirstChunkVariance":{"p05":0.615649476949983,"q25":0.7501392437498,"median":0.887543913499997,"q75":1.06131620750006,"p95":1.98731036810002},"performanceByPromptType":{"long":{"medianOutputSpeed":177.299438072812,"medianTimeToFirstChunk":0.887543913499997,"medianTimeToFirstAnswerToken":0.887543913499997,"medianEndToEndResponseTime":3.707631813579318}},"endToEndResponseTime":{"input":0.887543913499997,"reasoning":0,"answer":2.820087900079321,"total":3.707631813579318},"timeToFirstAnswerToken":{"input":0.887543913499997,"reasoning":0,"total":0.887543913499997},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.4-mini","matchedBy":"slug","catalog":{"id":"openai/gpt-5.4-mini","canonical_slug":"openai/gpt-5.4-mini-20260317","hugging_face_id":"","name":"OpenAI: GPT-5.4 Mini","created":1773748178,"description":"GPT-5.4 mini brings the core capabilities of GPT-5.4 to a faster, more efficient model optimized for high-throughput workloads. It supports text and image inputs with strong performance across reasoning, coding,...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000075","completion":"0.0000045","web_search":"0.01","input_cache_read":"0.000000075"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-08-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.4-mini-20260317/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":24.6,"coding_index":56.1,"agentic_index":19.7}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.000000375","completion":"0.00000225","web_search":"0.01","input_cache_read":"0.0000000375","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":99.9407231772377,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.00000075","completion":"0.0000045","web_search":"0.01","input_cache_read":"0.000000075","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99913929875801,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.00000075","completion":"0.0000045","web_search":"0.01","input_cache_read":"0.000000075","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99482409795165,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.000000825","completion":"0.00000495","web_search":"0.01","input_cache_read":"0.0000000825","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.0000015","completion":"0.000009","web_search":"0.01","input_cache_read":"0.00000015","discount":0},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"ba242e40-83b7-4cd3-a0e0-b56237984914","slug":"gpt-5-4-mini","name":"GPT-5.4 mini (xhigh)","shortName":"GPT-5.4 mini (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-4-mini","releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-4-mini","name":"GPT-5.4 mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":24.5789419231964,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.906268292165187,"strategyAndOps":26.218176423584328,"legal":26.86897788400278,"healthcareAndMedical":22.747445637627887,"engineering":24.896114733058116,"economics":30.330888670064887},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":200.242478764018,"canonicalInputTokens":2587888578,"canonicalOutputTokens":228194408,"outputTokensPerTask":51657.29562655977,"answerTokensPerTask":6788.624926130197,"reasoningTokensPerTask":44868.67070042957,"price1mInputTokens":0.75,"price1mOutputTokens":4.5,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.40970114992092954,"latency":{"timeToFirstChunkMs":118.4307842005,"timeToFirstAnswerTokenMs":118.4307842005,"endToEndMs":120.92775688624687}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":719.24,"score":719.24,"outputTokensPerTask":32212.296703296703,"costPerTask":0.3371363836220804,"timePerTask":165.26863300360228,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1094.54,"score":1094.54,"outputTokensPerTask":65906.30454545455,"costPerTask":0.591139298768956,"timePerTask":338.1393434586,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.26204887225711754,"score":0.26204887225711754,"outputTokensPerTask":43188.55403348554,"costPerTask":0.5806221724995321,"timePerTask":221.58349503175518,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0202020202020202,"score":0.0202020202020202,"outputTokensPerTask":121076.84848484848,"costPerTask":1.4170767518571614,"timePerTask":621.1977190507896,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.520833333333333,"score":0.520833333333333,"outputTokensPerTask":46416.29861111111,"costPerTask":0.21084019010416666,"timePerTask":238.14378376069803,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.281278962001854,"score":0.281278962001854,"outputTokensPerTask":33526.10240963855,"costPerTask":0.15109767052826692,"timePerTask":172.0092536777322,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.134,"score":0.134,"outputTokensPerTask":33683.98,"costPerTask":0.23660861999999994,"timePerTask":172.81926153843435,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.1,"score":0.1,"outputTokensPerTask":124048.85714285714,"costPerTask":0.5597143071428571,"timePerTask":636.4459272958632,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-18.916666666666668,"score":-18.916666666666668,"outputTokensPerTask":12671.638666666666,"costPerTask":0.05711199775,"timePerTask":65.01319727820774,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.77,"score":0.77,"outputTokensPerTask":5988.77,"costPerTask":0.097702005,"timePerTask":30.726024921150334,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0388888888888889,"score":0.0388888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.607468519322623,"score":0.607468519322623,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.134,"score":0.134,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1094.54,"score":1094.54,"outputTokensPerTask":65906.30454545455,"costPerTask":0.591139298768956,"timePerTask":338.1393434586,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.29727,"score":0.29727,"outputTokensPerTask":65906.30454545455,"costPerTask":0.591139298768956,"timePerTask":338.1393434586,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.352165725047081,"score":0.352165725047081,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.833333333333333,"score":0.833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.255670103092783,"score":0.255670103092783,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.522727272727273,"score":0.522727272727273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.591760299625468,"score":0.591760299625468,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0202020202020202,"score":0.0202020202020202,"outputTokensPerTask":121076.84848484848,"costPerTask":1.4170767518571614,"timePerTask":621.1977190507896,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.77,"score":0.77,"outputTokensPerTask":5988.77,"costPerTask":0.097702005,"timePerTask":30.726024921150334,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.73265306122449,"score":0.73265306122449,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.281278962001854,"score":0.281278962001854,"outputTokensPerTask":33526.10240963855,"costPerTask":0.15109767052826692,"timePerTask":172.0092536777322,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.874747474747475,"score":0.874747474747475,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.281710914454277,"score":0.281710914454277,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.732947976878613,"score":0.732947976878613,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.15,"score":0.15,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.26204887225711754,"score":0.26204887225711754,"outputTokensPerTask":43188.55403348554,"costPerTask":0.5806221724995321,"timePerTask":221.58349503175518,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.3461653237839451,"score":0.3461653237839451,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":24.906268292165187,"score":24.906268292165187,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":26.218176423584328,"score":26.218176423584328,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":26.86897788400278,"score":26.86897788400278,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":22.747445637627887,"score":22.747445637627887,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":24.896114733058116,"score":24.896114733058116,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":30.330888670064887,"score":30.330888670064887,"family":"Capability Index"}],"benchmarkCount":36,"raw":{"id":"ba242e40-83b7-4cd3-a0e0-b56237984914","slug":"gpt-5-4-mini","name":"GPT-5.4 mini (xhigh)","shortName":"GPT-5.4 mini (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-4-mini","name":"GPT-5.4 mini"},"deprecated":true,"deprecatedTo":"gpt-5-6-terra-xhigh","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":24.5789419231964,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.906268292165187,"strategyAndOps":26.218176423584328,"legal":26.86897788400278,"healthcareAndMedical":22.747445637627887,"engineering":24.896114733058116,"economics":30.330888670064887},"omniscience":-18.916666666666668,"omniscienceBreakdown":{"accuracy":0.37466666666666665,"hallucinationRate":0.9016524520255863},"mlcrOverall":0.0388888888888889,"harveyLab":0.607468519322623,"gdpPdfAllPass":0.134,"gdpval":1094.54,"gdpvalNormalized":0.29727,"itBenchSre":0.352165725047081,"tau2":0.833333333333333,"tauBanking":0.255670103092783,"terminalbenchHard":0.522727272727273,"terminalBench21":0.591760299625468,"terminalBench40":0.0202020202020202,"scicode":0.520833333333333,"lcr":0.77,"ifbench":0.73265306122449,"hle":0.281278962001854,"gpqa":0.874747474747475,"critpt":0.1,"apexAgents":0.281710914454277,"mmmuPro":0.732947976878613,"livecodebench":null,"aime25":null,"analystAgent":0.15,"automationBenchPartialScore":0.26204887225711754,"enterpriseOpsGym":0.3461653237839451,"price1mInputTokens":0.75,"price1mOutputTokens":4.5,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":1.24,"price1mBlended0To3To1":1.6875,"price1mBlended7To2To1":0.6525000000000001,"price1mBlended0To1To1":2.625,"price1mBlended100To1To1":0.125,"price1mBlended0To100To1":0.7871287128712872,"intelligenceIndexTimePerTask":265.03327941812853,"intelligenceIndexCost":{"total":1437.799687843545,"input":410.92485184354496,"nonCacheInput":17.28392325,"cacheRead":169.999064628495,"cacheWrite":223.64186396504994,"output":1026.874836,"reasoning":974.8114245,"answer":52.0634115},"intelligenceIndexCostPerTask":{"cost":{"total":0.40970114992092954,"input":0.1772433196014105,"nonCacheInput":0.012423292166406008,"cacheRead":0.07429466734664664,"cacheWrite":0.0905253600883579,"output":0.23245783031951894,"reasoning":0.20190901815193307,"answer":0.03054881216758588},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.05057045754331206},{"slug":"gdpval-aa","weightedCostPerTask":0.0591139298768956},{"slug":"automationbench-aa","weightedCostPerTask":0.02903110862497661},{"slug":"terminalbench-4-0","weightedCostPerTask":0.14170767518571614},{"slug":"scicode","weightedCostPerTask":0.021084019010416667},{"slug":"humanitys-last-exam","weightedCostPerTask":0.015109767052826692},{"slug":"gdp-pdf","weightedCostPerTask":0.023660861999999994},{"slug":"critpt","weightedCostPerTask":0.05597143071428571},{"slug":"omniscience","weightedCostPerTask":0.0085667996625},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00488510025}]},"canonicalIntelligenceIndexTokenCount":{"input":2587888578,"output":228194408,"answer":11569647,"reasoning":216624761},"intelligenceIndexOutputTokensPerTask":{"reasoning":44868.67070042957,"answer":6788.624926130197,"output":51657.29562655977},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":719.24,"outputTokensPerTask":32212.296703296703,"costPerTask":0.3371363836220804,"timePerTask":165.26863300360228},{"slug":"gdpval-aa","score":1094.54,"outputTokensPerTask":65906.30454545455,"costPerTask":0.591139298768956,"timePerTask":338.1393434586},{"slug":"automationbench-aa","score":0.26204887225711754,"outputTokensPerTask":43188.55403348554,"costPerTask":0.5806221724995321,"timePerTask":221.58349503175518},{"slug":"terminalbench-4-0","score":0.0202020202020202,"outputTokensPerTask":121076.84848484848,"costPerTask":1.4170767518571614,"timePerTask":621.1977190507896},{"slug":"scicode","score":0.520833333333333,"outputTokensPerTask":46416.29861111111,"costPerTask":0.21084019010416666,"timePerTask":238.14378376069803},{"slug":"humanitys-last-exam","score":0.281278962001854,"outputTokensPerTask":33526.10240963855,"costPerTask":0.15109767052826692,"timePerTask":172.0092536777322},{"slug":"gdp-pdf","score":0.134,"outputTokensPerTask":33683.98,"costPerTask":0.23660861999999994,"timePerTask":172.81926153843435},{"slug":"critpt","score":0.1,"outputTokensPerTask":124048.85714285714,"costPerTask":0.5597143071428571,"timePerTask":636.4459272958632},{"slug":"omniscience","score":-18.916666666666668,"outputTokensPerTask":12671.638666666666,"costPerTask":0.05711199775,"timePerTask":65.01319727820774},{"slug":"artificial-analysis-long-context-reasoning","score":0.77,"outputTokensPerTask":5988.77,"costPerTask":0.097702005,"timePerTask":30.726024921150334}],"briefcaseBreakdown":{"overall":{"elo":719.24,"lower95ci":712.17,"upper95ci":726.09},"rubricPassRate":0.1254355400696864,"analyticalQuality":{"elo":617.94,"lower95ci":605.63,"upper95ci":631.24},"presentation":{"elo":782.1,"lower95ci":768.84,"upper95ci":795.5}},"briefcaseTotalCost":30.679410909609317,"timescaleData":{"medianOutputSpeed":200.242478764018,"medianTimeToFirstChunk":118.4307842005},"outputSpeedVariance":{"p05":145.96874158053,"q25":174.854076750005,"median":200.242478764018,"q75":247.410892183156,"p95":261.20790345546},"timeToFirstChunkVariance":{"p05":75.0856534987999,"q25":95.4622156445,"median":118.4307842005,"q75":137.099073574,"p95":152.9587376146},"performanceByPromptType":{"long":{"medianOutputSpeed":200.242478764018,"medianTimeToFirstChunk":118.4307842005,"medianTimeToFirstAnswerToken":118.4307842005,"medianEndToEndResponseTime":120.92775688624687}},"endToEndResponseTime":{"input":118.4307842005,"reasoning":0,"answer":2.4969726857468673,"total":120.92775688624687},"timeToFirstAnswerToken":{"input":118.4307842005,"reasoning":0,"total":118.4307842005},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.4-mini","matchedBy":"slug","catalog":{"id":"openai/gpt-5.4-mini","canonical_slug":"openai/gpt-5.4-mini-20260317","hugging_face_id":"","name":"OpenAI: GPT-5.4 Mini","created":1773748178,"description":"GPT-5.4 mini brings the core capabilities of GPT-5.4 to a faster, more efficient model optimized for high-throughput workloads. It supports text and image inputs with strong performance across reasoning, coding,...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000075","completion":"0.0000045","web_search":"0.01","input_cache_read":"0.000000075"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-08-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.4-mini-20260317/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":24.6,"coding_index":56.1,"agentic_index":19.7}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.000000375","completion":"0.00000225","web_search":"0.01","input_cache_read":"0.0000000375","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":99.9407231772377,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.00000075","completion":"0.0000045","web_search":"0.01","input_cache_read":"0.000000075","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99913929875801,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.00000075","completion":"0.0000045","web_search":"0.01","input_cache_read":"0.000000075","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99482409795165,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.000000825","completion":"0.00000495","web_search":"0.01","input_cache_read":"0.0000000825","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-mini-20260317","model_id":"openai/gpt-5.4-mini","model_name":"OpenAI: GPT-5.4 Mini","context_length":400000,"pricing":{"prompt":"0.0000015","completion":"0.000009","web_search":"0.01","input_cache_read":"0.00000015","discount":0},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"8869f28a-a6ff-487f-8d32-93fe335fdda5","slug":"gpt-5-4-nano-medium","name":"GPT-5.4 nano (medium)","shortName":"GPT-5.4 nano","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-4-nano-medium","releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-4-nano","name":"GPT-5.4 nano"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":20.0139276661357,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":170.04473585537,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":1.25,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.79950502349993,"timeToFirstAnswerTokenMs":3.79950502349993,"endToEndMs":6.739907720971673}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-18.033333333333335,"score":-18.033333333333335,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.526315789473684,"score":0.526315789473684,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.333333333333333,"score":0.333333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.673333333333333,"score":0.673333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.64421768707483,"score":0.64421768707483,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.159406858202039,"score":0.159406858202039,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.760606060606061,"score":0.760606060606061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0514285714285714,"score":0.0514285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.595375722543353,"score":0.595375722543353,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"8869f28a-a6ff-487f-8d32-93fe335fdda5","slug":"gpt-5-4-nano-medium","name":"GPT-5.4 nano (medium)","shortName":"GPT-5.4 nano","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-4-nano","name":"GPT-5.4 nano"},"deprecated":true,"deprecatedTo":"gpt-5-6-luna-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":20.0139276661357,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-18.033333333333335,"omniscienceBreakdown":{"accuracy":0.219,"hallucinationRate":0.5113102859581733},"gdpval":null,"itBenchSre":null,"tau2":0.526315789473684,"tauBanking":null,"terminalbenchHard":0.333333333333333,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.673333333333333,"ifbench":0.64421768707483,"hle":0.159406858202039,"gpqa":0.760606060606061,"critpt":0.0514285714285714,"apexAgents":null,"mmmuPro":0.595375722543353,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":1.25,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.5,"price1mBlended0To3To1":0.4625,"price1mBlended7To2To1":0.179,"price1mBlended0To1To1":0.725,"price1mBlended100To1To1":0.03382352941176471,"price1mBlended0To100To1":0.2103960396039604,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":170.04473585537,"medianTimeToFirstChunk":3.79950502349993},"outputSpeedVariance":{"p05":124.633255065687,"q25":154.724720429035,"median":170.04473585537,"q75":180.708085995285,"p95":206.89019636625},"timeToFirstChunkVariance":{"p05":1.37438551920001,"q25":2.24307912225002,"median":3.79950502349993,"q75":7.79469398875001,"p95":14.33084104075},"performanceByPromptType":{"long":{"medianOutputSpeed":170.04473585537,"medianTimeToFirstChunk":3.79950502349993,"medianTimeToFirstAnswerToken":3.79950502349993,"medianEndToEndResponseTime":6.739907720971673}},"endToEndResponseTime":{"input":3.79950502349993,"reasoning":0,"answer":2.940402697471743,"total":6.739907720971673},"timeToFirstAnswerToken":{"input":3.79950502349993,"reasoning":0,"total":3.79950502349993},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.4-nano","matchedBy":"slug","catalog":{"id":"openai/gpt-5.4-nano","canonical_slug":"openai/gpt-5.4-nano-20260317","hugging_face_id":"","name":"OpenAI: GPT-5.4 Nano","created":1773748187,"description":"GPT-5.4 nano is the most lightweight and cost-efficient variant of the GPT-5.4 family, optimized for speed-critical and high-volume tasks. It supports text and image inputs and is designed for low-latency...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.00000125","web_search":"0.01","input_cache_read":"0.00000002"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-08-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.4-nano-20260317/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":21.2,"coding_index":56.1,"agentic_index":17.7}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.0000001","completion":"0.000000625","web_search":"0.01","input_cache_read":"0.00000001","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.0000002","completion":"0.00000125","web_search":"0.01","input_cache_read":"0.00000002","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99778006601741,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.0000002","completion":"0.00000125","web_search":"0.01","input_cache_read":"0.00000002","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9890498388762,"uptime_last_5m":100,"uptime_last_1d":99.9932239620578,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.00000022","completion":"0.000001375","web_search":"0.01","input_cache_read":"0.000000022","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"c298d1a8-606c-4971-8613-ccdaaf941043","slug":"gpt-5-4-nano-non-reasoning","name":"GPT-5.4 nano (Non-Reasoning)","shortName":"GPT-5.4 nano (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-4-nano-non-reasoning","releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":false,"effort":null,"release":{"slug":"gpt-5-4-nano","name":"GPT-5.4 nano"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":11.6892323777027,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":159.599817500919,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":1.25,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.834700228999992,"timeToFirstAnswerTokenMs":0.834700228999992,"endToEndMs":3.967535891528998}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-37.483333333333334,"score":-37.483333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":680.74,"score":680.74,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.09037,"score":0.09037,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.12909604519774,"score":0.12909604519774,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.347953216374269,"score":0.347953216374269,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.242424242424242,"score":0.242424242424242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.296666666666667,"score":0.296666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.327210884353741,"score":0.327210884353741,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0407784986098239,"score":0.0407784986098239,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.557575757575758,"score":0.557575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.43757225433526,"score":0.43757225433526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"c298d1a8-606c-4971-8613-ccdaaf941043","slug":"gpt-5-4-nano-non-reasoning","name":"GPT-5.4 nano (Non-Reasoning)","shortName":"GPT-5.4 nano (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-5-4-nano","name":"GPT-5.4 nano"},"deprecated":true,"deprecatedTo":"gpt-5-6-luna-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":11.6892323777027,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-37.483333333333334,"omniscienceBreakdown":{"accuracy":0.14883333333333335,"hallucinationRate":0.6152339925592324},"gdpval":680.74,"gdpvalNormalized":0.09037,"itBenchSre":0.12909604519774,"tau2":0.347953216374269,"tauBanking":null,"terminalbenchHard":0.242424242424242,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.296666666666667,"ifbench":0.327210884353741,"hle":0.0407784986098239,"gpqa":0.557575757575758,"critpt":0,"apexAgents":null,"mmmuPro":0.43757225433526,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":1.25,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.5,"price1mBlended0To3To1":0.4625,"price1mBlended7To2To1":0.179,"price1mBlended0To1To1":0.725,"price1mBlended100To1To1":0.03382352941176471,"price1mBlended0To100To1":0.2103960396039604,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":159.599817500919,"medianTimeToFirstChunk":0.834700228999992},"outputSpeedVariance":{"p05":107.680384549403,"q25":137.413539737881,"median":159.599817500919,"q75":167.167213784123,"p95":186.279303799429},"timeToFirstChunkVariance":{"p05":0.569182185200002,"q25":0.61549026574994,"median":0.834700228999992,"q75":0.93792652650005,"p95":1.21865694190013},"performanceByPromptType":{"long":{"medianOutputSpeed":159.599817500919,"medianTimeToFirstChunk":0.834700228999992,"medianTimeToFirstAnswerToken":0.834700228999992,"medianEndToEndResponseTime":3.967535891528998}},"endToEndResponseTime":{"input":0.834700228999992,"reasoning":0,"answer":3.132835662529006,"total":3.967535891528998},"timeToFirstAnswerToken":{"input":0.834700228999992,"reasoning":0,"total":0.834700228999992},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.4-nano","matchedBy":"slug","catalog":{"id":"openai/gpt-5.4-nano","canonical_slug":"openai/gpt-5.4-nano-20260317","hugging_face_id":"","name":"OpenAI: GPT-5.4 Nano","created":1773748187,"description":"GPT-5.4 nano is the most lightweight and cost-efficient variant of the GPT-5.4 family, optimized for speed-critical and high-volume tasks. It supports text and image inputs and is designed for low-latency...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.00000125","web_search":"0.01","input_cache_read":"0.00000002"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-08-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.4-nano-20260317/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":21.2,"coding_index":56.1,"agentic_index":17.7}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.0000001","completion":"0.000000625","web_search":"0.01","input_cache_read":"0.00000001","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.0000002","completion":"0.00000125","web_search":"0.01","input_cache_read":"0.00000002","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99778006601741,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.0000002","completion":"0.00000125","web_search":"0.01","input_cache_read":"0.00000002","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9890498388762,"uptime_last_5m":100,"uptime_last_1d":99.9932239620578,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.00000022","completion":"0.000001375","web_search":"0.01","input_cache_read":"0.000000022","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31","slug":"gpt-5-4-nano","name":"GPT-5.4 nano (xhigh)","shortName":"GPT-5.4 nano (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-4-nano","releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-4-nano","name":"GPT-5.4 nano"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":21.2442352504557,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":21.521351049672926,"strategyAndOps":16.728408881295923,"legal":22.78588258617129,"healthcareAndMedical":17.424150818735555,"engineering":23.176253830793424,"economics":30.920790954299996},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":176.723197093234,"canonicalInputTokens":2244038353,"canonicalOutputTokens":186280210,"outputTokensPerTask":66530.06975267104,"answerTokensPerTask":9583.025015968784,"reasoningTokensPerTask":56947.044736702264,"price1mInputTokens":0.2,"price1mOutputTokens":1.25,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.1830802502922872,"latency":{"timeToFirstChunkMs":64.382080487,"timeToFirstAnswerTokenMs":64.382080487,"endToEndMs":67.21136384212295}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":669.58,"score":669.58,"outputTokensPerTask":169169.64835164836,"costPerTask":0.5880544955790029,"timePerTask":1038.9687764646158,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1035.42,"score":1035.42,"outputTokensPerTask":85614.20909090909,"costPerTask":0.240642575473984,"timePerTask":525.8064371113938,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.05960613074868808,"score":0.05960613074868808,"outputTokensPerTask":10158.844748858448,"costPerTask":0.03277010191527987,"timePerTask":62.39134857735019,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":112322.54545454546,"costPerTask":0.4001411902017877,"timePerTask":689.8377974855156,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.472222222222222,"score":0.472222222222222,"outputTokensPerTask":17684.461805555555,"costPerTask":0.022674866145833337,"timePerTask":108.61052099819096,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.282669138090825,"score":0.282669138090825,"outputTokensPerTask":34280.67284522706,"costPerTask":0.042911531417979605,"timePerTask":210.53746383839604,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.078,"score":0.078,"outputTokensPerTask":29228.87,"costPerTask":0.05695963150000001,"timePerTask":179.51141707298711,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0925306122448979,"score":0.0925306122448979,"outputTokensPerTask":113513.97142857143,"costPerTask":0.14225881285714284,"timePerTask":697.1550343453383,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-29.466666666666665,"score":-29.466666666666665,"outputTokensPerTask":7940.158,"costPerTask":0.009949090166666667,"timePerTask":48.76510841381878,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.766666666666667,"score":0.766666666666667,"outputTokensPerTask":3823.67,"costPerTask":0.0236469315,"timePerTask":23.48337175263596,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.05,"score":0.05,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.522362136343899,"score":0.522362136343899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.078,"score":0.078,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1035.42,"score":1035.42,"outputTokensPerTask":85614.20909090909,"costPerTask":0.240642575473984,"timePerTask":525.8064371113938,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.26771000000000006,"score":0.26771000000000006,"outputTokensPerTask":85614.20909090909,"costPerTask":0.240642575473984,"timePerTask":525.8064371113938,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.243879472693032,"score":0.243879472693032,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.760233918128655,"score":0.760233918128655,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.274226804123711,"score":0.274226804123711,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.424242424242424,"score":0.424242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.606741573033708,"score":0.606741573033708,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":112322.54545454546,"costPerTask":0.4001411902017877,"timePerTask":689.8377974855156,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.766666666666667,"score":0.766666666666667,"outputTokensPerTask":3823.67,"costPerTask":0.0236469315,"timePerTask":23.48337175263596,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.759183673469388,"score":0.759183673469388,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.282669138090825,"score":0.282669138090825,"outputTokensPerTask":34280.67284522706,"costPerTask":0.042911531417979605,"timePerTask":210.53746383839604,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.817171717171717,"score":0.817171717171717,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.249262536873156,"score":0.249262536873156,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.653757225433526,"score":0.653757225433526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.05960613074868808,"score":0.05960613074868808,"outputTokensPerTask":10158.844748858448,"costPerTask":0.03277010191527987,"timePerTask":62.39134857735019,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.3148313936138466,"score":0.3148313936138466,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":21.521351049672926,"score":21.521351049672926,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":16.728408881295923,"score":16.728408881295923,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":22.78588258617129,"score":22.78588258617129,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":17.424150818735555,"score":17.424150818735555,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":23.176253830793424,"score":23.176253830793424,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":30.920790954299996,"score":30.920790954299996,"family":"Capability Index"}],"benchmarkCount":35,"raw":{"id":"d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31","slug":"gpt-5-4-nano","name":"GPT-5.4 nano (xhigh)","shortName":"GPT-5.4 nano (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-17","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-4-nano","name":"GPT-5.4 nano"},"deprecated":true,"deprecatedTo":"gpt-5-6-luna-xhigh","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":21.2442352504557,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":21.521351049672926,"strategyAndOps":16.728408881295923,"legal":22.78588258617129,"healthcareAndMedical":17.424150818735555,"engineering":23.176253830793424,"economics":30.920790954299996},"omniscience":-29.466666666666665,"omniscienceBreakdown":{"accuracy":0.25666666666666665,"hallucinationRate":0.7417040358744394},"mlcrOverall":0.05,"harveyLab":0.522362136343899,"gdpPdfAllPass":0.078,"gdpval":1035.42,"gdpvalNormalized":0.26771000000000006,"itBenchSre":0.243879472693032,"tau2":0.760233918128655,"tauBanking":0.274226804123711,"terminalbenchHard":0.424242424242424,"terminalBench21":0.606741573033708,"terminalBench40":0.00505050505050505,"scicode":0.472222222222222,"lcr":0.766666666666667,"ifbench":0.759183673469388,"hle":0.282669138090825,"gpqa":0.817171717171717,"critpt":0.0925306122448979,"apexAgents":0.249262536873156,"mmmuPro":0.653757225433526,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.05960613074868808,"enterpriseOpsGym":0.3148313936138466,"price1mInputTokens":0.2,"price1mOutputTokens":1.25,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.5,"price1mBlended0To3To1":0.4625,"price1mBlended7To2To1":0.179,"price1mBlended0To1To1":0.725,"price1mBlended100To1To1":0.03382352941176471,"price1mBlended0To100To1":0.2103960396039604,"intelligenceIndexTimePerTask":408.59968583344664,"intelligenceIndexCost":{"total":331.2403616636226,"input":98.39009916362261,"nonCacheInput":4.3930142,"cacheRead":38.93528571515304,"cacheWrite":55.06179924846956,"output":232.8502625,"reasoning":217.76634125,"answer":15.083921250000001},"intelligenceIndexCostPerTask":{"cost":{"total":0.1830802502922872,"input":0.09991766310144838,"nonCacheInput":0.003088938282176325,"cacheRead":0.04129412327324764,"cacheWrite":0.055534601546024416,"output":0.0831625871908388,"reasoning":0.07118380592087782,"answer":0.01197878126996098},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.08820817433685044},{"slug":"gdpval-aa","weightedCostPerTask":0.0240642575473984},{"slug":"automationbench-aa","weightedCostPerTask":0.0016385050957639937},{"slug":"terminalbench-4-0","weightedCostPerTask":0.04001411902017877},{"slug":"scicode","weightedCostPerTask":0.002267486614583334},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00429115314179796},{"slug":"gdp-pdf","weightedCostPerTask":0.005695963150000001},{"slug":"critpt","weightedCostPerTask":0.014225881285714283},{"slug":"omniscience","weightedCostPerTask":0.0014923635249999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.001182346575}]},"canonicalIntelligenceIndexTokenCount":{"input":2244038353,"output":186280210,"answer":12067137,"reasoning":174213073},"intelligenceIndexOutputTokensPerTask":{"reasoning":56947.044736702264,"answer":9583.025015968784,"output":66530.06975267104},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":669.58,"outputTokensPerTask":169169.64835164836,"costPerTask":0.5880544955790029,"timePerTask":1038.9687764646158},{"slug":"gdpval-aa","score":1035.42,"outputTokensPerTask":85614.20909090909,"costPerTask":0.240642575473984,"timePerTask":525.8064371113938},{"slug":"automationbench-aa","score":0.05960613074868808,"outputTokensPerTask":10158.844748858448,"costPerTask":0.03277010191527987,"timePerTask":62.39134857735019},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":112322.54545454546,"costPerTask":0.4001411902017877,"timePerTask":689.8377974855156},{"slug":"scicode","score":0.472222222222222,"outputTokensPerTask":17684.461805555555,"costPerTask":0.022674866145833337,"timePerTask":108.61052099819096},{"slug":"humanitys-last-exam","score":0.282669138090825,"outputTokensPerTask":34280.67284522706,"costPerTask":0.042911531417979605,"timePerTask":210.53746383839604},{"slug":"gdp-pdf","score":0.078,"outputTokensPerTask":29228.87,"costPerTask":0.05695963150000001,"timePerTask":179.51141707298711},{"slug":"critpt","score":0.0925306122448979,"outputTokensPerTask":113513.97142857143,"costPerTask":0.14225881285714284,"timePerTask":697.1550343453383},{"slug":"omniscience","score":-29.466666666666665,"outputTokensPerTask":7940.158,"costPerTask":0.009949090166666667,"timePerTask":48.76510841381878},{"slug":"artificial-analysis-long-context-reasoning","score":0.766666666666667,"outputTokensPerTask":3823.67,"costPerTask":0.0236469315,"timePerTask":23.48337175263596}],"briefcaseBreakdown":{"overall":{"elo":669.58,"lower95ci":659.54,"upper95ci":679.09},"rubricPassRate":0.14621676891615543,"analyticalQuality":{"elo":639.85,"lower95ci":621.87,"upper95ci":659.23},"presentation":{"elo":586.01,"lower95ci":567.46,"upper95ci":604.64}},"briefcaseTotalCost":53.51295909768926,"timescaleData":{"medianOutputSpeed":176.723197093234,"medianTimeToFirstChunk":64.382080487},"outputSpeedVariance":{"p05":138.996439587737,"q25":150.698725573526,"median":176.723197093234,"q75":211.410134080685,"p95":261.677451755369},"timeToFirstChunkVariance":{"p05":22.9630793489,"q25":41.7725672255,"median":64.382080487,"q75":138.335463864,"p95":167.5657488505},"performanceByPromptType":{"long":{"medianOutputSpeed":176.723197093234,"medianTimeToFirstChunk":64.382080487,"medianTimeToFirstAnswerToken":64.382080487,"medianEndToEndResponseTime":67.21136384212295}},"endToEndResponseTime":{"input":64.382080487,"reasoning":0,"answer":2.829283355122953,"total":67.21136384212295},"timeToFirstAnswerToken":{"input":64.382080487,"reasoning":0,"total":64.382080487},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.4-nano","matchedBy":"slug","catalog":{"id":"openai/gpt-5.4-nano","canonical_slug":"openai/gpt-5.4-nano-20260317","hugging_face_id":"","name":"OpenAI: GPT-5.4 Nano","created":1773748187,"description":"GPT-5.4 nano is the most lightweight and cost-efficient variant of the GPT-5.4 family, optimized for speed-critical and high-volume tasks. It supports text and image inputs and is designed for low-latency...","context_length":400000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.00000125","web_search":"0.01","input_cache_read":"0.00000002"},"top_provider":{"context_length":400000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-08-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.4-nano-20260317/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":21.2,"coding_index":56.1,"agentic_index":17.7}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.0000001","completion":"0.000000625","web_search":"0.01","input_cache_read":"0.00000001","discount":0},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.0000002","completion":"0.00000125","web_search":"0.01","input_cache_read":"0.00000002","discount":0},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99778006601741,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.0000002","completion":"0.00000125","web_search":"0.01","input_cache_read":"0.00000002","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9890498388762,"uptime_last_5m":100,"uptime_last_1d":99.9932239620578,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-nano-20260317","model_id":"openai/gpt-5.4-nano","model_name":"OpenAI: GPT-5.4 Nano","context_length":400000,"pricing":{"prompt":"0.00000022","completion":"0.000001375","web_search":"0.01","input_cache_read":"0.000000022","discount":0},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"5bb1f426-2d64-4d03-99fb-8041ee85c33b","slug":"gpt-5-4-pro","name":"GPT-5.4 Pro (xhigh)","shortName":"GPT-5.4 Pro (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-4-pro","releaseDate":"2026-03-05","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-4-pro","name":"GPT-5.4 Pro"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1050000,"licenseName":null,"intelligenceIndex":null,"intelligenceIndexIsEstimated":false,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":30,"price1mOutputTokens":180,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"critpt","label":"CritPt","value":0.3,"score":0.3,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":1,"raw":{"id":"5bb1f426-2d64-4d03-99fb-8041ee85c33b","slug":"gpt-5-4-pro","name":"GPT-5.4 Pro (xhigh)","shortName":"GPT-5.4 Pro (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-05","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-4-pro","name":"GPT-5.4 Pro"},"deprecated":true,"deprecatedTo":"gpt-5-5-pro","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1050000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":null,"intelligenceIndexIsEstimated":false,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":null,"gpqa":null,"critpt":0.3,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":30,"price1mOutputTokens":180,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":67.5,"price1mBlended7To2To1":45,"price1mBlended0To1To1":105,"price1mBlended100To1To1":31.470588235294116,"price1mBlended0To100To1":31.485148514851485,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.4-pro","matchedBy":"slug","catalog":{"id":"openai/gpt-5.4-pro","canonical_slug":"openai/gpt-5.4-pro-20260305","hugging_face_id":"","name":"OpenAI: GPT-5.4 Pro","created":1772734366,"description":"GPT-5.4 Pro is OpenAI's most advanced model, building on GPT-5.4's unified architecture with enhanced reasoning capabilities for complex, high-stakes tasks. It features a 1M+ token context window (922K input, 128K...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00003","completion":"0.00018","web_search":"0.01","overrides":[{"min_prompt_tokens":272000,"prompt":"0.00006","completion":"0.00027"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.4-pro-20260305/endpoints"},"reasoning":{"mandatory":true,"supported_efforts":["xhigh","high","medium"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.4-pro-20260305","model_id":"openai/gpt-5.4-pro","model_name":"OpenAI: GPT-5.4 Pro","context_length":1050000,"pricing":{"prompt":"0.000015","completion":"0.00009","web_search":"0.01","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00003","completion":"0.000135"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.4-pro-20260305","model_id":"openai/gpt-5.4-pro","model_name":"OpenAI: GPT-5.4 Pro","context_length":1050000,"pricing":{"prompt":"0.00003","completion":"0.00018","web_search":"0.01","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00006","completion":"0.00027"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.4-pro-20260305","model_id":"openai/gpt-5.4-pro","model_name":"OpenAI: GPT-5.4 Pro","context_length":1050000,"pricing":{"prompt":"0.00003","completion":"0.00018","web_search":"0.01","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00006","completion":"0.00027"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.92581602373886,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"b13c1257-d746-4027-8fc8-4892dc14701c","slug":"gpt-5-5-high","name":"GPT-5.5 (high)","shortName":"GPT-5.5 (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-5-high","releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-5","name":"GPT-5.5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":922000,"licenseName":null,"intelligenceIndex":37.2850237887731,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":40.54857671633369,"strategyAndOps":43.99410961461927,"legal":43.895632725222,"engineering":38.92342787032245,"economics":47.13345101560084},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":83.6738037936314,"canonicalInputTokens":1091623762,"canonicalOutputTokens":54656794,"outputTokensPerTask":15611.083606753562,"answerTokensPerTask":6718.141276265624,"reasoningTokensPerTask":8892.942330487938,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":1.541289049705234,"latency":{"timeToFirstChunkMs":15.017990129,"timeToFirstAnswerTokenMs":15.017990129,"endToEndMs":20.993576003321827}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1088.84,"score":1088.84,"outputTokensPerTask":28174.186813186814,"costPerTask":3.301262815473707,"timePerTask":335.02760725654656,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1371.51,"score":1371.51,"outputTokensPerTask":17021.47272727273,"costPerTask":1.4073159129646287,"timePerTask":202.40737798798287,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.4434616323216385,"score":0.4434616323216385,"outputTokensPerTask":13553.124809741248,"costPerTask":1.8090408650002119,"timePerTask":161.16422475525383,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0909090909090909,"score":0.0909090909090909,"outputTokensPerTask":37541.13636363636,"costPerTask":5.5869217336225345,"timePerTask":446.41278106788366,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.561342592592593,"score":0.561342592592593,"outputTokensPerTask":3137.2361111111113,"costPerTask":0.10705229166666666,"timePerTask":37.30580458891698,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.450417052826691,"score":0.450417052826691,"outputTokensPerTask":7511.115848007415,"costPerTask":0.22687830630213163,"timePerTask":89.31690511851242,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.226,"score":0.226,"outputTokensPerTask":6689.44,"costPerTask":0.9255526000000001,"timePerTask":79.54611403503837,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.254285714285714,"score":0.254285714285714,"outputTokensPerTask":30335.35714285714,"costPerTask":0.9200237142857144,"timePerTask":360.726724296702,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":18.75,"score":18.75,"outputTokensPerTask":2823.4601666666667,"costPerTask":0.08588042166666665,"timePerTask":33.574601818845096,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.843333333333333,"score":0.843333333333333,"outputTokensPerTask":1204.09,"costPerTask":0.5078213,"timePerTask":14.31819112637969,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.226,"score":0.226,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1371.51,"score":1371.51,"outputTokensPerTask":17021.47272727273,"costPerTask":1.4073159129646287,"timePerTask":202.40737798798287,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.435755,"score":0.435755,"outputTokensPerTask":17021.47272727273,"costPerTask":1.4073159129646287,"timePerTask":202.40737798798287,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.929824561403509,"score":0.929824561403509,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.36701030927835,"score":0.36701030927835,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.598484848484849,"score":0.598484848484849,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.794007490636704,"score":0.794007490636704,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0909090909090909,"score":0.0909090909090909,"outputTokensPerTask":37541.13636363636,"costPerTask":5.5869217336225345,"timePerTask":446.41278106788366,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.843333333333333,"score":0.843333333333333,"outputTokensPerTask":1204.09,"costPerTask":0.5078213,"timePerTask":14.31819112637969,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.716326530612245,"score":0.716326530612245,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.450417052826691,"score":0.450417052826691,"outputTokensPerTask":7511.115848007415,"costPerTask":0.22687830630213163,"timePerTask":89.31690511851242,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.932323232323232,"score":0.932323232323232,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.810982658959538,"score":0.810982658959538,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.4434616323216385,"score":0.4434616323216385,"outputTokensPerTask":13553.124809741248,"costPerTask":1.8090408650002119,"timePerTask":161.16422475525383,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":40.54857671633369,"score":40.54857671633369,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":43.99410961461927,"score":43.99410961461927,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":43.895632725222,"score":43.895632725222,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":38.92342787032245,"score":38.92342787032245,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":47.13345101560084,"score":47.13345101560084,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"b13c1257-d746-4027-8fc8-4892dc14701c","slug":"gpt-5-5-high","name":"GPT-5.5 (high)","shortName":"GPT-5.5 (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-5","name":"GPT-5.5"},"deprecated":true,"deprecatedTo":"gpt-5-6-sol-high","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":922000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":37.2850237887731,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":40.54857671633369,"strategyAndOps":43.99410961461927,"legal":43.895632725222,"engineering":38.92342787032245,"economics":47.13345101560084},"omniscience":18.75,"omniscienceBreakdown":{"accuracy":0.5703333333333334,"hallucinationRate":0.8910007757951901},"gdpPdfAllPass":0.226,"gdpval":1371.51,"gdpvalNormalized":0.435755,"itBenchSre":null,"tau2":0.929824561403509,"tauBanking":0.36701030927835,"terminalbenchHard":0.598484848484849,"terminalBench21":0.794007490636704,"terminalBench40":0.0909090909090909,"scicode":0.561342592592593,"lcr":0.843333333333333,"ifbench":0.716326530612245,"hle":0.450417052826691,"gpqa":0.932323232323232,"critpt":0.254285714285714,"apexAgents":null,"mmmuPro":0.810982658959538,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.4434616323216385,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":3.83,"price1mBlended0To3To1":11.25,"price1mBlended7To2To1":4.35,"price1mBlended0To1To1":17.5,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":5.247524752475248,"intelligenceIndexTimePerTask":185.63602286489404,"intelligenceIndexCost":{"total":3410.757124784552,"input":1771.0533047845522,"nonCacheInput":134.472995,"cacheRead":409.67394502393864,"cacheWrite":1226.9063647606135,"output":1639.70382,"reasoning":1299.22488,"answer":340.47893999999997},"intelligenceIndexCostPerTask":{"cost":{"total":1.541289049705234,"input":1.0729565415026274,"nonCacheInput":0.09869266641952426,"cacheRead":0.2525183232119262,"cacheWrite":0.7217455518711768,"output":0.4683325082026068,"reasoning":0.26678826991463805,"answer":0.20154423828796872},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.49518942232105606},{"slug":"gdpval-aa","weightedCostPerTask":0.14073159129646287},{"slug":"automationbench-aa","weightedCostPerTask":0.0904520432500106},{"slug":"terminalbench-4-0","weightedCostPerTask":0.5586921733622534},{"slug":"scicode","weightedCostPerTask":0.010705229166666667},{"slug":"humanitys-last-exam","weightedCostPerTask":0.022687830630213162},{"slug":"gdp-pdf","weightedCostPerTask":0.09255526},{"slug":"critpt","weightedCostPerTask":0.09200237142857144},{"slug":"omniscience","weightedCostPerTask":0.012882063249999997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.025391065}]},"canonicalIntelligenceIndexTokenCount":{"input":1091623762,"output":54656794,"answer":11349298,"reasoning":43307496},"intelligenceIndexOutputTokensPerTask":{"reasoning":8892.942330487938,"answer":6718.141276265624,"output":15611.083606753562},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1088.84,"outputTokensPerTask":28174.186813186814,"costPerTask":3.301262815473707,"timePerTask":335.02760725654656},{"slug":"gdpval-aa","score":1371.51,"outputTokensPerTask":17021.47272727273,"costPerTask":1.4073159129646287,"timePerTask":202.40737798798287},{"slug":"automationbench-aa","score":0.4434616323216385,"outputTokensPerTask":13553.124809741248,"costPerTask":1.8090408650002119,"timePerTask":161.16422475525383},{"slug":"terminalbench-4-0","score":0.0909090909090909,"outputTokensPerTask":37541.13636363636,"costPerTask":5.5869217336225345,"timePerTask":446.41278106788366},{"slug":"scicode","score":0.561342592592593,"outputTokensPerTask":3137.2361111111113,"costPerTask":0.10705229166666666,"timePerTask":37.30580458891698},{"slug":"humanitys-last-exam","score":0.450417052826691,"outputTokensPerTask":7511.115848007415,"costPerTask":0.22687830630213163,"timePerTask":89.31690511851242},{"slug":"gdp-pdf","score":0.226,"outputTokensPerTask":6689.44,"costPerTask":0.9255526000000001,"timePerTask":79.54611403503837},{"slug":"critpt","score":0.254285714285714,"outputTokensPerTask":30335.35714285714,"costPerTask":0.9200237142857144,"timePerTask":360.726724296702},{"slug":"omniscience","score":18.75,"outputTokensPerTask":2823.4601666666667,"costPerTask":0.08588042166666665,"timePerTask":33.574601818845096},{"slug":"artificial-analysis-long-context-reasoning","score":0.843333333333333,"outputTokensPerTask":1204.09,"costPerTask":0.5078213,"timePerTask":14.31819112637969}],"briefcaseBreakdown":{"overall":{"elo":1088.84,"lower95ci":1082.97,"upper95ci":1094.77},"rubricPassRate":0.30606060606060603,"analyticalQuality":{"elo":1129.09,"lower95ci":1117.8,"upper95ci":1140.95},"presentation":{"elo":1077.63,"lower95ci":1066.64,"upper95ci":1089.23}},"briefcaseTotalCost":300.41491620810734,"timescaleData":{"medianOutputSpeed":83.6738037936314,"medianTimeToFirstChunk":15.017990129},"outputSpeedVariance":{"p05":61.864515846111,"q25":71.3401663010484,"median":83.6738037936314,"q75":108.06734885491,"p95":145.595220661558},"timeToFirstChunkVariance":{"p05":6.31686448585,"q25":10.088511823,"median":15.017990129,"q75":25.5170083537498,"p95":102.6620117688},"performanceByPromptType":{"long":{"medianOutputSpeed":83.6738037936314,"medianTimeToFirstChunk":15.017990129,"medianTimeToFirstAnswerToken":15.017990129,"medianEndToEndResponseTime":20.993576003321827}},"endToEndResponseTime":{"input":15.017990129,"reasoning":0,"answer":5.975585874321829,"total":20.993576003321827},"timeToFirstAnswerToken":{"input":15.017990129,"reasoning":0,"total":15.017990129},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":3,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.5","matchedBy":"slug","catalog":{"id":"openai/gpt-5.5","canonical_slug":"openai/gpt-5.5-20260423","hugging_face_id":"","name":"OpenAI: GPT-5.5","created":1777051893,"description":"GPT-5.5 is OpenAI’s frontier model designed for complex professional workloads, building on GPT-5.4 with stronger reasoning, higher reliability, and improved token efficiency on hard tasks. It features a 1M+ token...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-12-01","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.5-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1179,"win_rate":52.4,"rank":14},{"arena":"agents","category":"agentichtmlslides","elo":1084,"win_rate":34.2,"rank":8},{"arena":"agents","category":"agenticslides","elo":1150,"win_rate":43.5,"rank":6},{"arena":"agents","category":"agenticslides(html)","elo":1077,"win_rate":33.2,"rank":8},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1155,"win_rate":45.2,"rank":6},{"arena":"agents","category":"androidnative","elo":1174,"win_rate":50.9,"rank":20},{"arena":"agents","category":"fullstack","elo":1099,"win_rate":43,"rank":29},{"arena":"agents","category":"godotgamedev","elo":1183,"win_rate":52.2,"rank":12},{"arena":"agents","category":"htmlslides","elo":1070,"win_rate":35.6,"rank":22},{"arena":"agents","category":"mobileapps","elo":1171,"win_rate":50.4,"rank":28},{"arena":"agents","category":"pptxslides","elo":1157,"win_rate":45.3,"rank":6},{"arena":"agents","category":"python-pptxslides","elo":1152,"win_rate":43.3,"rank":23},{"arena":"agents","category":"webapps","elo":1132,"win_rate":42.6,"rank":31},{"arena":"models","category":"3d","elo":1226,"win_rate":50.5,"rank":40},{"arena":"models","category":"asciiart","elo":1277,"win_rate":60.2,"rank":11},{"arena":"models","category":"codecategories","elo":1274,"win_rate":54.1,"rank":28},{"arena":"models","category":"dataviz","elo":1273,"win_rate":55.8,"rank":23},{"arena":"models","category":"gamedev","elo":1320,"win_rate":58.8,"rank":12},{"arena":"models","category":"svg","elo":1261,"win_rate":57.4,"rank":13},{"arena":"models","category":"uicomponent","elo":1272,"win_rate":54.7,"rank":29},{"arena":"models","category":"website","elo":1269,"win_rate":53.2,"rank":30}],"artificial_analysis":{"intelligence_index":38.6,"coding_index":74.9,"agentic_index":37.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99422588343984,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99323791276908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000125","completion":"0.000075","web_search":"0.01","input_cache_read":"0.00000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000025","completion":"0.0001125","input_cache_read":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"c77cfe51-f4a0-4692-9dee-5061ef667f23","slug":"gpt-5-5-low","name":"GPT-5.5 (low)","shortName":"GPT-5.5 (low)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-5-low","releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5-5","name":"GPT-5.5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":922000,"licenseName":null,"intelligenceIndex":30.709518471208,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":82.2542528905267,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.64959212449996,"timeToFirstAnswerTokenMs":1.64959212449996,"endToEndMs":7.728305168863232}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":15.1,"score":15.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.111111111111111,"score":0.111111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1112.71,"score":1112.71,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.30635500000000004,"score":0.30635500000000004,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.839181286549708,"score":0.839181286549708,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.249484536082474,"score":0.249484536082474,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.522727272727273,"score":0.522727272727273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.655430711610487,"score":0.655430711610487,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.81,"score":0.81,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.643537414965986,"score":0.643537414965986,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.326691380908248,"score":0.326691380908248,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.91010101010101,"score":0.91010101010101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.08,"score":0.08,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.790173410404624,"score":0.790173410404624,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"c77cfe51-f4a0-4692-9dee-5061ef667f23","slug":"gpt-5-5-low","name":"GPT-5.5 (low)","shortName":"GPT-5.5 (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5-5","name":"GPT-5.5"},"deprecated":true,"deprecatedTo":"gpt-5-6-sol-low","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":922000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":30.709518471208,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":15.1,"omniscienceBreakdown":{"accuracy":0.5485,"hallucinationRate":0.8803986710963455},"mlcrOverall":0.111111111111111,"gdpval":1112.71,"gdpvalNormalized":0.30635500000000004,"itBenchSre":null,"tau2":0.839181286549708,"tauBanking":0.249484536082474,"terminalbenchHard":0.522727272727273,"terminalBench21":0.655430711610487,"terminalBench40":null,"scicode":null,"lcr":0.81,"ifbench":0.643537414965986,"hle":0.326691380908248,"gpqa":0.91010101010101,"critpt":0.08,"apexAgents":null,"mmmuPro":0.790173410404624,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":3.83,"price1mBlended0To3To1":11.25,"price1mBlended7To2To1":4.35,"price1mBlended0To1To1":17.5,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":5.247524752475248,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":82.2542528905267,"medianTimeToFirstChunk":1.64959212449996},"outputSpeedVariance":{"p05":55.6196340707861,"q25":67.2927217115159,"median":82.2542528905267,"q75":100.691412026383,"p95":121.83657999654},"timeToFirstChunkVariance":{"p05":1.34329203494999,"q25":1.48094710324996,"median":1.64959212449996,"q75":2.09521349575,"p95":4.06501540470003},"performanceByPromptType":{"long":{"medianOutputSpeed":82.2542528905267,"medianTimeToFirstChunk":1.64959212449996,"medianTimeToFirstAnswerToken":1.64959212449996,"medianEndToEndResponseTime":7.728305168863232}},"endToEndResponseTime":{"input":1.64959212449996,"reasoning":0,"answer":6.078713044363272,"total":7.728305168863232},"timeToFirstAnswerToken":{"input":1.64959212449996,"reasoning":0,"total":1.64959212449996},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.5","matchedBy":"slug","catalog":{"id":"openai/gpt-5.5","canonical_slug":"openai/gpt-5.5-20260423","hugging_face_id":"","name":"OpenAI: GPT-5.5","created":1777051893,"description":"GPT-5.5 is OpenAI’s frontier model designed for complex professional workloads, building on GPT-5.4 with stronger reasoning, higher reliability, and improved token efficiency on hard tasks. It features a 1M+ token...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-12-01","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.5-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1179,"win_rate":52.4,"rank":14},{"arena":"agents","category":"agentichtmlslides","elo":1084,"win_rate":34.2,"rank":8},{"arena":"agents","category":"agenticslides","elo":1150,"win_rate":43.5,"rank":6},{"arena":"agents","category":"agenticslides(html)","elo":1077,"win_rate":33.2,"rank":8},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1155,"win_rate":45.2,"rank":6},{"arena":"agents","category":"androidnative","elo":1174,"win_rate":50.9,"rank":20},{"arena":"agents","category":"fullstack","elo":1099,"win_rate":43,"rank":29},{"arena":"agents","category":"godotgamedev","elo":1183,"win_rate":52.2,"rank":12},{"arena":"agents","category":"htmlslides","elo":1070,"win_rate":35.6,"rank":22},{"arena":"agents","category":"mobileapps","elo":1171,"win_rate":50.4,"rank":28},{"arena":"agents","category":"pptxslides","elo":1157,"win_rate":45.3,"rank":6},{"arena":"agents","category":"python-pptxslides","elo":1152,"win_rate":43.3,"rank":23},{"arena":"agents","category":"webapps","elo":1132,"win_rate":42.6,"rank":31},{"arena":"models","category":"3d","elo":1226,"win_rate":50.5,"rank":40},{"arena":"models","category":"asciiart","elo":1277,"win_rate":60.2,"rank":11},{"arena":"models","category":"codecategories","elo":1274,"win_rate":54.1,"rank":28},{"arena":"models","category":"dataviz","elo":1273,"win_rate":55.8,"rank":23},{"arena":"models","category":"gamedev","elo":1320,"win_rate":58.8,"rank":12},{"arena":"models","category":"svg","elo":1261,"win_rate":57.4,"rank":13},{"arena":"models","category":"uicomponent","elo":1272,"win_rate":54.7,"rank":29},{"arena":"models","category":"website","elo":1269,"win_rate":53.2,"rank":30}],"artificial_analysis":{"intelligence_index":38.6,"coding_index":74.9,"agentic_index":37.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99422588343984,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99323791276908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000125","completion":"0.000075","web_search":"0.01","input_cache_read":"0.00000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000025","completion":"0.0001125","input_cache_read":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"6b79f899-e3c0-45f6-923c-243faccdb2fc","slug":"gpt-5-5-medium","name":"GPT-5.5 (medium)","shortName":"GPT-5.5 (medium)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-5-medium","releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-5","name":"GPT-5.5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":922000,"licenseName":null,"intelligenceIndex":34.1541604432432,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":38.307357862433506,"strategyAndOps":41.14437539216715,"legal":41.853422400118056,"engineering":35.377294769888756,"economics":45.08503602873029},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":77.4224314232642,"canonicalInputTokens":704519309,"canonicalOutputTokens":29788332,"outputTokensPerTask":8553.741957565155,"answerTokensPerTask":4958.914465038528,"reasoningTokensPerTask":3594.827492526628,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.9016588021523384,"latency":{"timeToFirstChunkMs":4.83201430900001,"timeToFirstAnswerTokenMs":4.83201430900001,"endToEndMs":11.29009100342113}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1000,"score":1000,"outputTokensPerTask":18069.813186813186,"costPerTask":1.9231450803919996,"timePerTask":231.60971604617987,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1288.18,"score":1288.18,"outputTokensPerTask":10928.209090909091,"costPerTask":0.8080570297565506,"timePerTask":140.07225079038685,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.40068834155236427,"score":0.40068834155236427,"outputTokensPerTask":9904.057838660578,"costPerTask":1.3279191806643185,"timePerTask":126.94519860288987,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0505050505050505,"score":0.0505050505050505,"outputTokensPerTask":21702.924242424244,"costPerTask":2.9908822036193414,"timePerTask":278.177093985006,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.545138888888889,"score":0.545138888888889,"outputTokensPerTask":1642.920138888889,"costPerTask":0.062208090277777774,"timePerTask":21.05811847198816,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.42354031510658,"score":0.42354031510658,"outputTokensPerTask":4126.327618164967,"costPerTask":0.1262607483781279,"timePerTask":52.889178104737546,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.206,"score":0.206,"outputTokensPerTask":3766.22,"costPerTask":0.8844243,"timePerTask":48.27350099026022,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.185714285714286,"score":0.185714285714286,"outputTokensPerTask":9123.514285714286,"costPerTask":0.2935964285714286,"timePerTask":116.94058655789674,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":18.1,"score":18.1,"outputTokensPerTask":1222.677,"costPerTask":0.037302673333333335,"timePerTask":15.671654701602241,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":713.08,"costPerTask":0.49305600000000005,"timePerTask":9.139898382498835,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.206,"score":0.206,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1288.18,"score":1288.18,"outputTokensPerTask":10928.209090909091,"costPerTask":0.8080570297565506,"timePerTask":140.07225079038685,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.39409000000000005,"score":0.39409000000000005,"outputTokensPerTask":10928.209090909091,"costPerTask":0.8080570297565506,"timePerTask":140.07225079038685,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.91812865497076,"score":0.91812865497076,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.298969072164948,"score":0.298969072164948,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.575757575757576,"score":0.575757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.805243445692884,"score":0.805243445692884,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0505050505050505,"score":0.0505050505050505,"outputTokensPerTask":21702.924242424244,"costPerTask":2.9908822036193414,"timePerTask":278.177093985006,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":713.08,"costPerTask":0.49305600000000005,"timePerTask":9.139898382498835,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.70952380952381,"score":0.70952380952381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.42354031510658,"score":0.42354031510658,"outputTokensPerTask":4126.327618164967,"costPerTask":0.1262607483781279,"timePerTask":52.889178104737546,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.926262626262626,"score":0.926262626262626,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.811560693641619,"score":0.811560693641619,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.40068834155236427,"score":0.40068834155236427,"outputTokensPerTask":9904.057838660578,"costPerTask":1.3279191806643185,"timePerTask":126.94519860288987,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.44106236944195765,"score":0.44106236944195765,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":38.307357862433506,"score":38.307357862433506,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":41.14437539216715,"score":41.14437539216715,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":41.853422400118056,"score":41.853422400118056,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":35.377294769888756,"score":35.377294769888756,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":45.08503602873029,"score":45.08503602873029,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"6b79f899-e3c0-45f6-923c-243faccdb2fc","slug":"gpt-5-5-medium","name":"GPT-5.5 (medium)","shortName":"GPT-5.5 (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-5","name":"GPT-5.5"},"deprecated":true,"deprecatedTo":"gpt-5-6-sol-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":922000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":34.1541604432432,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":38.307357862433506,"strategyAndOps":41.14437539216715,"legal":41.853422400118056,"engineering":35.377294769888756,"economics":45.08503602873029},"omniscience":18.1,"omniscienceBreakdown":{"accuracy":0.568,"hallucinationRate":0.8958333333333334},"gdpPdfAllPass":0.206,"gdpval":1288.18,"gdpvalNormalized":0.39409000000000005,"itBenchSre":null,"tau2":0.91812865497076,"tauBanking":0.298969072164948,"terminalbenchHard":0.575757575757576,"terminalBench21":0.805243445692884,"terminalBench40":0.0505050505050505,"scicode":0.545138888888889,"lcr":0.83,"ifbench":0.70952380952381,"hle":0.42354031510658,"gpqa":0.926262626262626,"critpt":0.185714285714286,"apexAgents":null,"mmmuPro":0.811560693641619,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.40068834155236427,"enterpriseOpsGym":0.44106236944195765,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":3.83,"price1mBlended0To3To1":11.25,"price1mBlended7To2To1":4.35,"price1mBlended0To1To1":17.5,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":5.247524752475248,"intelligenceIndexTimePerTask":109.63753335146431,"intelligenceIndexCost":{"total":2095.122320997447,"input":1201.472360997447,"nonCacheInput":138.490025,"cacheRead":257.9026871113948,"cacheWrite":805.079648886052,"output":893.64996,"reasoning":610.55799,"answer":283.09197},"intelligenceIndexCostPerTask":{"cost":{"total":0.9016588021523384,"input":0.6450465434253837,"nonCacheInput":0.10434854509442901,"cacheRead":0.13400997665460013,"cacheWrite":0.40668802167635465,"output":0.2566122587269547,"reasoning":0.10784482477579885,"answer":0.14876743395115577},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.28847176205879993},{"slug":"gdpval-aa","weightedCostPerTask":0.08080570297565506},{"slug":"automationbench-aa","weightedCostPerTask":0.06639595903321593},{"slug":"terminalbench-4-0","weightedCostPerTask":0.2990882203619341},{"slug":"scicode","weightedCostPerTask":0.006220809027777778},{"slug":"humanitys-last-exam","weightedCostPerTask":0.012626074837812789},{"slug":"gdp-pdf","weightedCostPerTask":0.08844243},{"slug":"critpt","weightedCostPerTask":0.02935964285714286},{"slug":"omniscience","weightedCostPerTask":0.005595401},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.024652800000000002}]},"canonicalIntelligenceIndexTokenCount":{"input":704519309,"output":29788332,"answer":9436399,"reasoning":20351933},"intelligenceIndexOutputTokensPerTask":{"reasoning":3594.827492526628,"answer":4958.914465038528,"output":8553.741957565155},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1000,"outputTokensPerTask":18069.813186813186,"costPerTask":1.9231450803919996,"timePerTask":231.60971604617987},{"slug":"gdpval-aa","score":1288.18,"outputTokensPerTask":10928.209090909091,"costPerTask":0.8080570297565506,"timePerTask":140.07225079038685},{"slug":"automationbench-aa","score":0.40068834155236427,"outputTokensPerTask":9904.057838660578,"costPerTask":1.3279191806643185,"timePerTask":126.94519860288987},{"slug":"terminalbench-4-0","score":0.0505050505050505,"outputTokensPerTask":21702.924242424244,"costPerTask":2.9908822036193414,"timePerTask":278.177093985006},{"slug":"scicode","score":0.545138888888889,"outputTokensPerTask":1642.920138888889,"costPerTask":0.062208090277777774,"timePerTask":21.05811847198816},{"slug":"humanitys-last-exam","score":0.42354031510658,"outputTokensPerTask":4126.327618164967,"costPerTask":0.1262607483781279,"timePerTask":52.889178104737546},{"slug":"gdp-pdf","score":0.206,"outputTokensPerTask":3766.22,"costPerTask":0.8844243,"timePerTask":48.27350099026022},{"slug":"critpt","score":0.185714285714286,"outputTokensPerTask":9123.514285714286,"costPerTask":0.2935964285714286,"timePerTask":116.94058655789674},{"slug":"omniscience","score":18.1,"outputTokensPerTask":1222.677,"costPerTask":0.037302673333333335,"timePerTask":15.671654701602241},{"slug":"artificial-analysis-long-context-reasoning","score":0.83,"outputTokensPerTask":713.08,"costPerTask":0.49305600000000005,"timePerTask":9.139898382498835}],"briefcaseBreakdown":{"overall":{"elo":1000,"lower95ci":1000,"upper95ci":1000},"rubricPassRate":0.26565656565656565,"analyticalQuality":{"elo":1000,"lower95ci":1000,"upper95ci":1000},"presentation":{"elo":1000,"lower95ci":1000,"upper95ci":1000}},"briefcaseTotalCost":175.00620231567194,"timescaleData":{"medianOutputSpeed":77.4224314232642,"medianTimeToFirstChunk":4.83201430900001},"outputSpeedVariance":{"p05":58.6890787722787,"q25":66.5236153970597,"median":77.4224314232642,"q75":94.9928703065491,"p95":114.12338242553},"timeToFirstChunkVariance":{"p05":1.415790425,"q25":2.13869864600004,"median":4.83201430900001,"q75":10.4178101175,"p95":19.7038564534499},"performanceByPromptType":{"long":{"medianOutputSpeed":77.4224314232642,"medianTimeToFirstChunk":4.83201430900001,"medianTimeToFirstAnswerToken":4.83201430900001,"medianEndToEndResponseTime":11.29009100342113}},"endToEndResponseTime":{"input":4.83201430900001,"reasoning":0,"answer":6.458076694421121,"total":11.29009100342113},"timeToFirstAnswerToken":{"input":4.83201430900001,"reasoning":0,"total":4.83201430900001},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.5","matchedBy":"slug","catalog":{"id":"openai/gpt-5.5","canonical_slug":"openai/gpt-5.5-20260423","hugging_face_id":"","name":"OpenAI: GPT-5.5","created":1777051893,"description":"GPT-5.5 is OpenAI’s frontier model designed for complex professional workloads, building on GPT-5.4 with stronger reasoning, higher reliability, and improved token efficiency on hard tasks. It features a 1M+ token...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-12-01","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.5-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1179,"win_rate":52.4,"rank":14},{"arena":"agents","category":"agentichtmlslides","elo":1084,"win_rate":34.2,"rank":8},{"arena":"agents","category":"agenticslides","elo":1150,"win_rate":43.5,"rank":6},{"arena":"agents","category":"agenticslides(html)","elo":1077,"win_rate":33.2,"rank":8},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1155,"win_rate":45.2,"rank":6},{"arena":"agents","category":"androidnative","elo":1174,"win_rate":50.9,"rank":20},{"arena":"agents","category":"fullstack","elo":1099,"win_rate":43,"rank":29},{"arena":"agents","category":"godotgamedev","elo":1183,"win_rate":52.2,"rank":12},{"arena":"agents","category":"htmlslides","elo":1070,"win_rate":35.6,"rank":22},{"arena":"agents","category":"mobileapps","elo":1171,"win_rate":50.4,"rank":28},{"arena":"agents","category":"pptxslides","elo":1157,"win_rate":45.3,"rank":6},{"arena":"agents","category":"python-pptxslides","elo":1152,"win_rate":43.3,"rank":23},{"arena":"agents","category":"webapps","elo":1132,"win_rate":42.6,"rank":31},{"arena":"models","category":"3d","elo":1226,"win_rate":50.5,"rank":40},{"arena":"models","category":"asciiart","elo":1277,"win_rate":60.2,"rank":11},{"arena":"models","category":"codecategories","elo":1274,"win_rate":54.1,"rank":28},{"arena":"models","category":"dataviz","elo":1273,"win_rate":55.8,"rank":23},{"arena":"models","category":"gamedev","elo":1320,"win_rate":58.8,"rank":12},{"arena":"models","category":"svg","elo":1261,"win_rate":57.4,"rank":13},{"arena":"models","category":"uicomponent","elo":1272,"win_rate":54.7,"rank":29},{"arena":"models","category":"website","elo":1269,"win_rate":53.2,"rank":30}],"artificial_analysis":{"intelligence_index":38.6,"coding_index":74.9,"agentic_index":37.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99422588343984,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99323791276908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000125","completion":"0.000075","web_search":"0.01","input_cache_read":"0.00000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000025","completion":"0.0001125","input_cache_read":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"6f1a7562-6e96-46ac-af4f-6ba5a7a3da96","slug":"gpt-5-5-non-reasoning","name":"GPT-5.5 (Non-reasoning)","shortName":"GPT-5.5 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-5-non-reasoning","releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gpt-5-5","name":"GPT-5.5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":922000,"licenseName":null,"intelligenceIndex":23.1674381348311,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":81.5178105999745,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.970740837000008,"timeToFirstAnswerTokenMs":0.970740837000008,"endToEndMs":7.104369749749003}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-4.75,"score":-4.75,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.15,"score":0.15,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1054.41,"score":1054.41,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.27720500000000003,"score":0.27720500000000003,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.692982456140351,"score":0.692982456140351,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.148453608247423,"score":0.148453608247423,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.492424242424242,"score":0.492424242424242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.610486891385768,"score":0.610486891385768,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.64,"score":0.64,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.461224489795918,"score":0.461224489795918,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.137164040778499,"score":0.137164040778499,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.767676767676768,"score":0.767676767676768,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0142857142857143,"score":0.0142857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.713872832369942,"score":0.713872832369942,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.075,"score":0.075,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":15,"raw":{"id":"6f1a7562-6e96-46ac-af4f-6ba5a7a3da96","slug":"gpt-5-5-non-reasoning","name":"GPT-5.5 (Non-reasoning)","shortName":"GPT-5.5 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-5-5","name":"GPT-5.5"},"deprecated":true,"deprecatedTo":"gpt-5-6-sol-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":922000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":23.1674381348311,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-4.75,"omniscienceBreakdown":{"accuracy":0.4563333333333333,"hallucinationRate":0.9267320662170447},"mlcrOverall":0.15,"gdpval":1054.41,"gdpvalNormalized":0.27720500000000003,"itBenchSre":null,"tau2":0.692982456140351,"tauBanking":0.148453608247423,"terminalbenchHard":0.492424242424242,"terminalBench21":0.610486891385768,"terminalBench40":null,"scicode":null,"lcr":0.64,"ifbench":0.461224489795918,"hle":0.137164040778499,"gpqa":0.767676767676768,"critpt":0.0142857142857143,"apexAgents":null,"mmmuPro":0.713872832369942,"livecodebench":null,"aime25":null,"analystAgent":0.075,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":3.83,"price1mBlended0To3To1":11.25,"price1mBlended7To2To1":4.35,"price1mBlended0To1To1":17.5,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":5.247524752475248,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":81.5178105999745,"medianTimeToFirstChunk":0.970740837000008},"outputSpeedVariance":{"p05":57.8138925060457,"q25":66.6747830256187,"median":81.5178105999745,"q75":107.446524591625,"p95":142.49379234701},"timeToFirstChunkVariance":{"p05":0.851984430349863,"q25":0.93656782299999,"median":0.970740837000008,"q75":1.11860019174997,"p95":1.60890639294998},"performanceByPromptType":{"long":{"medianOutputSpeed":81.5178105999745,"medianTimeToFirstChunk":0.970740837000008,"medianTimeToFirstAnswerToken":0.970740837000008,"medianEndToEndResponseTime":7.104369749749003}},"endToEndResponseTime":{"input":0.970740837000008,"reasoning":0,"answer":6.1336289127489945,"total":7.104369749749003},"timeToFirstAnswerToken":{"input":0.970740837000008,"reasoning":0,"total":0.970740837000008},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.5","matchedBy":"slug","catalog":{"id":"openai/gpt-5.5","canonical_slug":"openai/gpt-5.5-20260423","hugging_face_id":"","name":"OpenAI: GPT-5.5","created":1777051893,"description":"GPT-5.5 is OpenAI’s frontier model designed for complex professional workloads, building on GPT-5.4 with stronger reasoning, higher reliability, and improved token efficiency on hard tasks. It features a 1M+ token...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-12-01","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.5-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1179,"win_rate":52.4,"rank":14},{"arena":"agents","category":"agentichtmlslides","elo":1084,"win_rate":34.2,"rank":8},{"arena":"agents","category":"agenticslides","elo":1150,"win_rate":43.5,"rank":6},{"arena":"agents","category":"agenticslides(html)","elo":1077,"win_rate":33.2,"rank":8},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1155,"win_rate":45.2,"rank":6},{"arena":"agents","category":"androidnative","elo":1174,"win_rate":50.9,"rank":20},{"arena":"agents","category":"fullstack","elo":1099,"win_rate":43,"rank":29},{"arena":"agents","category":"godotgamedev","elo":1183,"win_rate":52.2,"rank":12},{"arena":"agents","category":"htmlslides","elo":1070,"win_rate":35.6,"rank":22},{"arena":"agents","category":"mobileapps","elo":1171,"win_rate":50.4,"rank":28},{"arena":"agents","category":"pptxslides","elo":1157,"win_rate":45.3,"rank":6},{"arena":"agents","category":"python-pptxslides","elo":1152,"win_rate":43.3,"rank":23},{"arena":"agents","category":"webapps","elo":1132,"win_rate":42.6,"rank":31},{"arena":"models","category":"3d","elo":1226,"win_rate":50.5,"rank":40},{"arena":"models","category":"asciiart","elo":1277,"win_rate":60.2,"rank":11},{"arena":"models","category":"codecategories","elo":1274,"win_rate":54.1,"rank":28},{"arena":"models","category":"dataviz","elo":1273,"win_rate":55.8,"rank":23},{"arena":"models","category":"gamedev","elo":1320,"win_rate":58.8,"rank":12},{"arena":"models","category":"svg","elo":1261,"win_rate":57.4,"rank":13},{"arena":"models","category":"uicomponent","elo":1272,"win_rate":54.7,"rank":29},{"arena":"models","category":"website","elo":1269,"win_rate":53.2,"rank":30}],"artificial_analysis":{"intelligence_index":38.6,"coding_index":74.9,"agentic_index":37.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99422588343984,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99323791276908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000125","completion":"0.000075","web_search":"0.01","input_cache_read":"0.00000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000025","completion":"0.0001125","input_cache_read":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"1f054429-397e-4fdb-9e71-67bc92c1735e","slug":"gpt-5-5","name":"GPT-5.5 (xhigh)","shortName":"GPT-5.5 (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-5","releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-5","name":"GPT-5.5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":922000,"licenseName":null,"intelligenceIndex":38.6291937590607,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":41.932765023079206,"strategyAndOps":45.67846602784016,"legal":45.02602199038892,"healthcareAndMedical":38.81989442807871,"engineering":40.14906814791633,"economics":48.171013052208835},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":79.3418587158652,"canonicalInputTokens":1716405774,"canonicalOutputTokens":87605592,"outputTokensPerTask":23658.278490452063,"answerTokensPerTask":8230.689200462515,"reasoningTokensPerTask":15427.589289989548,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":2.6339796841243297,"latency":{"timeToFirstChunkMs":52.1856650035,"timeToFirstAnswerTokenMs":52.1856650035,"endToEndMs":58.48750879809237}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1135.79,"score":1135.79,"outputTokensPerTask":37754.08791208791,"costPerTask":5.147024219229545,"timePerTask":478.62536611082936,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1395.85,"score":1395.85,"outputTokensPerTask":23372.654545454545,"costPerTask":2.1852775652293768,"timePerTask":296.30553822009847,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.4730056587293313,"score":0.4730056587293313,"outputTokensPerTask":17462.3500761035,"costPerTask":2.3338404229999212,"timePerTask":221.37797945992781,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.146464646464646,"score":0.146464646464646,"outputTokensPerTask":58811.86363636364,"costPerTask":11.56248948435037,"timePerTask":745.5841558180556,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.55787037037037,"score":0.55787037037037,"outputTokensPerTask":5179.177083333333,"costPerTask":0.16845909722222221,"timePerTask":65.6587316699434,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.457831325301205,"score":0.457831325301205,"outputTokensPerTask":12620.416126042632,"costPerTask":0.3801581533827618,"timePerTask":159.9946290018615,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.212,"score":0.212,"outputTokensPerTask":9459.46,"costPerTask":1.0552215,"timePerTask":119.92178214590484,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.271428571428571,"score":0.271428571428571,"outputTokensPerTask":53447.94285714286,"costPerTask":1.6134012857142859,"timePerTask":677.5833461382634,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":20.516666666666666,"score":20.516666666666666,"outputTokensPerTask":5016.505833333334,"costPerTask":0.15156881,"timePerTask":63.59647587480267,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.843333333333333,"score":0.843333333333333,"outputTokensPerTask":1608.41,"costPerTask":0.51996,"timePerTask":20.39052901764951,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.177777777777778,"score":0.177777777777778,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.862787668258793,"score":0.862787668258793,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.212,"score":0.212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1395.85,"score":1395.85,"outputTokensPerTask":23372.654545454545,"costPerTask":2.1852775652293768,"timePerTask":296.30553822009847,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.44792499999999996,"score":0.44792499999999996,"outputTokensPerTask":23372.654545454545,"costPerTask":2.1852775652293768,"timePerTask":296.30553822009847,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.458097928436911,"score":0.458097928436911,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.93859649122807,"score":0.93859649122807,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.389690721649485,"score":0.389690721649485,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.606060606060606,"score":0.606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.842696629213483,"score":0.842696629213483,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.146464646464646,"score":0.146464646464646,"outputTokensPerTask":58811.86363636364,"costPerTask":11.56248948435037,"timePerTask":745.5841558180556,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.843333333333333,"score":0.843333333333333,"outputTokensPerTask":1608.41,"costPerTask":0.51996,"timePerTask":20.39052901764951,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.758503401360544,"score":0.758503401360544,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.457831325301205,"score":0.457831325301205,"outputTokensPerTask":12620.416126042632,"costPerTask":0.3801581533827618,"timePerTask":159.9946290018615,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.935353535353535,"score":0.935353535353535,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.376843657817109,"score":0.376843657817109,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.798843930635838,"score":0.798843930635838,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.5,"score":0.5,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.4730056587293313,"score":0.4730056587293313,"outputTokensPerTask":17462.3500761035,"costPerTask":2.3338404229999212,"timePerTask":221.37797945992781,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4664279319606088,"score":0.4664279319606088,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":41.932765023079206,"score":41.932765023079206,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":45.67846602784016,"score":45.67846602784016,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":45.02602199038892,"score":45.02602199038892,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":38.81989442807871,"score":38.81989442807871,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":40.14906814791633,"score":40.14906814791633,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":48.171013052208835,"score":48.171013052208835,"family":"Capability Index"}],"benchmarkCount":36,"raw":{"id":"1f054429-397e-4fdb-9e71-67bc92c1735e","slug":"gpt-5-5","name":"GPT-5.5 (xhigh)","shortName":"GPT-5.5 (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-5","name":"GPT-5.5"},"deprecated":true,"deprecatedTo":"gpt-5-6-sol-xhigh","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":922000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":38.6291937590607,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":41.932765023079206,"strategyAndOps":45.67846602784016,"legal":45.02602199038892,"healthcareAndMedical":38.81989442807871,"engineering":40.14906814791633,"economics":48.171013052208835},"omniscience":20.516666666666666,"omniscienceBreakdown":{"accuracy":0.5795,"hallucinationRate":0.890210067380103},"mlcrOverall":0.177777777777778,"harveyLab":0.862787668258793,"gdpPdfAllPass":0.212,"gdpval":1395.85,"gdpvalNormalized":0.44792499999999996,"itBenchSre":0.458097928436911,"tau2":0.93859649122807,"tauBanking":0.389690721649485,"terminalbenchHard":0.606060606060606,"terminalBench21":0.842696629213483,"terminalBench40":0.146464646464646,"scicode":0.55787037037037,"lcr":0.843333333333333,"ifbench":0.758503401360544,"hle":0.457831325301205,"gpqa":0.935353535353535,"critpt":0.271428571428571,"apexAgents":0.376843657817109,"mmmuPro":0.798843930635838,"livecodebench":null,"aime25":null,"analystAgent":0.5,"automationBenchPartialScore":0.4730056587293313,"enterpriseOpsGym":0.4664279319606088,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":5.12,"price1mBlended0To3To1":11.25,"price1mBlended7To2To1":4.35,"price1mBlended0To1To1":17.5,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":5.247524752475248,"intelligenceIndexTimePerTask":299.9265200211364,"intelligenceIndexCost":{"total":5294.3643471784235,"input":2666.196587178424,"nonCacheInput":138.557445,"cacheRead":657.3146980912862,"cacheWrite":1870.324444087138,"output":2628.16776,"reasoning":2246.36784,"answer":381.79992},"intelligenceIndexCostPerTask":{"cost":{"total":2.6339796841243297,"input":1.9242313294107678,"nonCacheInput":0.10334944568237052,"cacheRead":0.49675990906095996,"cacheWrite":1.3241219746674369,"output":0.7097483547135619,"reasoning":0.46282767869968644,"answer":0.24692067601387552},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.7720536328844316},{"slug":"gdpval-aa","weightedCostPerTask":0.2185277565229377},{"slug":"automationbench-aa","weightedCostPerTask":0.11669202114999608},{"slug":"terminalbench-4-0","weightedCostPerTask":1.1562489484350371},{"slug":"scicode","weightedCostPerTask":0.016845909722222222},{"slug":"humanitys-last-exam","weightedCostPerTask":0.03801581533827618},{"slug":"gdp-pdf","weightedCostPerTask":0.10552215000000001},{"slug":"critpt","weightedCostPerTask":0.1613401285714286},{"slug":"omniscience","weightedCostPerTask":0.0227353215},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.025997999999999997}]},"canonicalIntelligenceIndexTokenCount":{"input":1716405774,"output":87605592,"answer":12726664,"reasoning":74878928},"intelligenceIndexOutputTokensPerTask":{"reasoning":15427.589289989548,"answer":8230.689200462515,"output":23658.278490452063},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1135.79,"outputTokensPerTask":37754.08791208791,"costPerTask":5.147024219229545,"timePerTask":478.62536611082936},{"slug":"gdpval-aa","score":1395.85,"outputTokensPerTask":23372.654545454545,"costPerTask":2.1852775652293768,"timePerTask":296.30553822009847},{"slug":"automationbench-aa","score":0.4730056587293313,"outputTokensPerTask":17462.3500761035,"costPerTask":2.3338404229999212,"timePerTask":221.37797945992781},{"slug":"terminalbench-4-0","score":0.146464646464646,"outputTokensPerTask":58811.86363636364,"costPerTask":11.56248948435037,"timePerTask":745.5841558180556},{"slug":"scicode","score":0.55787037037037,"outputTokensPerTask":5179.177083333333,"costPerTask":0.16845909722222221,"timePerTask":65.6587316699434},{"slug":"humanitys-last-exam","score":0.457831325301205,"outputTokensPerTask":12620.416126042632,"costPerTask":0.3801581533827618,"timePerTask":159.9946290018615},{"slug":"gdp-pdf","score":0.212,"outputTokensPerTask":9459.46,"costPerTask":1.0552215,"timePerTask":119.92178214590484},{"slug":"critpt","score":0.271428571428571,"outputTokensPerTask":53447.94285714286,"costPerTask":1.6134012857142859,"timePerTask":677.5833461382634},{"slug":"omniscience","score":20.516666666666666,"outputTokensPerTask":5016.505833333334,"costPerTask":0.15156881,"timePerTask":63.59647587480267},{"slug":"artificial-analysis-long-context-reasoning","score":0.843333333333333,"outputTokensPerTask":1608.41,"costPerTask":0.51996,"timePerTask":20.39052901764951}],"briefcaseBreakdown":{"overall":{"elo":1135.79,"lower95ci":1129.47,"upper95ci":1142.29},"rubricPassRate":0.33438818565400846,"analyticalQuality":{"elo":1189.93,"lower95ci":1178.61,"upper95ci":1201.08},"presentation":{"elo":1102.64,"lower95ci":1092.46,"upper95ci":1114.53}},"briefcaseTotalCost":468.3792039498885,"timescaleData":{"medianOutputSpeed":79.3418587158652,"medianTimeToFirstChunk":52.1856650035},"outputSpeedVariance":{"p05":62.4913203033128,"q25":69.4486667459661,"median":79.3418587158652,"q75":100.975597041111,"p95":157.699249349655},"timeToFirstChunkVariance":{"p05":13.9997453944499,"q25":25.3542243045,"median":52.1856650035,"q75":107.323911442,"p95":158.87092375575},"performanceByPromptType":{"long":{"medianOutputSpeed":79.3418587158652,"medianTimeToFirstChunk":52.1856650035,"medianTimeToFirstAnswerToken":52.1856650035,"medianEndToEndResponseTime":58.48750879809237}},"endToEndResponseTime":{"input":52.1856650035,"reasoning":0,"answer":6.301843794592374,"total":58.48750879809237},"timeToFirstAnswerToken":{"input":52.1856650035,"reasoning":0,"total":52.1856650035},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.5","matchedBy":"slug","catalog":{"id":"openai/gpt-5.5","canonical_slug":"openai/gpt-5.5-20260423","hugging_face_id":"","name":"OpenAI: GPT-5.5","created":1777051893,"description":"GPT-5.5 is OpenAI’s frontier model designed for complex professional workloads, building on GPT-5.4 with stronger reasoning, higher reliability, and improved token efficiency on hard tasks. It features a 1M+ token...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-12-01","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.5-20260423/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1179,"win_rate":52.4,"rank":14},{"arena":"agents","category":"agentichtmlslides","elo":1084,"win_rate":34.2,"rank":8},{"arena":"agents","category":"agenticslides","elo":1150,"win_rate":43.5,"rank":6},{"arena":"agents","category":"agenticslides(html)","elo":1077,"win_rate":33.2,"rank":8},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1155,"win_rate":45.2,"rank":6},{"arena":"agents","category":"androidnative","elo":1174,"win_rate":50.9,"rank":20},{"arena":"agents","category":"fullstack","elo":1099,"win_rate":43,"rank":29},{"arena":"agents","category":"godotgamedev","elo":1183,"win_rate":52.2,"rank":12},{"arena":"agents","category":"htmlslides","elo":1070,"win_rate":35.6,"rank":22},{"arena":"agents","category":"mobileapps","elo":1171,"win_rate":50.4,"rank":28},{"arena":"agents","category":"pptxslides","elo":1157,"win_rate":45.3,"rank":6},{"arena":"agents","category":"python-pptxslides","elo":1152,"win_rate":43.3,"rank":23},{"arena":"agents","category":"webapps","elo":1132,"win_rate":42.6,"rank":31},{"arena":"models","category":"3d","elo":1226,"win_rate":50.5,"rank":40},{"arena":"models","category":"asciiart","elo":1277,"win_rate":60.2,"rank":11},{"arena":"models","category":"codecategories","elo":1274,"win_rate":54.1,"rank":28},{"arena":"models","category":"dataviz","elo":1273,"win_rate":55.8,"rank":23},{"arena":"models","category":"gamedev","elo":1320,"win_rate":58.8,"rank":12},{"arena":"models","category":"svg","elo":1261,"win_rate":57.4,"rank":13},{"arena":"models","category":"uicomponent","elo":1272,"win_rate":54.7,"rank":29},{"arena":"models","category":"website","elo":1269,"win_rate":53.2,"rank":30}],"artificial_analysis":{"intelligence_index":38.6,"coding_index":74.9,"agentic_index":37.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000025","completion":"0.000015","web_search":"0.01","input_cache_read":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000005","completion":"0.0000225","input_cache_read":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99422588343984,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99323791276908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.5-20260423","model_id":"openai/gpt-5.5","model_name":"OpenAI: GPT-5.5","context_length":1050000,"pricing":{"prompt":"0.0000125","completion":"0.000075","web_search":"0.01","input_cache_read":"0.00000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000025","completion":"0.0001125","input_cache_read":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"c4169d75-9d24-4794-a9c3-69e1fe364de5","slug":"gpt-5-5-instant-06-26","name":"GPT-5.5 Instant (June 2026)","shortName":"GPT-5.5 Instant (June 2026)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-5-instant-06-26","releaseDate":"2026-06-25","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":null,"release":{"slug":"gpt-5-5-instant-06-26","name":"GPT-5.5 Instant (June 2026)"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":26.8042923401368,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":26.00084880175881,"strategyAndOps":30.667248672972594,"legal":30.479870196018748,"engineering":25.45326798522763,"economics":31.343987546339214},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":125.884757089985,"canonicalInputTokens":638809981,"canonicalOutputTokens":10597575,"outputTokensPerTask":5040.486542289461,"answerTokensPerTask":3832.170126214263,"reasoningTokensPerTask":1208.3164160751978,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.6914853678439488,"latency":{"timeToFirstChunkMs":0.989616213499972,"timeToFirstAnswerTokenMs":16.877163254404685,"endToEndMs":20.849050014630865}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1081.76,"score":1081.76,"outputTokensPerTask":11349.670329670329,"costPerTask":1.1104685027939591,"timePerTask":93.66832997312139,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":661.83,"score":661.83,"outputTokensPerTask":1355.0045454545455,"costPerTask":0.07350633517896044,"timePerTask":11.182792908699609,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.36436554387118747,"score":0.36436554387118747,"outputTokensPerTask":7911.155251141552,"costPerTask":0.9626010627497834,"timePerTask":65.29041628595421,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.126262626262626,"score":0.126262626262626,"outputTokensPerTask":23906.772727272728,"costPerTask":3.7979287017167187,"timePerTask":197.3015436894761,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.525462962962963,"score":0.525462962962963,"outputTokensPerTask":454.1388888888889,"costPerTask":0.02547489583333333,"timePerTask":3.7479882730044687,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.199258572752549,"score":0.199258572752549,"outputTokensPerTask":744.4267840593142,"costPerTask":0.02391149907321594,"timePerTask":6.143721502448505,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.202,"score":0.202,"outputTokensPerTask":1178.69,"costPerTask":0.5426168000000001,"timePerTask":9.727676720917177,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":1512.642857142857,"costPerTask":0.05949092857142857,"timePerTask":12.483774960753225,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":3.7,"score":3.7,"outputTokensPerTask":83.42766666666667,"costPerTask":0.0031003216666666664,"timePerTask":0.6885248631224251,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.7,"score":0.7,"outputTokensPerTask":295.93,"costPerTask":0.48054150000000007,"timePerTask":2.4422972724134593,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.202,"score":0.202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":661.83,"score":661.83,"outputTokensPerTask":1355.0045454545455,"costPerTask":0.07350633517896044,"timePerTask":11.182792908699609,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.08091500000000001,"score":0.08091500000000001,"outputTokensPerTask":1355.0045454545455,"costPerTask":0.07350633517896044,"timePerTask":11.182792908699609,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.117525773195876,"score":0.117525773195876,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.348314606741573,"score":0.348314606741573,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.126262626262626,"score":0.126262626262626,"outputTokensPerTask":23906.772727272728,"costPerTask":3.7979287017167187,"timePerTask":197.3015436894761,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.7,"score":0.7,"outputTokensPerTask":295.93,"costPerTask":0.48054150000000007,"timePerTask":2.4422972724134593,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.199258572752549,"score":0.199258572752549,"outputTokensPerTask":744.4267840593142,"costPerTask":0.02391149907321594,"timePerTask":6.143721502448505,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.823232323232323,"score":0.823232323232323,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.36436554387118747,"score":0.36436554387118747,"outputTokensPerTask":7911.155251141552,"costPerTask":0.9626010627497834,"timePerTask":65.29041628595421,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":26.00084880175881,"score":26.00084880175881,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":30.667248672972594,"score":30.667248672972594,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":30.479870196018748,"score":30.479870196018748,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":25.45326798522763,"score":25.45326798522763,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":31.343987546339214,"score":31.343987546339214,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"c4169d75-9d24-4794-a9c3-69e1fe364de5","slug":"gpt-5-5-instant-06-26","name":"GPT-5.5 Instant (June 2026)","shortName":"GPT-5.5 Instant (June 2026)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-25","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":2000,"release":{"slug":"gpt-5-5-instant-06-26","name":"GPT-5.5 Instant (June 2026)"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":26.8042923401368,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":26.00084880175881,"strategyAndOps":30.667248672972594,"legal":30.479870196018748,"engineering":25.45326798522763,"economics":31.343987546339214},"omniscience":3.7,"omniscienceBreakdown":{"accuracy":0.44416666666666665,"hallucinationRate":0.7325337331334333},"gdpPdfAllPass":0.202,"gdpval":661.83,"gdpvalNormalized":0.08091500000000001,"itBenchSre":null,"tau2":null,"tauBanking":0.117525773195876,"terminalbenchHard":null,"terminalBench21":0.348314606741573,"terminalBench40":0.126262626262626,"scicode":0.525462962962963,"lcr":0.7,"ifbench":null,"hle":0.199258572752549,"gpqa":0.823232323232323,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.36436554387118747,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":11.25,"price1mBlended7To2To1":4.35,"price1mBlended0To1To1":17.5,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":5.247524752475248,"intelligenceIndexTimePerTask":41.59891370888486,"intelligenceIndexCost":{"total":1184.3361300335328,"input":866.4088800335328,"nonCacheInput":109.28457,"cacheRead":258.6267805518297,"cacheWrite":498.4975294817031,"output":317.92725,"reasoning":80.12367,"answer":237.80358},"intelligenceIndexCostPerTask":{"cost":{"total":0.6914853678439488,"input":0.5402707715752649,"nonCacheInput":0.07715252050752461,"cacheRead":0.16050451883738082,"cacheWrite":0.3026137322303595,"output":0.15121459626868378,"reasoning":0.03624949248225594,"answer":0.1149651037864279},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.16657027541909386},{"slug":"gdpval-aa","weightedCostPerTask":0.007350633517896044},{"slug":"automationbench-aa","weightedCostPerTask":0.04813005313748918},{"slug":"terminalbench-4-0","weightedCostPerTask":0.37979287017167185},{"slug":"scicode","weightedCostPerTask":0.0025474895833333335},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0023911499073215937},{"slug":"gdp-pdf","weightedCostPerTask":0.05426168000000001},{"slug":"critpt","weightedCostPerTask":0.005949092857142857},{"slug":"omniscience","weightedCostPerTask":0.00046504824999999995},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.024027075000000005}]},"canonicalIntelligenceIndexTokenCount":{"input":638809981,"output":10597575,"answer":7926786,"reasoning":2670789},"intelligenceIndexOutputTokensPerTask":{"reasoning":1208.3164160751978,"answer":3832.170126214263,"output":5040.486542289461},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1081.76,"outputTokensPerTask":11349.670329670329,"costPerTask":1.1104685027939591,"timePerTask":93.66832997312139},{"slug":"gdpval-aa","score":661.83,"outputTokensPerTask":1355.0045454545455,"costPerTask":0.07350633517896044,"timePerTask":11.182792908699609},{"slug":"automationbench-aa","score":0.36436554387118747,"outputTokensPerTask":7911.155251141552,"costPerTask":0.9626010627497834,"timePerTask":65.29041628595421},{"slug":"terminalbench-4-0","score":0.126262626262626,"outputTokensPerTask":23906.772727272728,"costPerTask":3.7979287017167187,"timePerTask":197.3015436894761},{"slug":"scicode","score":0.525462962962963,"outputTokensPerTask":454.1388888888889,"costPerTask":0.02547489583333333,"timePerTask":3.7479882730044687},{"slug":"humanitys-last-exam","score":0.199258572752549,"outputTokensPerTask":744.4267840593142,"costPerTask":0.02391149907321594,"timePerTask":6.143721502448505},{"slug":"gdp-pdf","score":0.202,"outputTokensPerTask":1178.69,"costPerTask":0.5426168000000001,"timePerTask":9.727676720917177},{"slug":"critpt","score":0,"outputTokensPerTask":1512.642857142857,"costPerTask":0.05949092857142857,"timePerTask":12.483774960753225},{"slug":"omniscience","score":3.7,"outputTokensPerTask":83.42766666666667,"costPerTask":0.0031003216666666664,"timePerTask":0.6885248631224251},{"slug":"artificial-analysis-long-context-reasoning","score":0.7,"outputTokensPerTask":295.93,"costPerTask":0.48054150000000007,"timePerTask":2.4422972724134593}],"briefcaseBreakdown":{"overall":{"elo":1081.76,"lower95ci":1073.16,"upper95ci":1091.29},"rubricPassRate":0.2696969696969697,"analyticalQuality":{"elo":1049,"lower95ci":1031.48,"upper95ci":1067.15},"presentation":{"elo":1192.64,"lower95ci":1176.14,"upper95ci":1211.07}},"briefcaseTotalCost":101.05263375425028,"timescaleData":{"medianOutputSpeed":125.884757089985,"medianTimeToFirstChunk":0.989616213499972},"outputSpeedVariance":{"p05":105.177137214733,"q25":110.97936090914,"median":125.884757089985,"q75":148.426267038479,"p95":198.027717992795},"timeToFirstChunkVariance":{"p05":0.803485433400033,"q25":0.878606560000051,"median":0.989616213499972,"q75":1.17879438825,"p95":2.28519493700001},"performanceByPromptType":{"medium":{"medianOutputSpeed":145.65127463652,"medianTimeToFirstChunk":0.85970321699999,"medianTimeToFirstAnswerToken":14.591131280304616,"medianEndToEndResponseTime":18.023988296130774},"long":{"medianOutputSpeed":125.884757089985,"medianTimeToFirstChunk":0.989616213499972,"medianTimeToFirstAnswerToken":16.877163254404685,"medianEndToEndResponseTime":20.849050014630865},"hundredK":{"medianOutputSpeed":174.776354474378,"medianTimeToFirstChunk":2.62608969,"medianTimeToFirstAnswerToken":14.069285229893229,"medianEndToEndResponseTime":16.930084114866535},"mediumParallel":{"medianOutputSpeed":113.812530397187,"medianTimeToFirstChunk":0.882013648000054,"medianTimeToFirstAnswerToken":18.454771173206893,"medianEndToEndResponseTime":22.847960554508603}},"endToEndResponseTime":{"input":0.989616213499972,"reasoning":15.887547040904714,"answer":3.9718867602261785,"total":20.849050014630865},"timeToFirstAnswerToken":{"input":0.989616213499972,"reasoning":15.887547040904714,"total":16.877163254404685},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"e34ffffb-d8e1-4f5c-a2c7-3ca19c235eeb","slug":"gpt-5-5-instant-05-26","name":"GPT-5.5 Instant (May 2026)","shortName":"GPT-5.5 Instant (May 2026)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-5-instant-05-26","releaseDate":"2026-05-05","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"effort":null,"release":{"slug":"gpt-5-5-instant-05-26","name":"GPT-5.5 Instant (May 2026)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"intelligenceIndex":22.6863693000789,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":11.15,"score":11.15,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.494152046783626,"score":0.494152046783626,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.424242424242424,"score":0.424242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.663333333333333,"score":0.663333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.714965986394558,"score":0.714965986394558,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.215940685820204,"score":0.215940685820204,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.846464646464646,"score":0.846464646464646,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0257142857142857,"score":0.0257142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"e34ffffb-d8e1-4f5c-a2c7-3ca19c235eeb","slug":"gpt-5-5-instant-05-26","name":"GPT-5.5 Instant (May 2026)","shortName":"GPT-5.5 Instant (May 2026)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-05","knowledgeCutoffDate":"2025-08-31","isReasoning":true,"reasoningTokens":2000,"release":{"slug":"gpt-5-5-instant-05-26","name":"GPT-5.5 Instant (May 2026)"},"deprecated":true,"deprecatedTo":"gpt-5-5-instant-06-26","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":400000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":22.6863693000789,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":11.15,"omniscienceBreakdown":{"accuracy":0.4625,"hallucinationRate":0.6530232558139535},"gdpval":null,"itBenchSre":null,"tau2":0.494152046783626,"tauBanking":null,"terminalbenchHard":0.424242424242424,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.663333333333333,"ifbench":0.714965986394558,"hle":0.215940685820204,"gpqa":0.846464646464646,"critpt":0.0257142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":5,"price1mOutputTokens":30,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":11.25,"price1mBlended7To2To1":4.35,"price1mBlended0To1To1":17.5,"price1mBlended100To1To1":0.8333333333333334,"price1mBlended0To100To1":5.247524752475248,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"aa55297e-8fbf-4372-b4ab-9b068dc6396c","slug":"gpt-5-6-luna-high","name":"GPT-5.6 Luna (high)","shortName":"GPT-5.6 Luna (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-luna-high","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":32.4147953501091,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":34.543262534935664,"strategyAndOps":37.31086733748905,"legal":33.36244000979561,"healthcareAndMedical":30.053763070323484,"engineering":31.945086965243597,"economics":38.37223953506333},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":130.11404633284,"canonicalInputTokens":1313771648,"canonicalOutputTokens":49812339,"outputTokensPerTask":13862.102676350642,"answerTokensPerTask":6630.658051274337,"reasoningTokensPerTask":7231.444625076305,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"costPerIntelligenceIndexTask":0.043981552251920096,"latency":{"timeToFirstChunkMs":9.3207257065,"timeToFirstAnswerTokenMs":9.3207257065,"endToEndMs":13.163508358274338}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1173.05,"score":1173.05,"outputTokensPerTask":31274.21978021978,"costPerTask":0.11672989975308948,"timePerTask":243.19666653240648,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1375.25,"score":1375.25,"outputTokensPerTask":17065.909090909092,"costPerTask":0.04495179904454017,"timePerTask":132.70905657826185,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.3558794293060383,"score":0.3558794293060383,"outputTokensPerTask":14220.051750380517,"costPerTask":0.056213012706603074,"timePerTask":110.57891157361914,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0252525252525253,"score":0.0252525252525253,"outputTokensPerTask":32335.030303030304,"costPerTask":0.10632169881952343,"timePerTask":251.44581182789324,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.516203703703704,"score":0.516203703703704,"outputTokensPerTask":2028.013888888889,"costPerTask":0.0029259881944444445,"timePerTask":15.77037639708414,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.334105653382762,"score":0.334105653382762,"outputTokensPerTask":7870.31139944393,"costPerTask":0.009508855977757183,"timePerTask":61.2016386137743,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.222,"score":0.222,"outputTokensPerTask":6686.13,"costPerTask":0.040393108000000004,"timePerTask":51.99312850742177,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.165714285714286,"score":0.165714285714286,"outputTokensPerTask":15230.814285714287,"costPerTask":0.01898162,"timePerTask":118.43887038239134,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-12,"score":-12,"outputTokensPerTask":2062.3748333333333,"costPerTask":0.002499963,"timePerTask":16.03757625711324,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":579.8,"costPerTask":0.019562304000000003,"timePerTask":4.508679297082638,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.122222222222222,"score":0.122222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.222,"score":0.222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1375.25,"score":1375.25,"outputTokensPerTask":17065.909090909092,"costPerTask":0.04495179904454017,"timePerTask":132.70905657826185,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.437625,"score":0.437625,"outputTokensPerTask":17065.909090909092,"costPerTask":0.04495179904454017,"timePerTask":132.70905657826185,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.251546391752577,"score":0.251546391752577,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.696629213483146,"score":0.696629213483146,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0252525252525253,"score":0.0252525252525253,"outputTokensPerTask":32335.030303030304,"costPerTask":0.10632169881952343,"timePerTask":251.44581182789324,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":579.8,"costPerTask":0.019562304000000003,"timePerTask":4.508679297082638,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.334105653382762,"score":0.334105653382762,"outputTokensPerTask":7870.31139944393,"costPerTask":0.009508855977757183,"timePerTask":61.2016386137743,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.891919191919192,"score":0.891919191919192,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.775722543352601,"score":0.775722543352601,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.3558794293060383,"score":0.3558794293060383,"outputTokensPerTask":14220.051750380517,"costPerTask":0.056213012706603074,"timePerTask":110.57891157361914,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":34.543262534935664,"score":34.543262534935664,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":37.31086733748905,"score":37.31086733748905,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":33.36244000979561,"score":33.36244000979561,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":30.053763070323484,"score":30.053763070323484,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":31.945086965243597,"score":31.945086965243597,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":38.37223953506333,"score":38.37223953506333,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"aa55297e-8fbf-4372-b4ab-9b068dc6396c","slug":"gpt-5-6-luna-high","name":"GPT-5.6 Luna (high)","shortName":"GPT-5.6 Luna (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":32.4147953501091,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":34.543262534935664,"strategyAndOps":37.31086733748905,"legal":33.36244000979561,"healthcareAndMedical":30.053763070323484,"engineering":31.945086965243597,"economics":38.37223953506333},"omniscience":-12,"omniscienceBreakdown":{"accuracy":0.41783333333333333,"hallucinationRate":0.9238476953907816},"mlcrOverall":0.122222222222222,"gdpPdfAllPass":0.222,"gdpval":1375.25,"gdpvalNormalized":0.437625,"itBenchSre":null,"tau2":null,"tauBanking":0.251546391752577,"terminalbenchHard":null,"terminalBench21":0.696629213483146,"terminalBench40":0.0252525252525253,"scicode":0.516203703703704,"lcr":0.803333333333333,"ifbench":null,"hle":0.334105653382762,"gpqa":0.891919191919192,"critpt":0.165714285714286,"apexAgents":null,"mmmuPro":0.775722543352601,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.3558794293060383,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.45,"price1mBlended7To2To1":0.174,"price1mBlended0To1To1":0.7,"price1mBlended100To1To1":0.03333333333333334,"price1mBlended0To100To1":0.2099009900990099,"intelligenceIndexTimePerTask":107.7954041926457,"intelligenceIndexCost":{"total":108.14782653765675,"input":48.37301973765675,"nonCacheInput":5.604589600000001,"cacheRead":24.232064770638544,"cacheWrite":18.5363653670182,"output":59.7748068,"reasoning":45.1028028,"answer":14.672004},"intelligenceIndexCostPerTask":{"cost":{"total":0.043981552251920096,"input":0.02734702904029932,"nonCacheInput":0.0043102190483345106,"cacheRead":0.014294814351833315,"cacheWrite":0.008741995640131497,"output":0.01663452321162077,"reasoning":0.008677733550091568,"answer":0.007956789661529205},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.01750948496296342},{"slug":"gdpval-aa","weightedCostPerTask":0.004495179904454017},{"slug":"automationbench-aa","weightedCostPerTask":0.002810650635330154},{"slug":"terminalbench-4-0","weightedCostPerTask":0.010632169881952343},{"slug":"scicode","weightedCostPerTask":0.00029259881944444446},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0009508855977757182},{"slug":"gdp-pdf","weightedCostPerTask":0.0040393108},{"slug":"critpt","weightedCostPerTask":0.0018981620000000001},{"slug":"omniscience","weightedCostPerTask":0.00037499445},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0009781152000000002}]},"canonicalIntelligenceIndexTokenCount":{"input":1313771648,"output":49812339,"answer":12226670,"reasoning":37585669},"intelligenceIndexOutputTokensPerTask":{"reasoning":7231.444625076305,"answer":6630.658051274337,"output":13862.102676350642},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1173.05,"outputTokensPerTask":31274.21978021978,"costPerTask":0.11672989975308948,"timePerTask":243.19666653240648},{"slug":"gdpval-aa","score":1375.25,"outputTokensPerTask":17065.909090909092,"costPerTask":0.04495179904454017,"timePerTask":132.70905657826185},{"slug":"automationbench-aa","score":0.3558794293060383,"outputTokensPerTask":14220.051750380517,"costPerTask":0.056213012706603074,"timePerTask":110.57891157361914},{"slug":"terminalbench-4-0","score":0.0252525252525253,"outputTokensPerTask":32335.030303030304,"costPerTask":0.10632169881952343,"timePerTask":251.44581182789324},{"slug":"scicode","score":0.516203703703704,"outputTokensPerTask":2028.013888888889,"costPerTask":0.0029259881944444445,"timePerTask":15.77037639708414},{"slug":"humanitys-last-exam","score":0.334105653382762,"outputTokensPerTask":7870.31139944393,"costPerTask":0.009508855977757183,"timePerTask":61.2016386137743},{"slug":"gdp-pdf","score":0.222,"outputTokensPerTask":6686.13,"costPerTask":0.040393108000000004,"timePerTask":51.99312850742177},{"slug":"critpt","score":0.165714285714286,"outputTokensPerTask":15230.814285714287,"costPerTask":0.01898162,"timePerTask":118.43887038239134},{"slug":"omniscience","score":-12,"outputTokensPerTask":2062.3748333333333,"costPerTask":0.002499963,"timePerTask":16.03757625711324},{"slug":"artificial-analysis-long-context-reasoning","score":0.803333333333333,"outputTokensPerTask":579.8,"costPerTask":0.019562304000000003,"timePerTask":4.508679297082638}],"briefcaseBreakdown":{"overall":{"elo":1173.05,"lower95ci":1164.6,"upper95ci":1181.37},"rubricPassRate":0.298989898989899,"analyticalQuality":{"elo":1139.54,"lower95ci":1125.22,"upper95ci":1154.47},"presentation":{"elo":1322.73,"lower95ci":1307.08,"upper95ci":1338.19}},"briefcaseTotalCost":10.622420877531141,"timescaleData":{"medianOutputSpeed":130.11404633284,"medianTimeToFirstChunk":9.3207257065},"outputSpeedVariance":{"p05":93.145363895473,"q25":107.119155266671,"median":130.11404633284,"q75":155.749199353484,"p95":182.476530924728},"timeToFirstChunkVariance":{"p05":3.35468798254997,"q25":5.45610775524996,"median":9.3207257065,"q75":22.4539805715,"p95":50.95686211605},"performanceByPromptType":{"medium":{"medianOutputSpeed":126.619897429897,"medianTimeToFirstChunk":8.04602671449999,"medianTimeToFirstAnswerToken":8.04602671449999,"medianEndToEndResponseTime":11.99485316396718},"long":{"medianOutputSpeed":130.11404633284,"medianTimeToFirstChunk":9.3207257065,"medianTimeToFirstAnswerToken":9.3207257065,"medianEndToEndResponseTime":13.163508358274338},"hundredK":{"medianOutputSpeed":100.860457726173,"medianTimeToFirstChunk":8.7934724075,"medianTimeToFirstAnswerToken":8.7934724075,"medianEndToEndResponseTime":13.750816556754753},"mediumParallel":{"medianOutputSpeed":103.486408718356,"medianTimeToFirstChunk":7.83331768549999,"medianTimeToFirstAnswerToken":7.83331768549999,"medianEndToEndResponseTime":12.664870023554137}},"endToEndResponseTime":{"input":9.3207257065,"reasoning":0,"answer":3.8427826517743386,"total":13.163508358274338},"timeToFirstAnswerToken":{"input":9.3207257065,"reasoning":0,"total":9.3207257065},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-luna","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-luna","canonical_slug":"openai/gpt-5.6-luna-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Luna","created":1783590864,"description":"GPT-5.6 Luna is a fast, cost-efficient model in OpenAI's GPT-5.6 series. It is suited for high-volume, latency-sensitive tasks such as chat, classification, and lightweight agentic workflows, providing capable reasoning for...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-luna-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":37.5,"coding_index":71.4,"agentic_index":42.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000001","completion":"0.0000006","web_search":"0.01","input_cache_read":"0.00000001","input_cache_write":"0.000000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000002","completion":"0.0000009","input_cache_read":"0.00000002","input_cache_write":"0.00000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98040368410739,"uptime_last_5m":100,"uptime_last_1d":99.79606700655499,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":87.57754577091845,"uptime_last_5m":87.45910577971647,"uptime_last_1d":91.56299069323772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99828731931218,"uptime_last_5m":100,"uptime_last_1d":99.99501677161342,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.7513983840895,"uptime_last_5m":98.89502762430939,"uptime_last_1d":99.94270087250943,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.79395908024908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000004","completion":"0.0000024","web_search":"0.01","input_cache_read":"0.00000004","input_cache_write":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000008","completion":"0.0000036","input_cache_read":"0.00000008","input_cache_write":"0.000001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99892563996046,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"050c61cd-cddc-463a-a30a-a82aaa37be59","slug":"gpt-5-6-luna-low","name":"GPT-5.6 Luna (low)","shortName":"GPT-5.6 Luna (low)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-luna-low","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":21.5456033424265,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":23.75315400078851,"strategyAndOps":22.52400566668051,"legal":24.601034884429556,"healthcareAndMedical":20.51395278297947,"engineering":23.205541116112798,"economics":28.527675104263185},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":127.140610628619,"canonicalInputTokens":228143479,"canonicalOutputTokens":10118765,"outputTokensPerTask":2514.104170988666,"answerTokensPerTask":1955.358913324883,"reasoningTokensPerTask":558.7452576637828,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"costPerIntelligenceIndexTask":0.009827249754655997,"latency":{"timeToFirstChunkMs":1.74700958500003,"timeToFirstAnswerTokenMs":1.74700958500003,"endToEndMs":5.67966334156026}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":743.81,"score":743.81,"outputTokensPerTask":4522.142857142857,"costPerTask":0.012522464885474184,"timePerTask":36.28763244393828,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1075.16,"score":1075.16,"outputTokensPerTask":4142.477272727273,"costPerTask":0.008156248257822372,"timePerTask":33.24103139348179,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.11692162258271627,"score":0.11692162258271627,"outputTokensPerTask":4664.958904109589,"costPerTask":0.017126229241401256,"timePerTask":37.433650246369965,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":5271.484848484848,"costPerTask":0.01179994316105567,"timePerTask":42.30067705920881,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.460648148148148,"score":0.460648148148148,"outputTokensPerTask":808.9756944444445,"costPerTask":0.0014673874999999999,"timePerTask":6.491571271285991,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.198331788693234,"score":0.198331788693234,"outputTokensPerTask":1147.3818350324375,"costPerTask":0.001440088785912882,"timePerTask":9.207088678488695,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.142,"score":0.142,"outputTokensPerTask":1422.43,"costPerTask":0.034076668,"timePerTask":11.414194254323737,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0257142857142857,"score":0.0257142857142857,"outputTokensPerTask":2531.8285714285716,"costPerTask":0.0036740971428571435,"timePerTask":20.316488778310834,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-14.65,"score":-14.65,"outputTokensPerTask":388.49983333333336,"costPerTask":0.0004909045,"timePerTask":3.117490889139756,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.7,"score":0.7,"outputTokensPerTask":236.04,"costPerTask":0.019149792000000002,"timePerTask":1.8940871689929029,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0611111111111111,"score":0.0611111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.142,"score":0.142,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1075.16,"score":1075.16,"outputTokensPerTask":4142.477272727273,"costPerTask":0.008156248257822372,"timePerTask":33.24103139348179,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.28758000000000006,"score":0.28758000000000006,"outputTokensPerTask":4142.477272727273,"costPerTask":0.008156248257822372,"timePerTask":33.24103139348179,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.127835051546392,"score":0.127835051546392,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.434456928838951,"score":0.434456928838951,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":5271.484848484848,"costPerTask":0.01179994316105567,"timePerTask":42.30067705920881,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.7,"score":0.7,"outputTokensPerTask":236.04,"costPerTask":0.019149792000000002,"timePerTask":1.8940871689929029,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.198331788693234,"score":0.198331788693234,"outputTokensPerTask":1147.3818350324375,"costPerTask":0.001440088785912882,"timePerTask":9.207088678488695,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.835353535353535,"score":0.835353535353535,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.739884393063584,"score":0.739884393063584,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.11692162258271627,"score":0.11692162258271627,"outputTokensPerTask":4664.958904109589,"costPerTask":0.017126229241401256,"timePerTask":37.433650246369965,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":23.75315400078851,"score":23.75315400078851,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":22.52400566668051,"score":22.52400566668051,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":24.601034884429556,"score":24.601034884429556,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":20.51395278297947,"score":20.51395278297947,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":23.205541116112798,"score":23.205541116112798,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":28.527675104263185,"score":28.527675104263185,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"050c61cd-cddc-463a-a30a-a82aaa37be59","slug":"gpt-5-6-luna-low","name":"GPT-5.6 Luna (low)","shortName":"GPT-5.6 Luna (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":21.5456033424265,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":23.75315400078851,"strategyAndOps":22.52400566668051,"legal":24.601034884429556,"healthcareAndMedical":20.51395278297947,"engineering":23.205541116112798,"economics":28.527675104263185},"omniscience":-14.65,"omniscienceBreakdown":{"accuracy":0.39616666666666667,"hallucinationRate":0.8987027325420922},"mlcrOverall":0.0611111111111111,"gdpPdfAllPass":0.142,"gdpval":1075.16,"gdpvalNormalized":0.28758000000000006,"itBenchSre":null,"tau2":null,"tauBanking":0.127835051546392,"terminalbenchHard":null,"terminalBench21":0.434456928838951,"terminalBench40":0,"scicode":0.460648148148148,"lcr":0.7,"ifbench":null,"hle":0.198331788693234,"gpqa":0.835353535353535,"critpt":0.0257142857142857,"apexAgents":null,"mmmuPro":0.739884393063584,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.11692162258271627,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.45,"price1mBlended7To2To1":0.174,"price1mBlended0To1To1":0.7,"price1mBlended100To1To1":0.03333333333333334,"price1mBlended0To100To1":0.2099009900990099,"intelligenceIndexTimePerTask":20.174260514239833,"intelligenceIndexCost":{"total":27.020226781529374,"input":14.877708781529375,"nonCacheInput":5.5958482,"cacheRead":3.5442781668235326,"cacheWrite":5.737582414705842,"output":12.142517999999999,"reasoning":6.1705152,"answer":5.9720028},"intelligenceIndexCostPerTask":{"cost":{"total":0.009827249754655997,"input":0.006810324749469599,"nonCacheInput":0.004303583115768349,"cacheRead":0.0008072532149511116,"cacheWrite":0.001699488418750139,"output":0.0030169250051863983,"reasoning":0.0006704943091965392,"answer":0.00234643069598986},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.0018783697328211273},{"slug":"gdpval-aa","weightedCostPerTask":0.0008156248257822373},{"slug":"automationbench-aa","weightedCostPerTask":0.000856311462070063},{"slug":"terminalbench-4-0","weightedCostPerTask":0.001179994316105567},{"slug":"scicode","weightedCostPerTask":0.00014673875},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0001440088785912882},{"slug":"gdp-pdf","weightedCostPerTask":0.0034076668},{"slug":"critpt","weightedCostPerTask":0.00036740971428571436},{"slug":"omniscience","weightedCostPerTask":0.000073635675},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0009574896000000002}]},"canonicalIntelligenceIndexTokenCount":{"input":228143479,"output":10118765,"answer":4976669,"reasoning":5142096},"intelligenceIndexOutputTokensPerTask":{"reasoning":558.7452576637828,"answer":1955.358913324883,"output":2514.104170988666},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":743.81,"outputTokensPerTask":4522.142857142857,"costPerTask":0.012522464885474184,"timePerTask":36.28763244393828},{"slug":"gdpval-aa","score":1075.16,"outputTokensPerTask":4142.477272727273,"costPerTask":0.008156248257822372,"timePerTask":33.24103139348179},{"slug":"automationbench-aa","score":0.11692162258271627,"outputTokensPerTask":4664.958904109589,"costPerTask":0.017126229241401256,"timePerTask":37.433650246369965},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":5271.484848484848,"costPerTask":0.01179994316105567,"timePerTask":42.30067705920881},{"slug":"scicode","score":0.460648148148148,"outputTokensPerTask":808.9756944444445,"costPerTask":0.0014673874999999999,"timePerTask":6.491571271285991},{"slug":"humanitys-last-exam","score":0.198331788693234,"outputTokensPerTask":1147.3818350324375,"costPerTask":0.001440088785912882,"timePerTask":9.207088678488695},{"slug":"gdp-pdf","score":0.142,"outputTokensPerTask":1422.43,"costPerTask":0.034076668,"timePerTask":11.414194254323737},{"slug":"critpt","score":0.0257142857142857,"outputTokensPerTask":2531.8285714285716,"costPerTask":0.0036740971428571435,"timePerTask":20.316488778310834},{"slug":"omniscience","score":-14.65,"outputTokensPerTask":388.49983333333336,"costPerTask":0.0004909045,"timePerTask":3.117490889139756},{"slug":"artificial-analysis-long-context-reasoning","score":0.7,"outputTokensPerTask":236.04,"costPerTask":0.019149792000000002,"timePerTask":1.8940871689929029}],"briefcaseBreakdown":{"overall":{"elo":743.81,"lower95ci":734.84,"upper95ci":752.42},"rubricPassRate":0.13079299691040164,"analyticalQuality":{"elo":597.87,"lower95ci":580.96,"upper95ci":614.07},"presentation":{"elo":879.82,"lower95ci":866.48,"upper95ci":896.27}},"briefcaseTotalCost":1.1395443045781506,"timescaleData":{"medianOutputSpeed":127.140610628619,"medianTimeToFirstChunk":1.74700958500003},"outputSpeedVariance":{"p05":74.5865886716364,"q25":103.332799473904,"median":127.140610628619,"q75":144.804145631636,"p95":159.473341573512},"timeToFirstChunkVariance":{"p05":1.05928007164995,"q25":1.48822923000002,"median":1.74700958500003,"q75":2.63097012374997,"p95":3.66144248840001},"performanceByPromptType":{"medium":{"medianOutputSpeed":127.931251401278,"medianTimeToFirstChunk":1.3322506275,"medianTimeToFirstAnswerToken":1.3322506275,"medianEndToEndResponseTime":5.240599795692418},"long":{"medianOutputSpeed":127.140610628619,"medianTimeToFirstChunk":1.74700958500003,"medianTimeToFirstAnswerToken":1.74700958500003,"medianEndToEndResponseTime":5.67966334156026},"hundredK":{"medianOutputSpeed":121.871376117387,"medianTimeToFirstChunk":2.25674499849999,"medianTimeToFirstAnswerToken":2.25674499849999,"medianEndToEndResponseTime":6.359431092061435},"mediumParallel":{"medianOutputSpeed":101.556064671043,"medianTimeToFirstChunk":2.1463787295,"medianTimeToFirstAnswerToken":2.1463787295,"medianEndToEndResponseTime":7.069767614443338}},"endToEndResponseTime":{"input":1.74700958500003,"reasoning":0,"answer":3.9326537565602298,"total":5.67966334156026},"timeToFirstAnswerToken":{"input":1.74700958500003,"reasoning":0,"total":1.74700958500003},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-luna","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-luna","canonical_slug":"openai/gpt-5.6-luna-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Luna","created":1783590864,"description":"GPT-5.6 Luna is a fast, cost-efficient model in OpenAI's GPT-5.6 series. It is suited for high-volume, latency-sensitive tasks such as chat, classification, and lightweight agentic workflows, providing capable reasoning for...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-luna-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":37.5,"coding_index":71.4,"agentic_index":42.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000001","completion":"0.0000006","web_search":"0.01","input_cache_read":"0.00000001","input_cache_write":"0.000000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000002","completion":"0.0000009","input_cache_read":"0.00000002","input_cache_write":"0.00000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98040368410739,"uptime_last_5m":100,"uptime_last_1d":99.79606700655499,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":87.57754577091845,"uptime_last_5m":87.45910577971647,"uptime_last_1d":91.56299069323772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99828731931218,"uptime_last_5m":100,"uptime_last_1d":99.99501677161342,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.7513983840895,"uptime_last_5m":98.89502762430939,"uptime_last_1d":99.94270087250943,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.79395908024908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000004","completion":"0.0000024","web_search":"0.01","input_cache_read":"0.00000004","input_cache_write":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000008","completion":"0.0000036","input_cache_read":"0.00000008","input_cache_write":"0.000001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99892563996046,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"426d24c8-49ae-482a-b4a8-20f1c53f21c1","slug":"gpt-5-6-luna","name":"GPT-5.6 Luna (max)","shortName":"GPT-5.6 Luna (max)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-luna","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":37.5048489690841,"intelligenceIndexIsEstimated":false,"capabilities":{"engineering":36.16028866715615,"economics":42.742308657707774},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":129.90748026957,"canonicalInputTokens":4880927437,"canonicalOutputTokens":153656724,"outputTokensPerTask":41234.58985098852,"answerTokensPerTask":13136.33788999603,"reasoningTokensPerTask":28098.251960992493,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"costPerIntelligenceIndexTask":0.17829726152289094,"latency":{"timeToFirstChunkMs":112.380188314,"timeToFirstAnswerTokenMs":112.380188314,"endToEndMs":116.22908137976074}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1332.9,"score":1332.9,"outputTokensPerTask":77903.1978021978,"costPerTask":0.3950640847168226,"timePerTask":607.0984260400994,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1455.6,"score":1455.6,"outputTokensPerTask":34082.013636363634,"costPerTask":0.10989409800659948,"timePerTask":265.6006097137367,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5020861763756194,"score":0.5020861763756194,"outputTokensPerTask":23185.700152207002,"costPerTask":0.09118325708500453,"timePerTask":180.68580579686363,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.116161616161616,"score":0.116161616161616,"outputTokensPerTask":133852.69696969696,"costPerTask":0.8493287460827653,"timePerTask":1043.1120152199048,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.53587962962963,"score":0.53587962962963,"outputTokensPerTask":7259.920138888889,"costPerTask":0.00927091111111111,"timePerTask":56.576446331345856,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.394810009267841,"score":0.394810009267841,"outputTokensPerTask":24328.600092678407,"costPerTask":0.029256409267840587,"timePerTask":189.59240750971318,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.24,"score":0.24,"outputTokensPerTask":20438.58,"costPerTask":0.05679524,"timePerTask":159.27754057028704,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.205714285714286,"score":0.205714285714286,"outputTokensPerTask":49397.15714285714,"costPerTask":0.06332287714285713,"timePerTask":384.9512882440107,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-10.283333333333333,"score":-10.283333333333333,"outputTokensPerTask":9122.9325,"costPerTask":0.010971418666666666,"timePerTask":71.09487309728661,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.836666666666667,"score":0.836666666666667,"outputTokensPerTask":1709.77,"costPerTask":0.020918900000000004,"timePerTask":13.32421139535426,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.194444444444444,"score":0.194444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.878998407873788,"score":0.878998407873788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.24,"score":0.24,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1455.6,"score":1455.6,"outputTokensPerTask":34082.013636363634,"costPerTask":0.10989409800659948,"timePerTask":265.6006097137367,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.47779999999999995,"score":0.47779999999999995,"outputTokensPerTask":34082.013636363634,"costPerTask":0.10989409800659948,"timePerTask":265.6006097137367,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.403201506591337,"score":0.403201506591337,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.311340206185567,"score":0.311340206185567,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.808988764044944,"score":0.808988764044944,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.116161616161616,"score":0.116161616161616,"outputTokensPerTask":133852.69696969696,"costPerTask":0.8493287460827653,"timePerTask":1043.1120152199048,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.836666666666667,"score":0.836666666666667,"outputTokensPerTask":1709.77,"costPerTask":0.020918900000000004,"timePerTask":13.32421139535426,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.394810009267841,"score":0.394810009267841,"outputTokensPerTask":24328.600092678407,"costPerTask":0.029256409267840587,"timePerTask":189.59240750971318,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.911111111111111,"score":0.911111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.358407079646018,"score":0.358407079646018,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.785549132947977,"score":0.785549132947977,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5020861763756194,"score":0.5020861763756194,"outputTokensPerTask":23185.700152207002,"costPerTask":0.09118325708500453,"timePerTask":180.68580579686363,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.40823634735899733,"score":0.40823634735899733,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-engineering","label":"Engineering","value":36.16028866715615,"score":36.16028866715615,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":42.742308657707774,"score":42.742308657707774,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"426d24c8-49ae-482a-b4a8-20f1c53f21c1","slug":"gpt-5-6-luna","name":"GPT-5.6 Luna (max)","shortName":"GPT-5.6 Luna (max)","chartDefaultSelected":true,"chartHighlighted":true,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":37.5048489690841,"intelligenceIndexIsEstimated":false,"capabilities":{"engineering":36.16028866715615,"economics":42.742308657707774},"omniscience":-10.283333333333333,"omniscienceBreakdown":{"accuracy":0.42733333333333334,"hallucinationRate":0.9257857974388825},"mlcrOverall":0.194444444444444,"harveyLab":0.878998407873788,"gdpPdfAllPass":0.24,"gdpval":1455.6,"gdpvalNormalized":0.47779999999999995,"itBenchSre":0.403201506591337,"tau2":null,"tauBanking":0.311340206185567,"terminalbenchHard":null,"terminalBench21":0.808988764044944,"terminalBench40":0.116161616161616,"scicode":0.53587962962963,"lcr":0.836666666666667,"ifbench":null,"hle":0.394810009267841,"gpqa":0.911111111111111,"critpt":0.205714285714286,"apexAgents":0.358407079646018,"mmmuPro":0.785549132947977,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5020861763756194,"enterpriseOpsGym":0.40823634735899733,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.45,"price1mBlended7To2To1":0.174,"price1mBlended0To1To1":0.7,"price1mBlended100To1To1":0.03333333333333334,"price1mBlended0To100To1":0.2099009900990099,"intelligenceIndexTimePerTask":321.3405264891187,"intelligenceIndexCost":{"total":319.92851141699316,"input":135.5404426169932,"nonCacheInput":5.8352326,"cacheRead":94.19413986808753,"cacheWrite":35.51107014890568,"output":184.38806879999999,"reasoning":162.3706872,"answer":22.0173816},"intelligenceIndexCostPerTask":{"cost":{"total":0.17829726152289094,"input":0.12881575370170473,"nonCacheInput":0.004640576617249952,"cacheRead":0.09774468082447282,"cacheWrite":0.026430496259981964,"output":0.04948150782118623,"reasoning":0.03371790235319099,"answer":0.01576360546799524},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.05925961270752338},{"slug":"gdpval-aa","weightedCostPerTask":0.010989409800659948},{"slug":"automationbench-aa","weightedCostPerTask":0.004559162854250227},{"slug":"terminalbench-4-0","weightedCostPerTask":0.08493287460827653},{"slug":"scicode","weightedCostPerTask":0.000927091111111111},{"slug":"humanitys-last-exam","weightedCostPerTask":0.002925640926784059},{"slug":"gdp-pdf","weightedCostPerTask":0.005679524},{"slug":"critpt","weightedCostPerTask":0.006332287714285714},{"slug":"omniscience","weightedCostPerTask":0.0016457128},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0010459450000000002}]},"canonicalIntelligenceIndexTokenCount":{"input":4880927437,"output":153656724,"answer":18347818,"reasoning":135308906},"intelligenceIndexOutputTokensPerTask":{"reasoning":28098.251960992493,"answer":13136.33788999603,"output":41234.58985098852},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1332.9,"outputTokensPerTask":77903.1978021978,"costPerTask":0.3950640847168226,"timePerTask":607.0984260400994},{"slug":"gdpval-aa","score":1455.6,"outputTokensPerTask":34082.013636363634,"costPerTask":0.10989409800659948,"timePerTask":265.6006097137367},{"slug":"automationbench-aa","score":0.5020861763756194,"outputTokensPerTask":23185.700152207002,"costPerTask":0.09118325708500453,"timePerTask":180.68580579686363},{"slug":"terminalbench-4-0","score":0.116161616161616,"outputTokensPerTask":133852.69696969696,"costPerTask":0.8493287460827653,"timePerTask":1043.1120152199048},{"slug":"scicode","score":0.53587962962963,"outputTokensPerTask":7259.920138888889,"costPerTask":0.00927091111111111,"timePerTask":56.576446331345856},{"slug":"humanitys-last-exam","score":0.394810009267841,"outputTokensPerTask":24328.600092678407,"costPerTask":0.029256409267840587,"timePerTask":189.59240750971318},{"slug":"gdp-pdf","score":0.24,"outputTokensPerTask":20438.58,"costPerTask":0.05679524,"timePerTask":159.27754057028704},{"slug":"critpt","score":0.205714285714286,"outputTokensPerTask":49397.15714285714,"costPerTask":0.06332287714285713,"timePerTask":384.9512882440107},{"slug":"omniscience","score":-10.283333333333333,"outputTokensPerTask":9122.9325,"costPerTask":0.010971418666666666,"timePerTask":71.09487309728661},{"slug":"artificial-analysis-long-context-reasoning","score":0.836666666666667,"outputTokensPerTask":1709.77,"costPerTask":0.020918900000000004,"timePerTask":13.32421139535426}],"briefcaseBreakdown":{"overall":{"elo":1332.9,"lower95ci":1327.21,"upper95ci":1339.18},"rubricPassRate":0.3797979797979798,"analyticalQuality":{"elo":1343.64,"lower95ci":1331.4,"upper95ci":1355.58},"presentation":{"elo":1463.13,"lower95ci":1452.33,"upper95ci":1474.48}},"briefcaseTotalCost":35.950831709230854,"timescaleData":{"medianOutputSpeed":129.90748026957,"medianTimeToFirstChunk":112.380188314},"outputSpeedVariance":{"p05":93.9570256612967,"q25":119.578309271899,"median":129.90748026957,"q75":167.119447418511,"p95":198.206809217256},"timeToFirstChunkVariance":{"p05":24.8394868677,"q25":51.0206253069999,"median":112.380188314,"q75":141.23408728825,"p95":273.8192772089},"performanceByPromptType":{"medium":{"medianOutputSpeed":130.842530520291,"medianTimeToFirstChunk":83.647354909,"medianTimeToFirstAnswerToken":83.647354909,"medianEndToEndResponseTime":87.46874232799722},"long":{"medianOutputSpeed":129.90748026957,"medianTimeToFirstChunk":112.380188314,"medianTimeToFirstAnswerToken":112.380188314,"medianEndToEndResponseTime":116.22908137976074},"hundredK":{"medianOutputSpeed":108.950664023241,"medianTimeToFirstChunk":37.9006075425001,"medianTimeToFirstAnswerToken":37.9006075425001,"medianEndToEndResponseTime":42.48984070121992},"mediumParallel":{"medianOutputSpeed":108.790500381808,"medianTimeToFirstChunk":129.241013298,"medianTimeToFirstAnswerToken":129.241013298,"medianEndToEndResponseTime":133.83700282139787}},"endToEndResponseTime":{"input":112.380188314,"reasoning":0,"answer":3.848893065760755,"total":116.22908137976074},"timeToFirstAnswerToken":{"input":112.380188314,"reasoning":0,"total":112.380188314},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":6,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-luna","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-luna","canonical_slug":"openai/gpt-5.6-luna-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Luna","created":1783590864,"description":"GPT-5.6 Luna is a fast, cost-efficient model in OpenAI's GPT-5.6 series. It is suited for high-volume, latency-sensitive tasks such as chat, classification, and lightweight agentic workflows, providing capable reasoning for...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-luna-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":37.5,"coding_index":71.4,"agentic_index":42.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000001","completion":"0.0000006","web_search":"0.01","input_cache_read":"0.00000001","input_cache_write":"0.000000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000002","completion":"0.0000009","input_cache_read":"0.00000002","input_cache_write":"0.00000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98040368410739,"uptime_last_5m":100,"uptime_last_1d":99.79606700655499,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":87.57754577091845,"uptime_last_5m":87.45910577971647,"uptime_last_1d":91.56299069323772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99828731931218,"uptime_last_5m":100,"uptime_last_1d":99.99501677161342,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.7513983840895,"uptime_last_5m":98.89502762430939,"uptime_last_1d":99.94270087250943,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.79395908024908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000004","completion":"0.0000024","web_search":"0.01","input_cache_read":"0.00000004","input_cache_write":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000008","completion":"0.0000036","input_cache_read":"0.00000008","input_cache_write":"0.000001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99892563996046,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"58b812bf-8498-46db-b834-f43ccc614b61","slug":"gpt-5-6-luna-medium","name":"GPT-5.6 Luna (medium)","shortName":"GPT-5.6 Luna (medium)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-luna-medium","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":25.4773991440784,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":27.424964476862787,"strategyAndOps":28.93762589819329,"legal":28.046757940619493,"healthcareAndMedical":24.58030843315719,"engineering":26.50901853166914,"economics":32.30635889712697},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":126.176710017622,"canonicalInputTokens":456195832,"canonicalOutputTokens":17919951,"outputTokensPerTask":4486.322966984059,"answerTokensPerTask":2937.209736835318,"reasoningTokensPerTask":1549.1132301487414,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"costPerIntelligenceIndexTask":0.015598049609820011,"latency":{"timeToFirstChunkMs":2.48481784699999,"timeToFirstAnswerTokenMs":2.48481784699999,"endToEndMs":6.447514290188035}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":934.87,"score":934.87,"outputTokensPerTask":9415.098901098901,"costPerTask":0.029337873600120943,"timePerTask":77.10219563180468,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1164.13,"score":1164.13,"outputTokensPerTask":6928.572727272727,"costPerTask":0.014815766091229893,"timePerTask":56.739517606662325,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.23074538803075942,"score":0.23074538803075942,"outputTokensPerTask":7668.952815829528,"costPerTask":0.029127983956339455,"timePerTask":62.802643552491375,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":8238.121212121212,"costPerTask":0.025121391970590636,"timePerTask":67.46368147671328,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.467592592592593,"score":0.467592592592593,"outputTokensPerTask":1084.1354166666667,"costPerTask":0.0017958319444444442,"timePerTask":8.878209550984657,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.257645968489342,"score":0.257645968489342,"outputTokensPerTask":2355.1385542168673,"costPerTask":0.0028992929564411493,"timePerTask":19.286717585732458,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.152,"score":0.152,"outputTokensPerTask":2217.1,"costPerTask":0.035335561999999994,"timePerTask":18.156291264802558,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0485714285714286,"score":0.0485714285714286,"outputTokensPerTask":4932,"costPerTask":0.006590282857142857,"timePerTask":40.38916986965234,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-13.183333333333334,"score":-13.183333333333334,"outputTokensPerTask":660.508,"costPerTask":0.0008173092666666665,"timePerTask":5.409036863800554,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.75,"score":0.75,"outputTokensPerTask":320.55,"costPerTask":0.019251204000000004,"timePerTask":2.62505036531165,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0833333333333333,"score":0.0833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.152,"score":0.152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1164.13,"score":1164.13,"outputTokensPerTask":6928.572727272727,"costPerTask":0.014815766091229893,"timePerTask":56.739517606662325,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.33206500000000005,"score":0.33206500000000005,"outputTokensPerTask":6928.572727272727,"costPerTask":0.014815766091229893,"timePerTask":56.739517606662325,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.177319587628866,"score":0.177319587628866,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.531835205992509,"score":0.531835205992509,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":8238.121212121212,"costPerTask":0.025121391970590636,"timePerTask":67.46368147671328,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.75,"score":0.75,"outputTokensPerTask":320.55,"costPerTask":0.019251204000000004,"timePerTask":2.62505036531165,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.257645968489342,"score":0.257645968489342,"outputTokensPerTask":2355.1385542168673,"costPerTask":0.0028992929564411493,"timePerTask":19.286717585732458,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.858585858585859,"score":0.858585858585859,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.758381502890173,"score":0.758381502890173,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.23074538803075942,"score":0.23074538803075942,"outputTokensPerTask":7668.952815829528,"costPerTask":0.029127983956339455,"timePerTask":62.802643552491375,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":27.424964476862787,"score":27.424964476862787,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":28.93762589819329,"score":28.93762589819329,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":28.046757940619493,"score":28.046757940619493,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":24.58030843315719,"score":24.58030843315719,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":26.50901853166914,"score":26.50901853166914,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":32.30635889712697,"score":32.30635889712697,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"58b812bf-8498-46db-b834-f43ccc614b61","slug":"gpt-5-6-luna-medium","name":"GPT-5.6 Luna (medium)","shortName":"GPT-5.6 Luna (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":25.4773991440784,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":27.424964476862787,"strategyAndOps":28.93762589819329,"legal":28.046757940619493,"healthcareAndMedical":24.58030843315719,"engineering":26.50901853166914,"economics":32.30635889712697},"omniscience":-13.183333333333334,"omniscienceBreakdown":{"accuracy":0.407,"hallucinationRate":0.9086565486228219},"mlcrOverall":0.0833333333333333,"gdpPdfAllPass":0.152,"gdpval":1164.13,"gdpvalNormalized":0.33206500000000005,"itBenchSre":null,"tau2":null,"tauBanking":0.177319587628866,"terminalbenchHard":null,"terminalBench21":0.531835205992509,"terminalBench40":0.00505050505050505,"scicode":0.467592592592593,"lcr":0.75,"ifbench":null,"hle":0.257645968489342,"gpqa":0.858585858585859,"critpt":0.0485714285714286,"apexAgents":null,"mmmuPro":0.758381502890173,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.23074538803075942,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.45,"price1mBlended7To2To1":0.174,"price1mBlended0To1To1":0.7,"price1mBlended100To1To1":0.03333333333333334,"price1mBlended0To100To1":0.2099009900990099,"intelligenceIndexTimePerTask":36.7394283056857,"intelligenceIndexCost":{"total":44.32203816705559,"input":22.818096967055588,"nonCacheInput":5.649718200000001,"cacheRead":7.810298389821253,"cacheWrite":9.358080377234336,"output":21.5039412,"reasoning":12.8777892,"answer":8.626152},"intelligenceIndexCostPerTask":{"cost":{"total":0.015598049609820011,"input":0.010214462049439143,"nonCacheInput":0.004338524249296821,"cacheRead":0.0026256678843229173,"cacheWrite":0.003250269915819403,"output":0.0053835875603808715,"reasoning":0.0018589358761784895,"answer":0.0035246516842023803},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.004400681040018142},{"slug":"gdpval-aa","weightedCostPerTask":0.0014815766091229893},{"slug":"automationbench-aa","weightedCostPerTask":0.001456399197816973},{"slug":"terminalbench-4-0","weightedCostPerTask":0.0025121391970590636},{"slug":"scicode","weightedCostPerTask":0.00017958319444444444},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0002899292956441149},{"slug":"gdp-pdf","weightedCostPerTask":0.0035335562},{"slug":"critpt","weightedCostPerTask":0.0006590282857142858},{"slug":"omniscience","weightedCostPerTask":0.00012259638999999998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0009625602000000002}]},"canonicalIntelligenceIndexTokenCount":{"input":456195832,"output":17919951,"answer":7188460,"reasoning":10731491},"intelligenceIndexOutputTokensPerTask":{"reasoning":1549.1132301487414,"answer":2937.209736835318,"output":4486.322966984059},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":934.87,"outputTokensPerTask":9415.098901098901,"costPerTask":0.029337873600120943,"timePerTask":77.10219563180468},{"slug":"gdpval-aa","score":1164.13,"outputTokensPerTask":6928.572727272727,"costPerTask":0.014815766091229893,"timePerTask":56.739517606662325},{"slug":"automationbench-aa","score":0.23074538803075942,"outputTokensPerTask":7668.952815829528,"costPerTask":0.029127983956339455,"timePerTask":62.802643552491375},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":8238.121212121212,"costPerTask":0.025121391970590636,"timePerTask":67.46368147671328},{"slug":"scicode","score":0.467592592592593,"outputTokensPerTask":1084.1354166666667,"costPerTask":0.0017958319444444442,"timePerTask":8.878209550984657},{"slug":"humanitys-last-exam","score":0.257645968489342,"outputTokensPerTask":2355.1385542168673,"costPerTask":0.0028992929564411493,"timePerTask":19.286717585732458},{"slug":"gdp-pdf","score":0.152,"outputTokensPerTask":2217.1,"costPerTask":0.035335561999999994,"timePerTask":18.156291264802558},{"slug":"critpt","score":0.0485714285714286,"outputTokensPerTask":4932,"costPerTask":0.006590282857142857,"timePerTask":40.38916986965234},{"slug":"omniscience","score":-13.183333333333334,"outputTokensPerTask":660.508,"costPerTask":0.0008173092666666665,"timePerTask":5.409036863800554},{"slug":"artificial-analysis-long-context-reasoning","score":0.75,"outputTokensPerTask":320.55,"costPerTask":0.019251204000000004,"timePerTask":2.62505036531165}],"briefcaseBreakdown":{"overall":{"elo":934.87,"lower95ci":927.35,"upper95ci":942.46},"rubricPassRate":0.20202020202020202,"analyticalQuality":{"elo":827.18,"lower95ci":812.73,"upper95ci":841.12},"presentation":{"elo":1088.15,"lower95ci":1075.16,"upper95ci":1101.89}},"briefcaseTotalCost":2.6697464976110057,"timescaleData":{"medianOutputSpeed":126.176710017622,"medianTimeToFirstChunk":2.48481784699999},"outputSpeedVariance":{"p05":63.8795691263839,"q25":91.5352618287696,"median":126.176710017622,"q75":146.849635950429,"p95":188.901743041018},"timeToFirstChunkVariance":{"p05":1.29119169275002,"q25":1.5640429835,"median":2.48481784699999,"q75":4.032496926,"p95":8.18379102314991},"performanceByPromptType":{"medium":{"medianOutputSpeed":117.203669249781,"medianTimeToFirstChunk":2.56385831400002,"medianTimeToFirstAnswerToken":2.56385831400002,"medianEndToEndResponseTime":6.82993635746481},"long":{"medianOutputSpeed":126.176710017622,"medianTimeToFirstChunk":2.48481784699999,"medianTimeToFirstAnswerToken":2.48481784699999,"medianEndToEndResponseTime":6.447514290188035},"hundredK":{"medianOutputSpeed":111.275165472732,"medianTimeToFirstChunk":2.98394770850007,"medianTimeToFirstAnswerToken":2.98394770850007,"medianEndToEndResponseTime":7.477313302483617},"mediumParallel":{"medianOutputSpeed":110.796436347957,"medianTimeToFirstChunk":2.88005301450005,"medianTimeToFirstAnswerToken":2.88005301450005,"medianEndToEndResponseTime":7.392833537781019}},"endToEndResponseTime":{"input":2.48481784699999,"reasoning":0,"answer":3.9626964431880447,"total":6.447514290188035},"timeToFirstAnswerToken":{"input":2.48481784699999,"reasoning":0,"total":2.48481784699999},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-luna","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-luna","canonical_slug":"openai/gpt-5.6-luna-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Luna","created":1783590864,"description":"GPT-5.6 Luna is a fast, cost-efficient model in OpenAI's GPT-5.6 series. It is suited for high-volume, latency-sensitive tasks such as chat, classification, and lightweight agentic workflows, providing capable reasoning for...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-luna-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":37.5,"coding_index":71.4,"agentic_index":42.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000001","completion":"0.0000006","web_search":"0.01","input_cache_read":"0.00000001","input_cache_write":"0.000000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000002","completion":"0.0000009","input_cache_read":"0.00000002","input_cache_write":"0.00000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98040368410739,"uptime_last_5m":100,"uptime_last_1d":99.79606700655499,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":87.57754577091845,"uptime_last_5m":87.45910577971647,"uptime_last_1d":91.56299069323772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99828731931218,"uptime_last_5m":100,"uptime_last_1d":99.99501677161342,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.7513983840895,"uptime_last_5m":98.89502762430939,"uptime_last_1d":99.94270087250943,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.79395908024908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000004","completion":"0.0000024","web_search":"0.01","input_cache_read":"0.00000004","input_cache_write":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000008","completion":"0.0000036","input_cache_read":"0.00000008","input_cache_write":"0.000001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99892563996046,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"dc64f856-3ded-497d-9527-d41d31267ed5","slug":"gpt-5-6-luna-non-reasoning","name":"GPT-5.6 Luna (Non-reasoning)","shortName":"GPT-5.6 Luna (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-luna-non-reasoning","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":16.0500252110259,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":16.742052468172048,"strategyAndOps":15.477031205736665,"legal":17.55304004802501,"engineering":18.749759643769888,"economics":22.114141315261044},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":117.015900179817,"canonicalInputTokens":328270441,"canonicalOutputTokens":4847490,"outputTokensPerTask":2027.4761833867608,"answerTokensPerTask":2027.4761833867608,"reasoningTokensPerTask":0,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"costPerIntelligenceIndexTask":0.010091821810180262,"latency":{"timeToFirstChunkMs":0.778819147999996,"timeToFirstAnswerTokenMs":0.778819147999996,"endToEndMs":5.051742735577887}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":710.24,"score":710.24,"outputTokensPerTask":4607.956043956044,"costPerTask":0.013597073803336279,"timePerTask":39.28411574907286,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":987.47,"score":987.47,"outputTokensPerTask":3537.8045454545454,"costPerTask":0.0077392482774395815,"timePerTask":30.160774524644797,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.04970838599882015,"score":0.04970838599882015,"outputTokensPerTask":3750.8888888888887,"costPerTask":0.0187077736753834,"timePerTask":31.977378227444742,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":4636.318181818182,"costPerTask":0.016423026699583263,"timePerTask":39.52591091726436,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.403935185185185,"score":0.403935185185185,"outputTokensPerTask":454.7361111111111,"costPerTask":0.0010406638888888888,"timePerTask":3.8767526976745077,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.072289156626506,"score":0.072289156626506,"outputTokensPerTask":202.8410565338276,"costPerTask":0.0003065109360518999,"timePerTask":1.7292768133044127,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.06,"score":0.06,"outputTokensPerTask":1191.98,"costPerTask":0.033800128,"timePerTask":10.161963318204464,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":1401.0714285714287,"costPerTask":0.002313662857142857,"timePerTask":11.944526303568166,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-24.95,"score":-24.95,"outputTokensPerTask":14.214666666666666,"costPerTask":0.00004175726666666667,"timePerTask":0.12118401420088455,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.426666666666667,"score":0.426666666666667,"outputTokensPerTask":82.62,"costPerTask":0.018965688000000005,"timePerTask":0.7043586380224943,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.06,"score":0.06,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":987.47,"score":987.47,"outputTokensPerTask":3537.8045454545454,"costPerTask":0.0077392482774395815,"timePerTask":30.160774524644797,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.243735,"score":0.243735,"outputTokensPerTask":3537.8045454545454,"costPerTask":0.0077392482774395815,"timePerTask":30.160774524644797,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0969072164948454,"score":0.0969072164948454,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.389513108614232,"score":0.389513108614232,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":4636.318181818182,"costPerTask":0.016423026699583263,"timePerTask":39.52591091726436,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.426666666666667,"score":0.426666666666667,"outputTokensPerTask":82.62,"costPerTask":0.018965688000000005,"timePerTask":0.7043586380224943,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.072289156626506,"score":0.072289156626506,"outputTokensPerTask":202.8410565338276,"costPerTask":0.0003065109360518999,"timePerTask":1.7292768133044127,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.645454545454546,"score":0.645454545454546,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.603468208092486,"score":0.603468208092486,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.04970838599882015,"score":0.04970838599882015,"outputTokensPerTask":3750.8888888888887,"costPerTask":0.0187077736753834,"timePerTask":31.977378227444742,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":16.742052468172048,"score":16.742052468172048,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":15.477031205736665,"score":15.477031205736665,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":17.55304004802501,"score":17.55304004802501,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":18.749759643769888,"score":18.749759643769888,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":22.114141315261044,"score":22.114141315261044,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"dc64f856-3ded-497d-9527-d41d31267ed5","slug":"gpt-5-6-luna-non-reasoning","name":"GPT-5.6 Luna (Non-reasoning)","shortName":"GPT-5.6 Luna (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":16.0500252110259,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":16.742052468172048,"strategyAndOps":15.477031205736665,"legal":17.55304004802501,"engineering":18.749759643769888,"economics":22.114141315261044},"omniscience":-24.95,"omniscienceBreakdown":{"accuracy":0.286,"hallucinationRate":0.75},"gdpPdfAllPass":0.06,"gdpval":987.47,"gdpvalNormalized":0.243735,"itBenchSre":null,"tau2":null,"tauBanking":0.0969072164948454,"terminalbenchHard":null,"terminalBench21":0.389513108614232,"terminalBench40":0.0101010101010101,"scicode":0.403935185185185,"lcr":0.426666666666667,"ifbench":null,"hle":0.072289156626506,"gpqa":0.645454545454546,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.603468208092486,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.04970838599882015,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.45,"price1mBlended7To2To1":0.174,"price1mBlended0To1To1":0.7,"price1mBlended100To1To1":0.03333333333333334,"price1mBlended0To100To1":0.2099009900990099,"intelligenceIndexTimePerTask":17.2848022652305,"intelligenceIndexCost":{"total":22.965138804039693,"input":17.148150804039695,"nonCacheInput":5.5948218,"cacheRead":5.523543825735678,"cacheWrite":6.029785178304018,"output":5.816987999999999,"reasoning":0,"answer":5.816987999999999},"intelligenceIndexCostPerTask":{"cost":{"total":0.010091821810180262,"input":0.007658850390116149,"nonCacheInput":0.004303053286662401,"cacheRead":0.0013225316336537422,"cacheWrite":0.0020332654698000056,"output":0.002432971420064113,"reasoning":0,"answer":0.002432971420064113},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.002039561070500442},{"slug":"gdpval-aa","weightedCostPerTask":0.0007739248277439582},{"slug":"automationbench-aa","weightedCostPerTask":0.0009353886837691701},{"slug":"terminalbench-4-0","weightedCostPerTask":0.0016423026699583264},{"slug":"scicode","weightedCostPerTask":0.00010406638888888888},{"slug":"humanitys-last-exam","weightedCostPerTask":0.000030651093605189994},{"slug":"gdp-pdf","weightedCostPerTask":0.0033800128},{"slug":"critpt","weightedCostPerTask":0.00023136628571428572},{"slug":"omniscience","weightedCostPerTask":0.000006263590000000001},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0009482844000000001}]},"canonicalIntelligenceIndexTokenCount":{"input":328270441,"output":4847490,"answer":4847490,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":2027.4761833867608,"output":2027.4761833867608},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":710.24,"outputTokensPerTask":4607.956043956044,"costPerTask":0.013597073803336279,"timePerTask":39.28411574907286},{"slug":"gdpval-aa","score":987.47,"outputTokensPerTask":3537.8045454545454,"costPerTask":0.0077392482774395815,"timePerTask":30.160774524644797},{"slug":"automationbench-aa","score":0.04970838599882015,"outputTokensPerTask":3750.8888888888887,"costPerTask":0.0187077736753834,"timePerTask":31.977378227444742},{"slug":"terminalbench-4-0","score":0.0101010101010101,"outputTokensPerTask":4636.318181818182,"costPerTask":0.016423026699583263,"timePerTask":39.52591091726436},{"slug":"scicode","score":0.403935185185185,"outputTokensPerTask":454.7361111111111,"costPerTask":0.0010406638888888888,"timePerTask":3.8767526976745077},{"slug":"humanitys-last-exam","score":0.072289156626506,"outputTokensPerTask":202.8410565338276,"costPerTask":0.0003065109360518999,"timePerTask":1.7292768133044127},{"slug":"gdp-pdf","score":0.06,"outputTokensPerTask":1191.98,"costPerTask":0.033800128,"timePerTask":10.161963318204464},{"slug":"critpt","score":0.00285714285714286,"outputTokensPerTask":1401.0714285714287,"costPerTask":0.002313662857142857,"timePerTask":11.944526303568166},{"slug":"omniscience","score":-24.95,"outputTokensPerTask":14.214666666666666,"costPerTask":0.00004175726666666667,"timePerTask":0.12118401420088455},{"slug":"artificial-analysis-long-context-reasoning","score":0.426666666666667,"outputTokensPerTask":82.62,"costPerTask":0.018965688000000005,"timePerTask":0.7043586380224943}],"briefcaseBreakdown":{"overall":{"elo":710.24,"lower95ci":702.19,"upper95ci":718.57},"rubricPassRate":0.12857142857142856,"analyticalQuality":{"elo":577.37,"lower95ci":560.91,"upper95ci":593.5},"presentation":{"elo":822.71,"lower95ci":807.64,"upper95ci":838.94}},"briefcaseTotalCost":1.2373337161036013,"timescaleData":{"medianOutputSpeed":117.015900179817,"medianTimeToFirstChunk":0.778819147999996},"outputSpeedVariance":{"p05":72.4193900677699,"q25":98.8023532252124,"median":117.015900179817,"q75":142.182293965405,"p95":178.599507321015},"timeToFirstChunkVariance":{"p05":0.611169815399981,"q25":0.711656935999997,"median":0.778819147999996,"q75":0.894222087749988,"p95":2.3685167195},"performanceByPromptType":{"medium":{"medianOutputSpeed":121.146111654017,"medianTimeToFirstChunk":0.943148324999981,"medianTimeToFirstAnswerToken":0.943148324999981,"medianEndToEndResponseTime":5.070395936776061},"long":{"medianOutputSpeed":117.015900179817,"medianTimeToFirstChunk":0.778819147999996,"medianTimeToFirstAnswerToken":0.778819147999996,"medianEndToEndResponseTime":5.051742735577887},"hundredK":{"medianOutputSpeed":94.2555458764939,"medianTimeToFirstChunk":1.46877891149995,"medianTimeToFirstAnswerToken":1.46877891149995,"medianEndToEndResponseTime":6.773506557501452},"mediumParallel":{"medianOutputSpeed":105.985241588774,"medianTimeToFirstChunk":0.900124076499992,"medianTimeToFirstAnswerToken":0.900124076499992,"medianEndToEndResponseTime":5.6177620466997995}},"endToEndResponseTime":{"input":0.778819147999996,"reasoning":0,"answer":4.272923587577891,"total":5.051742735577887},"timeToFirstAnswerToken":{"input":0.778819147999996,"reasoning":0,"total":0.778819147999996},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-luna","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-luna","canonical_slug":"openai/gpt-5.6-luna-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Luna","created":1783590864,"description":"GPT-5.6 Luna is a fast, cost-efficient model in OpenAI's GPT-5.6 series. It is suited for high-volume, latency-sensitive tasks such as chat, classification, and lightweight agentic workflows, providing capable reasoning for...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-luna-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":37.5,"coding_index":71.4,"agentic_index":42.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000001","completion":"0.0000006","web_search":"0.01","input_cache_read":"0.00000001","input_cache_write":"0.000000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000002","completion":"0.0000009","input_cache_read":"0.00000002","input_cache_write":"0.00000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98040368410739,"uptime_last_5m":100,"uptime_last_1d":99.79606700655499,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":87.57754577091845,"uptime_last_5m":87.45910577971647,"uptime_last_1d":91.56299069323772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99828731931218,"uptime_last_5m":100,"uptime_last_1d":99.99501677161342,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.7513983840895,"uptime_last_5m":98.89502762430939,"uptime_last_1d":99.94270087250943,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.79395908024908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000004","completion":"0.0000024","web_search":"0.01","input_cache_read":"0.00000004","input_cache_write":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000008","completion":"0.0000036","input_cache_read":"0.00000008","input_cache_write":"0.000001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99892563996046,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"87110ff0-1f79-41b4-9976-eda250597317","slug":"gpt-5-6-luna-xhigh","name":"GPT-5.6 Luna (xhigh)","shortName":"GPT-5.6 Luna (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-luna-xhigh","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":34.772048822309,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":37.52982474981427,"strategyAndOps":40.96416125346716,"legal":35.025534196517356,"healthcareAndMedical":33.26141989646827,"engineering":34.2177199110127,"economics":40.87637272165587},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":133.819810070984,"canonicalInputTokens":2408470345,"canonicalOutputTokens":85174201,"outputTokensPerTask":23624.53203898034,"answerTokensPerTask":8901.299682240313,"reasoningTokensPerTask":14723.232356740027,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"costPerIntelligenceIndexTask":0.085342806135728,"latency":{"timeToFirstChunkMs":33.1356251555,"timeToFirstAnswerTokenMs":33.1356251555,"endToEndMs":36.87199273616521}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1268.01,"score":1268.01,"outputTokensPerTask":49430.16483516483,"costPerTask":0.21343736940866637,"timePerTask":361.7898300407147,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1428.47,"score":1428.47,"outputTokensPerTask":24806.145454545454,"costPerTask":0.07233741185115326,"timePerTask":181.56142464612358,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.42597767374285944,"score":0.42597767374285944,"outputTokensPerTask":18015.106544901064,"costPerTask":0.07205269132999405,"timePerTask":131.85637468091986,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0353535353535354,"score":0.0353535353535354,"outputTokensPerTask":59372.469696969696,"costPerTask":0.30028798955259806,"timePerTask":434.5596619472111,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.50462962962963,"score":0.50462962962963,"outputTokensPerTask":3315.3298611111113,"costPerTask":0.004469059722222222,"timePerTask":24.265600387539056,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.369786839666358,"score":0.369786839666358,"outputTokensPerTask":13870.39156626506,"costPerTask":0.01670674643188137,"timePerTask":101.52032921782315,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.238,"score":0.238,"outputTokensPerTask":13062.13,"costPerTask":0.046454872,"timePerTask":95.6044918811965,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.205714285714286,"score":0.205714285714286,"outputTokensPerTask":31991.514285714286,"costPerTask":0.03950594857142856,"timePerTask":234.15265870082087,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-10.766666666666667,"score":-10.766666666666667,"outputTokensPerTask":4157.289333333333,"costPerTask":0.0050160236333333325,"timePerTask":30.42807982438174,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.816666666666667,"score":0.816666666666667,"outputTokensPerTask":877.21,"costPerTask":0.019919196000000004,"timePerTask":6.420485504516061,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.161111111111111,"score":0.161111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.238,"score":0.238,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1428.47,"score":1428.47,"outputTokensPerTask":24806.145454545454,"costPerTask":0.07233741185115326,"timePerTask":181.56142464612358,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.464235,"score":0.464235,"outputTokensPerTask":24806.145454545454,"costPerTask":0.07233741185115326,"timePerTask":181.56142464612358,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.28659793814433,"score":0.28659793814433,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.779026217228464,"score":0.779026217228464,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0353535353535354,"score":0.0353535353535354,"outputTokensPerTask":59372.469696969696,"costPerTask":0.30028798955259806,"timePerTask":434.5596619472111,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.816666666666667,"score":0.816666666666667,"outputTokensPerTask":877.21,"costPerTask":0.019919196000000004,"timePerTask":6.420485504516061,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.369786839666358,"score":0.369786839666358,"outputTokensPerTask":13870.39156626506,"costPerTask":0.01670674643188137,"timePerTask":101.52032921782315,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.894949494949495,"score":0.894949494949495,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.785549132947977,"score":0.785549132947977,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.42597767374285944,"score":0.42597767374285944,"outputTokensPerTask":18015.106544901064,"costPerTask":0.07205269132999405,"timePerTask":131.85637468091986,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":37.52982474981427,"score":37.52982474981427,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":40.96416125346716,"score":40.96416125346716,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":35.025534196517356,"score":35.025534196517356,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":33.26141989646827,"score":33.26141989646827,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":34.2177199110127,"score":34.2177199110127,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":40.87637272165587,"score":40.87637272165587,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"87110ff0-1f79-41b4-9976-eda250597317","slug":"gpt-5-6-luna-xhigh","name":"GPT-5.6 Luna (xhigh)","shortName":"GPT-5.6 Luna (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":34.772048822309,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":37.52982474981427,"strategyAndOps":40.96416125346716,"legal":35.025534196517356,"healthcareAndMedical":33.26141989646827,"engineering":34.2177199110127,"economics":40.87637272165587},"omniscience":-10.766666666666667,"omniscienceBreakdown":{"accuracy":0.4245,"hallucinationRate":0.9247031566753547},"mlcrOverall":0.161111111111111,"gdpPdfAllPass":0.238,"gdpval":1428.47,"gdpvalNormalized":0.464235,"itBenchSre":null,"tau2":null,"tauBanking":0.28659793814433,"terminalbenchHard":null,"terminalBench21":0.779026217228464,"terminalBench40":0.0353535353535354,"scicode":0.50462962962963,"lcr":0.816666666666667,"ifbench":null,"hle":0.369786839666358,"gpqa":0.894949494949495,"critpt":0.205714285714286,"apexAgents":null,"mmmuPro":0.785549132947977,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.42597767374285944,"price1mInputTokens":0.2,"price1mOutputTokens":1.2,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.25,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.45,"price1mBlended7To2To1":0.174,"price1mBlended0To1To1":0.7,"price1mBlended100To1To1":0.03333333333333334,"price1mBlended0To100To1":0.2099009900990099,"intelligenceIndexTimePerTask":172.9129461671077,"intelligenceIndexCost":{"total":179.3338697377199,"input":77.12482853771994,"nonCacheInput":5.4821778000000005,"cacheRead":45.532366370633056,"cacheWrite":26.110284367086873,"output":102.20904119999999,"reasoning":84.57459359999999,"answer":17.634447599999998},"intelligenceIndexCostPerTask":{"cost":{"total":0.085342806135728,"input":0.05699336768895161,"nonCacheInput":0.004192357451982362,"cacheRead":0.037834157348881084,"cacheWrite":0.014966852888088147,"output":0.02834943844677641,"reasoning":0.01766787882808803,"answer":0.010681559618688375},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.032015605411299955},{"slug":"gdpval-aa","weightedCostPerTask":0.007233741185115326},{"slug":"automationbench-aa","weightedCostPerTask":0.003602634566499703},{"slug":"terminalbench-4-0","weightedCostPerTask":0.030028798955259804},{"slug":"scicode","weightedCostPerTask":0.00044690597222222226},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0016706746431881367},{"slug":"gdp-pdf","weightedCostPerTask":0.0046454872},{"slug":"critpt","weightedCostPerTask":0.003950594857142857},{"slug":"omniscience","weightedCostPerTask":0.0007524035449999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0009959598}]},"canonicalIntelligenceIndexTokenCount":{"input":2408470345,"output":85174201,"answer":14695373,"reasoning":70478828},"intelligenceIndexOutputTokensPerTask":{"reasoning":14723.232356740027,"answer":8901.299682240313,"output":23624.53203898034},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1268.01,"outputTokensPerTask":49430.16483516483,"costPerTask":0.21343736940866637,"timePerTask":361.7898300407147},{"slug":"gdpval-aa","score":1428.47,"outputTokensPerTask":24806.145454545454,"costPerTask":0.07233741185115326,"timePerTask":181.56142464612358},{"slug":"automationbench-aa","score":0.42597767374285944,"outputTokensPerTask":18015.106544901064,"costPerTask":0.07205269132999405,"timePerTask":131.85637468091986},{"slug":"terminalbench-4-0","score":0.0353535353535354,"outputTokensPerTask":59372.469696969696,"costPerTask":0.30028798955259806,"timePerTask":434.5596619472111},{"slug":"scicode","score":0.50462962962963,"outputTokensPerTask":3315.3298611111113,"costPerTask":0.004469059722222222,"timePerTask":24.265600387539056},{"slug":"humanitys-last-exam","score":0.369786839666358,"outputTokensPerTask":13870.39156626506,"costPerTask":0.01670674643188137,"timePerTask":101.52032921782315},{"slug":"gdp-pdf","score":0.238,"outputTokensPerTask":13062.13,"costPerTask":0.046454872,"timePerTask":95.6044918811965},{"slug":"critpt","score":0.205714285714286,"outputTokensPerTask":31991.514285714286,"costPerTask":0.03950594857142856,"timePerTask":234.15265870082087},{"slug":"omniscience","score":-10.766666666666667,"outputTokensPerTask":4157.289333333333,"costPerTask":0.0050160236333333325,"timePerTask":30.42807982438174},{"slug":"artificial-analysis-long-context-reasoning","score":0.816666666666667,"outputTokensPerTask":877.21,"costPerTask":0.019919196000000004,"timePerTask":6.420485504516061}],"briefcaseBreakdown":{"overall":{"elo":1268.01,"lower95ci":1259.36,"upper95ci":1276.75},"rubricPassRate":0.3484848484848485,"analyticalQuality":{"elo":1256.19,"lower95ci":1242.16,"upper95ci":1272.64},"presentation":{"elo":1406.97,"lower95ci":1391.98,"upper95ci":1423.01}},"briefcaseTotalCost":19.42280061618864,"timescaleData":{"medianOutputSpeed":133.819810070984,"medianTimeToFirstChunk":33.1356251555},"outputSpeedVariance":{"p05":79.4736084861655,"q25":108.178536528156,"median":133.819810070984,"q75":147.089804480314,"p95":194.62664810107},"timeToFirstChunkVariance":{"p05":14.25731864535,"q25":17.58617688725,"median":33.1356251555,"q75":60.5584362477499,"p95":103.3709269763},"performanceByPromptType":{"medium":{"medianOutputSpeed":139.558919211438,"medianTimeToFirstChunk":22.0690881185,"medianTimeToFirstAnswerToken":22.0690881185,"medianEndToEndResponseTime":25.651804313388826},"long":{"medianOutputSpeed":133.819810070984,"medianTimeToFirstChunk":33.1356251555,"medianTimeToFirstAnswerToken":33.1356251555,"medianEndToEndResponseTime":36.87199273616521},"hundredK":{"medianOutputSpeed":116.212104924204,"medianTimeToFirstChunk":27.330999444,"medianTimeToFirstAnswerToken":27.330999444,"medianEndToEndResponseTime":31.633477230854567},"mediumParallel":{"medianOutputSpeed":108.784806404777,"medianTimeToFirstChunk":49.9620290440001,"medianTimeToFirstAnswerToken":49.9620290440001,"medianEndToEndResponseTime":54.55825912910547}},"endToEndResponseTime":{"input":33.1356251555,"reasoning":0,"answer":3.736367580665207,"total":36.87199273616521},"timeToFirstAnswerToken":{"input":33.1356251555,"reasoning":0,"total":33.1356251555},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-luna","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-luna","canonical_slug":"openai/gpt-5.6-luna-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Luna","created":1783590864,"description":"GPT-5.6 Luna is a fast, cost-efficient model in OpenAI's GPT-5.6 series. It is suited for high-volume, latency-sensitive tasks such as chat, classification, and lightweight agentic workflows, providing capable reasoning for...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-luna-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":37.5,"coding_index":71.4,"agentic_index":42.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000001","completion":"0.0000006","web_search":"0.01","input_cache_read":"0.00000001","input_cache_write":"0.000000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000002","completion":"0.0000009","input_cache_read":"0.00000002","input_cache_write":"0.00000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98040368410739,"uptime_last_5m":100,"uptime_last_1d":99.79606700655499,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":87.57754577091845,"uptime_last_5m":87.45910577971647,"uptime_last_1d":91.56299069323772,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000002","completion":"0.0000012","web_search":"0.01","input_cache_read":"0.00000002","input_cache_write":"0.00000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000004","completion":"0.0000018","input_cache_read":"0.00000004","input_cache_write":"0.0000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99828731931218,"uptime_last_5m":100,"uptime_last_1d":99.99501677161342,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.7513983840895,"uptime_last_5m":98.89502762430939,"uptime_last_1d":99.94270087250943,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.00000022","completion":"0.00000132","web_search":"0.01","input_cache_read":"0.000000022","input_cache_write":"0.000000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00000044","completion":"0.00000198","input_cache_read":"0.000000044","input_cache_write":"0.00000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.79395908024908,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-luna-20260709","model_id":"openai/gpt-5.6-luna","model_name":"OpenAI: GPT-5.6 Luna","context_length":1050000,"pricing":{"prompt":"0.0000004","completion":"0.0000024","web_search":"0.01","input_cache_read":"0.00000004","input_cache_write":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000008","completion":"0.0000036","input_cache_read":"0.00000008","input_cache_write":"0.000001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99892563996046,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"8afc250d-b538-45a2-812a-4605f4ffd87e","slug":"gpt-5-6-sol-high","name":"GPT-5.6 Sol (high)","shortName":"GPT-5.6 Sol (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-sol-high","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":42.4991760420519,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":46.08809445144674,"strategyAndOps":50.86105325168724,"legal":47.56066982972045,"healthcareAndMedical":41.988214692120714,"engineering":43.13487774494581,"economics":50.02908582406548},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":61.6344474419195,"canonicalInputTokens":1033898351,"canonicalOutputTokens":33729509,"outputTokensPerTask":13249.974623852537,"answerTokensPerTask":7374.652563547264,"reasoningTokensPerTask":5875.322060305272,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"costPerIntelligenceIndexTask":0.807982690134498,"latency":{"timeToFirstChunkMs":13.6640737745,"timeToFirstAnswerTokenMs":13.6640737745,"endToEndMs":21.77642037209332}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1360.88,"score":1360.88,"outputTokensPerTask":32130.934065934067,"costPerTask":2.0633504256700244,"timePerTask":530.9237712551642,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1524.01,"score":1524.01,"outputTokensPerTask":21215.29090909091,"costPerTask":1.1060261502491562,"timePerTask":350.55632788689996,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5531220357393729,"score":0.5531220357393729,"outputTokensPerTask":12442.75799086758,"costPerTask":0.7407043739329052,"timePerTask":205.60111896437954,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.207070707070707,"score":0.207070707070707,"outputTokensPerTask":33488.621212121216,"costPerTask":2.2248980746095803,"timePerTask":553.3578647788437,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.577546296296296,"score":0.577546296296296,"outputTokensPerTask":1285.1215277777778,"costPerTask":0.03528609722222222,"timePerTask":21.235036823046094,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.46014828544949,"score":0.46014828544949,"outputTokensPerTask":4069.6876737720113,"costPerTask":0.08283618164967564,"timePerTask":67.24653329890302,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.278,"score":0.278,"outputTokensPerTask":4933.02,"costPerTask":0.70014776,"timePerTask":81.51202752782508,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.257142857142857,"score":0.257142857142857,"outputTokensPerTask":11562.228571428572,"costPerTask":0.24528845714285713,"timePerTask":191.0514641329837,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":20.366666666666667,"score":20.366666666666667,"outputTokensPerTask":875.8475,"costPerTask":0.01801094333333333,"timePerTask":14.472291928712385,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.816666666666667,"score":0.816666666666667,"outputTokensPerTask":428.45,"costPerTask":0.3858998800000001,"timePerTask":7.079604014234009,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.172222222222222,"score":0.172222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.278,"score":0.278,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1524.01,"score":1524.01,"outputTokensPerTask":21215.29090909091,"costPerTask":1.1060261502491562,"timePerTask":350.55632788689996,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.512005,"score":0.512005,"outputTokensPerTask":21215.29090909091,"costPerTask":1.1060261502491562,"timePerTask":350.55632788689996,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.833333333333333,"score":0.833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.36701030927835,"score":0.36701030927835,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.621212121212121,"score":0.621212121212121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.872659176029963,"score":0.872659176029963,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.207070707070707,"score":0.207070707070707,"outputTokensPerTask":33488.621212121216,"costPerTask":2.2248980746095803,"timePerTask":553.3578647788437,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.816666666666667,"score":0.816666666666667,"outputTokensPerTask":428.45,"costPerTask":0.3858998800000001,"timePerTask":7.079604014234009,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.691836734693878,"score":0.691836734693878,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.46014828544949,"score":0.46014828544949,"outputTokensPerTask":4069.6876737720113,"costPerTask":0.08283618164967564,"timePerTask":67.24653329890302,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.928282828282828,"score":0.928282828282828,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.81849710982659,"score":0.81849710982659,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5531220357393729,"score":0.5531220357393729,"outputTokensPerTask":12442.75799086758,"costPerTask":0.7407043739329052,"timePerTask":205.60111896437954,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":46.08809445144674,"score":46.08809445144674,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":50.86105325168724,"score":50.86105325168724,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":47.56066982972045,"score":47.56066982972045,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":41.988214692120714,"score":41.988214692120714,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":43.13487774494581,"score":43.13487774494581,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":50.02908582406548,"score":50.02908582406548,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"8afc250d-b538-45a2-812a-4605f4ffd87e","slug":"gpt-5-6-sol-high","name":"GPT-5.6 Sol (high)","shortName":"GPT-5.6 Sol (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":42.4991760420519,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":46.08809445144674,"strategyAndOps":50.86105325168724,"legal":47.56066982972045,"healthcareAndMedical":41.988214692120714,"engineering":43.13487774494581,"economics":50.02908582406548},"omniscience":20.366666666666667,"omniscienceBreakdown":{"accuracy":0.5835,"hallucinationRate":0.9119647859143657},"mlcrOverall":0.172222222222222,"gdpPdfAllPass":0.278,"gdpval":1524.01,"gdpvalNormalized":0.512005,"itBenchSre":null,"tau2":0.833333333333333,"tauBanking":0.36701030927835,"terminalbenchHard":0.621212121212121,"terminalBench21":0.872659176029963,"terminalBench40":0.207070707070707,"scicode":0.577546296296296,"lcr":0.816666666666667,"ifbench":0.691836734693878,"hle":0.46014828544949,"gpqa":0.928282828282828,"critpt":0.257142857142857,"apexAgents":null,"mmmuPro":0.81849710982659,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5531220357393729,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":8,"price1mBlended7To2To1":3.08,"price1mBlended0To1To1":12,"price1mBlended100To1To1":0.6274509803921569,"price1mBlended0To100To1":4.158415841584159,"intelligenceIndexTimePerTask":218.9393710713623,"intelligenceIndexCost":{"total":1487.3401803889374,"input":812.7500003889376,"nonCacheInput":107.701712,"cacheRead":376.50576753139677,"cacheWrite":328.5425208575408,"output":674.5901799999999,"reasoning":415.30557999999996,"answer":259.2846},"intelligenceIndexCostPerTask":{"cost":{"total":0.807982690134498,"input":0.5429831976574473,"nonCacheInput":0.08159637705551878,"cacheRead":0.27762926202719224,"cacheWrite":0.18375755857473625,"output":0.2649994924770508,"reasoning":0.11750644120610544,"answer":0.1474930512709453},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.3095025638505036},{"slug":"gdpval-aa","weightedCostPerTask":0.11060261502491561},{"slug":"automationbench-aa","weightedCostPerTask":0.037035218696645264},{"slug":"terminalbench-4-0","weightedCostPerTask":0.22248980746095803},{"slug":"scicode","weightedCostPerTask":0.003528609722222223},{"slug":"humanitys-last-exam","weightedCostPerTask":0.008283618164967563},{"slug":"gdp-pdf","weightedCostPerTask":0.070014776},{"slug":"critpt","weightedCostPerTask":0.024528845714285714},{"slug":"omniscience","weightedCostPerTask":0.0027016414999999996},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.019294994000000003}]},"canonicalIntelligenceIndexTokenCount":{"input":1033898351,"output":33729509,"answer":12964230,"reasoning":20765279},"intelligenceIndexOutputTokensPerTask":{"reasoning":5875.322060305272,"answer":7374.652563547264,"output":13249.974623852537},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1360.88,"outputTokensPerTask":32130.934065934067,"costPerTask":2.0633504256700244,"timePerTask":530.9237712551642},{"slug":"gdpval-aa","score":1524.01,"outputTokensPerTask":21215.29090909091,"costPerTask":1.1060261502491562,"timePerTask":350.55632788689996},{"slug":"automationbench-aa","score":0.5531220357393729,"outputTokensPerTask":12442.75799086758,"costPerTask":0.7407043739329052,"timePerTask":205.60111896437954},{"slug":"terminalbench-4-0","score":0.207070707070707,"outputTokensPerTask":33488.621212121216,"costPerTask":2.2248980746095803,"timePerTask":553.3578647788437},{"slug":"scicode","score":0.577546296296296,"outputTokensPerTask":1285.1215277777778,"costPerTask":0.03528609722222222,"timePerTask":21.235036823046094},{"slug":"humanitys-last-exam","score":0.46014828544949,"outputTokensPerTask":4069.6876737720113,"costPerTask":0.08283618164967564,"timePerTask":67.24653329890302},{"slug":"gdp-pdf","score":0.278,"outputTokensPerTask":4933.02,"costPerTask":0.70014776,"timePerTask":81.51202752782508},{"slug":"critpt","score":0.257142857142857,"outputTokensPerTask":11562.228571428572,"costPerTask":0.24528845714285713,"timePerTask":191.0514641329837},{"slug":"omniscience","score":20.366666666666667,"outputTokensPerTask":875.8475,"costPerTask":0.01801094333333333,"timePerTask":14.472291928712385},{"slug":"artificial-analysis-long-context-reasoning","score":0.816666666666667,"outputTokensPerTask":428.45,"costPerTask":0.3858998800000001,"timePerTask":7.079604014234009}],"briefcaseBreakdown":{"overall":{"elo":1360.88,"lower95ci":1352.64,"upper95ci":1369.62},"rubricPassRate":0.38585858585858585,"analyticalQuality":{"elo":1367.98,"lower95ci":1352.42,"upper95ci":1384.61},"presentation":{"elo":1525.53,"lower95ci":1508.79,"upper95ci":1542.27}},"briefcaseTotalCost":187.7648887359722,"timescaleData":{"medianOutputSpeed":61.6344474419195,"medianTimeToFirstChunk":13.6640737745},"outputSpeedVariance":{"p05":39.453738660415,"q25":53.1279283440205,"median":61.6344474419195,"q75":76.2289827309833,"p95":94.8560223002296},"timeToFirstChunkVariance":{"p05":5.66240230045007,"q25":7.75463664699997,"median":13.6640737745,"q75":36.72883638175,"p95":82.388470631},"performanceByPromptType":{"medium":{"medianOutputSpeed":56.3854603876918,"medianTimeToFirstChunk":9.5730003035,"medianTimeToFirstAnswerToken":9.5730003035,"medianEndToEndResponseTime":18.44053453239748},"long":{"medianOutputSpeed":61.6344474419195,"medianTimeToFirstChunk":13.6640737745,"medianTimeToFirstAnswerToken":13.6640737745,"medianEndToEndResponseTime":21.77642037209332},"hundredK":{"medianOutputSpeed":85.535039941926,"medianTimeToFirstChunk":7.97952239299999,"medianTimeToFirstAnswerToken":7.97952239299999,"medianEndToEndResponseTime":13.825079960278558},"mediumParallel":{"medianOutputSpeed":57.2289634017227,"medianTimeToFirstChunk":6.83115324399998,"medianTimeToFirstAnswerToken":6.83115324399998,"medianEndToEndResponseTime":15.567988061192372}},"endToEndResponseTime":{"input":13.6640737745,"reasoning":0,"answer":8.112346597593321,"total":21.77642037209332},"timeToFirstAnswerToken":{"input":13.6640737745,"reasoning":0,"total":13.6640737745},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-sol","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-sol","canonical_slug":"openai/gpt-5.6-sol-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Sol","created":1783590850,"description":"GPT-5.6 Sol is the flagship model in OpenAI's GPT-5.6 series. It is suited for complex reasoning, coding, and agentic workflows, and is particularly strong at command-line and multi-step coding tasks...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-sol-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":47.1,"coding_index":77.4,"agentic_index":50.5}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000005","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.0000075","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.51567986439036,"uptime_last_5m":100,"uptime_last_1d":98.5089108469208,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98966328139133,"uptime_last_5m":100,"uptime_last_1d":99.9919423147087,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.00002","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.00003","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000044","completion":"0.000022","web_search":"0.01","input_cache_read":"0.00000044","input_cache_write":"0.0000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000088","completion":"0.000033","input_cache_read":"0.00000088","input_cache_write":"0.000011"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.3620230700976,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001","input_cache_write":"0.0000125"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99713003797916,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"0904b596-8932-43bd-9b21-324f128e1723","slug":"gpt-5-6-sol-low","name":"GPT-5.6 Sol (low)","shortName":"GPT-5.6 Sol (low)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-sol-low","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":33.7979387646002,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":38.59663280607847,"strategyAndOps":42.367458543368954,"legal":42.27809054405068,"healthcareAndMedical":36.1171890139149,"engineering":34.76788495821448,"economics":44.5291003822984},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":60.4109508680029,"canonicalInputTokens":339320257,"canonicalOutputTokens":12646474,"outputTokensPerTask":3974.398272950239,"answerTokensPerTask":3137.161686445854,"reasoningTokensPerTask":837.2365865043852,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"costPerIntelligenceIndexTask":0.2606419442090313,"latency":{"timeToFirstChunkMs":2.80930533700007,"timeToFirstAnswerTokenMs":2.80930533700007,"endToEndMs":11.085950428922114}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1042.06,"score":1042.06,"outputTokensPerTask":8266.637362637362,"costPerTask":0.41852919772798275,"timePerTask":134.8505139826207,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1354.85,"score":1354.85,"outputTokensPerTask":7217.177272727273,"costPerTask":0.2677315325686249,"timePerTask":117.73107032972135,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.4098567011344805,"score":0.4098567011344805,"outputTokensPerTask":7918.674277016743,"costPerTask":0.4697757919756298,"timePerTask":129.1743243925225,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":9329.60606060606,"costPerTask":0.5243900018432627,"timePerTask":152.19031842552235,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.563657407407407,"score":0.563657407407407,"outputTokensPerTask":718.1493055555555,"costPerTask":0.024094624999999998,"timePerTask":11.714896725496661,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.393883225208526,"score":0.393883225208526,"outputTokensPerTask":1056.436515291937,"costPerTask":0.022390763670064873,"timePerTask":17.23324742911864,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.21,"score":0.21,"outputTokensPerTask":1445.07,"costPerTask":0.63038876,"timePerTask":23.572877784818598,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.148571428571429,"score":0.148571428571429,"outputTokensPerTask":3105.2571428571428,"costPerTask":0.07507577142857143,"timePerTask":50.65487977676266,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":18.866666666666667,"score":18.866666666666667,"outputTokensPerTask":269.6521666666667,"costPerTask":0.005887036666666666,"timePerTask":4.398733327274713,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.78,"score":0.78,"outputTokensPerTask":217.03,"costPerTask":0.38167148000000006,"timePerTask":3.5403279188130545,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.127777777777778,"score":0.127777777777778,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.21,"score":0.21,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1354.85,"score":1354.85,"outputTokensPerTask":7217.177272727273,"costPerTask":0.2677315325686249,"timePerTask":117.73107032972135,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.42742499999999994,"score":0.42742499999999994,"outputTokensPerTask":7217.177272727273,"costPerTask":0.2677315325686249,"timePerTask":117.73107032972135,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.760233918128655,"score":0.760233918128655,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.290721649484536,"score":0.290721649484536,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.606060606060606,"score":0.606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.767790262172285,"score":0.767790262172285,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":9329.60606060606,"costPerTask":0.5243900018432627,"timePerTask":152.19031842552235,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.78,"score":0.78,"outputTokensPerTask":217.03,"costPerTask":0.38167148000000006,"timePerTask":3.5403279188130545,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.66530612244898,"score":0.66530612244898,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.393883225208526,"score":0.393883225208526,"outputTokensPerTask":1056.436515291937,"costPerTask":0.022390763670064873,"timePerTask":17.23324742911864,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.897979797979798,"score":0.897979797979798,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.809826589595376,"score":0.809826589595376,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.4098567011344805,"score":0.4098567011344805,"outputTokensPerTask":7918.674277016743,"costPerTask":0.4697757919756298,"timePerTask":129.1743243925225,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":38.59663280607847,"score":38.59663280607847,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":42.367458543368954,"score":42.367458543368954,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":42.27809054405068,"score":42.27809054405068,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":36.1171890139149,"score":36.1171890139149,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":34.76788495821448,"score":34.76788495821448,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":44.5291003822984,"score":44.5291003822984,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"0904b596-8932-43bd-9b21-324f128e1723","slug":"gpt-5-6-sol-low","name":"GPT-5.6 Sol (low)","shortName":"GPT-5.6 Sol (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":33.7979387646002,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":38.59663280607847,"strategyAndOps":42.367458543368954,"legal":42.27809054405068,"healthcareAndMedical":36.1171890139149,"engineering":34.76788495821448,"economics":44.5291003822984},"omniscience":18.866666666666667,"omniscienceBreakdown":{"accuracy":0.5716666666666667,"hallucinationRate":0.8941634241245137},"mlcrOverall":0.127777777777778,"gdpPdfAllPass":0.21,"gdpval":1354.85,"gdpvalNormalized":0.42742499999999994,"itBenchSre":null,"tau2":0.760233918128655,"tauBanking":0.290721649484536,"terminalbenchHard":0.606060606060606,"terminalBench21":0.767790262172285,"terminalBench40":0.0101010101010101,"scicode":0.563657407407407,"lcr":0.78,"ifbench":0.66530612244898,"hle":0.393883225208526,"gpqa":0.897979797979798,"critpt":0.148571428571429,"apexAgents":null,"mmmuPro":0.809826589595376,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.4098567011344805,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":8,"price1mBlended7To2To1":3.08,"price1mBlended0To1To1":12,"price1mBlended100To1To1":0.6274509803921569,"price1mBlended0To100To1":4.158415841584159,"intelligenceIndexTimePerTask":64.83284875919513,"intelligenceIndexCost":{"total":637.281597607988,"input":384.3521176079881,"nonCacheInput":107.279908,"cacheRead":111.77645133843583,"cacheWrite":165.29575826955224,"output":252.92948,"reasoning":95.94166,"answer":156.98782},"intelligenceIndexCostPerTask":{"cost":{"total":0.2606419442090313,"input":0.1811539787500265,"nonCacheInput":0.08148580908245436,"cacheRead":0.03976239054446097,"cacheWrite":0.059905779123111194,"output":0.07948796545900477,"reasoning":0.016744731730087704,"answer":0.06274323372891706},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.0627793796591974},{"slug":"gdpval-aa","weightedCostPerTask":0.026773153256862494},{"slug":"automationbench-aa","weightedCostPerTask":0.023488789598781493},{"slug":"terminalbench-4-0","weightedCostPerTask":0.05243900018432626},{"slug":"scicode","weightedCostPerTask":0.0024094625},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0022390763670064873},{"slug":"gdp-pdf","weightedCostPerTask":0.06303887600000001},{"slug":"critpt","weightedCostPerTask":0.0075075771428571424},{"slug":"omniscience","weightedCostPerTask":0.0008830555},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.019083574000000002}]},"canonicalIntelligenceIndexTokenCount":{"input":339320257,"output":12646474,"answer":7849391,"reasoning":4797083},"intelligenceIndexOutputTokensPerTask":{"reasoning":837.2365865043852,"answer":3137.161686445854,"output":3974.398272950239},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1042.06,"outputTokensPerTask":8266.637362637362,"costPerTask":0.41852919772798275,"timePerTask":134.8505139826207},{"slug":"gdpval-aa","score":1354.85,"outputTokensPerTask":7217.177272727273,"costPerTask":0.2677315325686249,"timePerTask":117.73107032972135},{"slug":"automationbench-aa","score":0.4098567011344805,"outputTokensPerTask":7918.674277016743,"costPerTask":0.4697757919756298,"timePerTask":129.1743243925225},{"slug":"terminalbench-4-0","score":0.0101010101010101,"outputTokensPerTask":9329.60606060606,"costPerTask":0.5243900018432627,"timePerTask":152.19031842552235},{"slug":"scicode","score":0.563657407407407,"outputTokensPerTask":718.1493055555555,"costPerTask":0.024094624999999998,"timePerTask":11.714896725496661},{"slug":"humanitys-last-exam","score":0.393883225208526,"outputTokensPerTask":1056.436515291937,"costPerTask":0.022390763670064873,"timePerTask":17.23324742911864},{"slug":"gdp-pdf","score":0.21,"outputTokensPerTask":1445.07,"costPerTask":0.63038876,"timePerTask":23.572877784818598},{"slug":"critpt","score":0.148571428571429,"outputTokensPerTask":3105.2571428571428,"costPerTask":0.07507577142857143,"timePerTask":50.65487977676266},{"slug":"omniscience","score":18.866666666666667,"outputTokensPerTask":269.6521666666667,"costPerTask":0.005887036666666666,"timePerTask":4.398733327274713},{"slug":"artificial-analysis-long-context-reasoning","score":0.78,"outputTokensPerTask":217.03,"costPerTask":0.38167148000000006,"timePerTask":3.5403279188130545}],"briefcaseBreakdown":{"overall":{"elo":1042.06,"lower95ci":1034.27,"upper95ci":1050.92},"rubricPassRate":0.23939393939393938,"analyticalQuality":{"elo":969.85,"lower95ci":956.06,"upper95ci":984.21},"presentation":{"elo":1205.12,"lower95ci":1189.3,"upper95ci":1221.66}},"briefcaseTotalCost":38.086156993246426,"timescaleData":{"medianOutputSpeed":60.4109508680029,"medianTimeToFirstChunk":2.80930533700007},"outputSpeedVariance":{"p05":32.1362330204117,"q25":46.1330554774989,"median":60.4109508680029,"q75":73.9630732471933,"p95":100.373619832403},"timeToFirstChunkVariance":{"p05":1.80987015250003,"q25":2.29130149875,"median":2.80930533700007,"q75":3.42576252124999,"p95":12.9656068417},"performanceByPromptType":{"medium":{"medianOutputSpeed":55.479211941231,"medianTimeToFirstChunk":2.6669390795,"medianTimeToFirstAnswerToken":2.6669390795,"medianEndToEndResponseTime":11.679323763868783},"long":{"medianOutputSpeed":60.4109508680029,"medianTimeToFirstChunk":2.80930533700007,"medianTimeToFirstAnswerToken":2.80930533700007,"medianEndToEndResponseTime":11.085950428922114},"hundredK":{"medianOutputSpeed":83.7941100842483,"medianTimeToFirstChunk":2.76802057650002,"medianTimeToFirstAnswerToken":2.76802057650002,"medianEndToEndResponseTime":8.735027082056195},"mediumParallel":{"medianOutputSpeed":54.2924616965251,"medianTimeToFirstChunk":2.51640006000002,"medianTimeToFirstAnswerToken":2.51640006000002,"medianEndToEndResponseTime":11.725781701134956}},"endToEndResponseTime":{"input":2.80930533700007,"reasoning":0,"answer":8.276645091922045,"total":11.085950428922114},"timeToFirstAnswerToken":{"input":2.80930533700007,"reasoning":0,"total":2.80930533700007},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-sol","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-sol","canonical_slug":"openai/gpt-5.6-sol-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Sol","created":1783590850,"description":"GPT-5.6 Sol is the flagship model in OpenAI's GPT-5.6 series. It is suited for complex reasoning, coding, and agentic workflows, and is particularly strong at command-line and multi-step coding tasks...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-sol-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":47.1,"coding_index":77.4,"agentic_index":50.5}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000005","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.0000075","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.51567986439036,"uptime_last_5m":100,"uptime_last_1d":98.5089108469208,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98966328139133,"uptime_last_5m":100,"uptime_last_1d":99.9919423147087,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.00002","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.00003","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000044","completion":"0.000022","web_search":"0.01","input_cache_read":"0.00000044","input_cache_write":"0.0000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000088","completion":"0.000033","input_cache_read":"0.00000088","input_cache_write":"0.000011"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.3620230700976,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001","input_cache_write":"0.0000125"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99713003797916,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"d93edfe8-bf35-49ad-b56e-b18116142a1c","slug":"gpt-5-6-sol","name":"GPT-5.6 Sol (max)","shortName":"GPT-5.6 Sol (max)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-sol","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":47.0613568915036,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":48.82894100906901,"strategyAndOps":54.08585349681529,"legal":49.6840161557395,"healthcareAndMedical":45.24748251317306,"engineering":48.732345942812216,"economics":52.71046906858202},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":60.7131060655922,"canonicalInputTokens":2729472126,"canonicalOutputTokens":89979207,"outputTokensPerTask":29309.37423504531,"answerTokensPerTask":12028.929221184391,"reasoningTokensPerTask":17280.445013860917,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"costPerIntelligenceIndexTask":1.98845538085375,"latency":{"timeToFirstChunkMs":127.301601394,"timeToFirstAnswerTokenMs":127.301601394,"endToEndMs":135.53705552246805}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1463.44,"score":1463.44,"outputTokensPerTask":58023.67032967033,"costPerTask":4.020263241046806,"timePerTask":950.8185631399971,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1586.78,"score":1586.78,"outputTokensPerTask":40582.63636363636,"costPerTask":2.8100695788489722,"timePerTask":665.0169452650853,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.6008114996276329,"score":0.6008114996276329,"outputTokensPerTask":16681.391171993913,"costPerTask":0.972454760503014,"timePerTask":273.3535520110143,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.398989898989899,"score":0.398989898989899,"outputTokensPerTask":76934.42424242424,"costPerTask":8.093173260861855,"timePerTask":1260.7040936667406,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.570601851851852,"score":0.570601851851852,"outputTokensPerTask":3513.8680555555557,"costPerTask":0.07969684722222221,"timePerTask":57.580827904615106,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.494902687673772,"score":0.494902687673772,"outputTokensPerTask":13337.332715477294,"costPerTask":0.26838166821130677,"timePerTask":218.55534916352212,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.272,"score":0.272,"outputTokensPerTask":14158.39,"costPerTask":0.9285466800000001,"timePerTask":232.0097980649786,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.322857142857143,"score":0.322857142857143,"outputTokensPerTask":42222.15714285714,"costPerTask":0.8591434285714287,"timePerTask":691.8833393190948,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":21.966666666666665,"score":21.966666666666665,"outputTokensPerTask":4241.1285,"costPerTask":0.08540924199999998,"timePerTask":69.49825275703138,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.84,"score":0.84,"outputTokensPerTask":1214.08,"costPerTask":0.40161248,"timePerTask":19.89480835283738,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.261111111111111,"score":0.261111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.871761470545665,"score":0.871761470545665,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.272,"score":0.272,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1586.78,"score":1586.78,"outputTokensPerTask":40582.63636363636,"costPerTask":2.8100695788489722,"timePerTask":665.0169452650853,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.54339,"score":0.54339,"outputTokensPerTask":40582.63636363636,"costPerTask":2.8100695788489722,"timePerTask":665.0169452650853,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.562146892655367,"score":0.562146892655367,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.850877192982456,"score":0.850877192982456,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.443298969072165,"score":0.443298969072165,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.659090909090909,"score":0.659090909090909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.880149812734082,"score":0.880149812734082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.398989898989899,"score":0.398989898989899,"outputTokensPerTask":76934.42424242424,"costPerTask":8.093173260861855,"timePerTask":1260.7040936667406,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.84,"score":0.84,"outputTokensPerTask":1214.08,"costPerTask":0.40161248,"timePerTask":19.89480835283738,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.726530612244898,"score":0.726530612244898,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.494902687673772,"score":0.494902687673772,"outputTokensPerTask":13337.332715477294,"costPerTask":0.26838166821130677,"timePerTask":218.55534916352212,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.941414141414141,"score":0.941414141414141,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.834104046242775,"score":0.834104046242775,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.475,"score":0.475,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.6008114996276329,"score":0.6008114996276329,"outputTokensPerTask":16681.391171993913,"costPerTask":0.972454760503014,"timePerTask":273.3535520110143,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.42912563413906296,"score":0.42912563413906296,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":48.82894100906901,"score":48.82894100906901,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":54.08585349681529,"score":54.08585349681529,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":49.6840161557395,"score":49.6840161557395,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":45.24748251317306,"score":45.24748251317306,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":48.732345942812216,"score":48.732345942812216,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":52.71046906858202,"score":52.71046906858202,"family":"Capability Index"}],"benchmarkCount":35,"raw":{"id":"d93edfe8-bf35-49ad-b56e-b18116142a1c","slug":"gpt-5-6-sol","name":"GPT-5.6 Sol (max)","shortName":"GPT-5.6 Sol (max)","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":47.0613568915036,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":48.82894100906901,"strategyAndOps":54.08585349681529,"legal":49.6840161557395,"healthcareAndMedical":45.24748251317306,"engineering":48.732345942812216,"economics":52.71046906858202},"omniscience":21.966666666666665,"omniscienceBreakdown":{"accuracy":0.594,"hallucinationRate":0.9220032840722496},"mlcrOverall":0.261111111111111,"harveyLab":0.871761470545665,"gdpPdfAllPass":0.272,"gdpval":1586.78,"gdpvalNormalized":0.54339,"itBenchSre":0.562146892655367,"tau2":0.850877192982456,"tauBanking":0.443298969072165,"terminalbenchHard":0.659090909090909,"terminalBench21":0.880149812734082,"terminalBench40":0.398989898989899,"scicode":0.570601851851852,"lcr":0.84,"ifbench":0.726530612244898,"hle":0.494902687673772,"gpqa":0.941414141414141,"critpt":0.322857142857143,"apexAgents":null,"mmmuPro":0.834104046242775,"livecodebench":null,"aime25":null,"analystAgent":0.475,"automationBenchPartialScore":0.6008114996276329,"enterpriseOpsGym":0.42912563413906296,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":8,"price1mBlended7To2To1":3.08,"price1mBlended0To1To1":12,"price1mBlended100To1To1":0.6274509803921569,"price1mBlended0To100To1":4.158415841584159,"intelligenceIndexTimePerTask":480.2849757411505,"intelligenceIndexCost":{"total":3464.843215149396,"input":1665.2590751493963,"nonCacheInput":113.0612,"cacheRead":1039.4640221609222,"cacheWrite":512.733852988474,"output":1799.58414,"reasoning":1452.0295999999998,"answer":347.55454},"intelligenceIndexCostPerTask":{"cost":{"total":1.98845538085375,"input":1.402267896152844,"nonCacheInput":0.08606791137271577,"cacheRead":0.9898341191978236,"cacheWrite":0.3263658655823049,"output":0.5861874847009061,"reasoning":0.34560890027721825,"answer":0.24057858442368782},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.603039486157021},{"slug":"gdpval-aa","weightedCostPerTask":0.2810069578848972},{"slug":"automationbench-aa","weightedCostPerTask":0.048622738025150714},{"slug":"terminalbench-4-0","weightedCostPerTask":0.8093173260861856},{"slug":"scicode","weightedCostPerTask":0.007969684722222222},{"slug":"humanitys-last-exam","weightedCostPerTask":0.026838166821130677},{"slug":"gdp-pdf","weightedCostPerTask":0.092854668},{"slug":"critpt","weightedCostPerTask":0.08591434285714286},{"slug":"omniscience","weightedCostPerTask":0.012811386299999996},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.020080624000000002}]},"canonicalIntelligenceIndexTokenCount":{"input":2729472126,"output":89979207,"answer":17377727,"reasoning":72601480},"intelligenceIndexOutputTokensPerTask":{"reasoning":17280.445013860917,"answer":12028.929221184391,"output":29309.37423504531},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1463.44,"outputTokensPerTask":58023.67032967033,"costPerTask":4.020263241046806,"timePerTask":950.8185631399971},{"slug":"gdpval-aa","score":1586.78,"outputTokensPerTask":40582.63636363636,"costPerTask":2.8100695788489722,"timePerTask":665.0169452650853},{"slug":"automationbench-aa","score":0.6008114996276329,"outputTokensPerTask":16681.391171993913,"costPerTask":0.972454760503014,"timePerTask":273.3535520110143},{"slug":"terminalbench-4-0","score":0.398989898989899,"outputTokensPerTask":76934.42424242424,"costPerTask":8.093173260861855,"timePerTask":1260.7040936667406},{"slug":"scicode","score":0.570601851851852,"outputTokensPerTask":3513.8680555555557,"costPerTask":0.07969684722222221,"timePerTask":57.580827904615106},{"slug":"humanitys-last-exam","score":0.494902687673772,"outputTokensPerTask":13337.332715477294,"costPerTask":0.26838166821130677,"timePerTask":218.55534916352212},{"slug":"gdp-pdf","score":0.272,"outputTokensPerTask":14158.39,"costPerTask":0.9285466800000001,"timePerTask":232.0097980649786},{"slug":"critpt","score":0.322857142857143,"outputTokensPerTask":42222.15714285714,"costPerTask":0.8591434285714287,"timePerTask":691.8833393190948},{"slug":"omniscience","score":21.966666666666665,"outputTokensPerTask":4241.1285,"costPerTask":0.08540924199999998,"timePerTask":69.49825275703138},{"slug":"artificial-analysis-long-context-reasoning","score":0.84,"outputTokensPerTask":1214.08,"costPerTask":0.40161248,"timePerTask":19.89480835283738}],"briefcaseBreakdown":{"overall":{"elo":1463.44,"lower95ci":1457.75,"upper95ci":1470.41},"rubricPassRate":0.4184839044652129,"analyticalQuality":{"elo":1519.45,"lower95ci":1510.05,"upper95ci":1530.51},"presentation":{"elo":1626.75,"lower95ci":1615.14,"upper95ci":1639.53}},"briefcaseTotalCost":365.8439549352594,"timescaleData":{"medianOutputSpeed":60.7131060655922,"medianTimeToFirstChunk":127.301601394},"outputSpeedVariance":{"p05":39.1725958299772,"q25":46.82669207589,"median":60.7131060655922,"q75":73.5146518670287,"p95":98.5782774906865},"timeToFirstChunkVariance":{"p05":77.1963038160001,"q25":102.583088777,"median":127.301601394,"q75":160.936577875,"p95":295.397011177},"performanceByPromptType":{"medium":{"medianOutputSpeed":60.3341885165304,"medianTimeToFirstChunk":57.202544804,"medianTimeToFirstAnswerToken":57.202544804,"medianEndToEndResponseTime":65.48972015671083},"long":{"medianOutputSpeed":60.7131060655922,"medianTimeToFirstChunk":127.301601394,"medianTimeToFirstAnswerToken":127.301601394,"medianEndToEndResponseTime":135.53705552246805},"hundredK":{"medianOutputSpeed":85.7510389985572,"medianTimeToFirstChunk":49.0562311174999,"medianTimeToFirstAnswerToken":49.0562311174999,"medianEndToEndResponseTime":54.887064257707245},"mediumParallel":{"medianOutputSpeed":53.4013362112754,"medianTimeToFirstChunk":52.794588901,"medianTimeToFirstAnswerToken":52.794588901,"medianEndToEndResponseTime":62.15765049222714}},"endToEndResponseTime":{"input":127.301601394,"reasoning":0,"answer":8.235454128468051,"total":135.53705552246805},"timeToFirstAnswerToken":{"input":127.301601394,"reasoning":0,"total":127.301601394},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":7,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-sol","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-sol","canonical_slug":"openai/gpt-5.6-sol-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Sol","created":1783590850,"description":"GPT-5.6 Sol is the flagship model in OpenAI's GPT-5.6 series. It is suited for complex reasoning, coding, and agentic workflows, and is particularly strong at command-line and multi-step coding tasks...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-sol-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":47.1,"coding_index":77.4,"agentic_index":50.5}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000005","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.0000075","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.51567986439036,"uptime_last_5m":100,"uptime_last_1d":98.5089108469208,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98966328139133,"uptime_last_5m":100,"uptime_last_1d":99.9919423147087,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.00002","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.00003","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000044","completion":"0.000022","web_search":"0.01","input_cache_read":"0.00000044","input_cache_write":"0.0000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000088","completion":"0.000033","input_cache_read":"0.00000088","input_cache_write":"0.000011"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.3620230700976,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001","input_cache_write":"0.0000125"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99713003797916,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"6f174934-5b7d-4333-86cb-f5ebf4a862e3","slug":"gpt-5-6-sol-medium","name":"GPT-5.6 Sol (medium)","shortName":"GPT-5.6 Sol (medium)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-sol-medium","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":39.4845585889147,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":42.91095086436426,"strategyAndOps":48.32007572965012,"legal":45.18365853729745,"healthcareAndMedical":39.06762058856894,"engineering":40.22384321080527,"economics":47.61448403228298},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":56.8074077239999,"canonicalInputTokens":633273298,"canonicalOutputTokens":21267358,"outputTokensPerTask":7874.032575591853,"answerTokensPerTask":5211.832978830537,"reasoningTokensPerTask":2662.1995967613157,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"costPerIntelligenceIndexTask":0.5049926304382959,"latency":{"timeToFirstChunkMs":5.08423833099998,"timeToFirstAnswerTokenMs":5.08423833099998,"endToEndMs":13.88590733919098}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1236.71,"score":1236.71,"outputTokensPerTask":16926.32967032967,"costPerTask":0.9682265487973218,"timePerTask":300.2229882974558,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1426.5,"score":1426.5,"outputTokensPerTask":13263.277272727273,"costPerTask":0.5953721868816356,"timePerTask":235.25128099187947,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5132751158863986,"score":0.5132751158863986,"outputTokensPerTask":10556.712328767124,"costPerTask":0.6011515535785465,"timePerTask":187.24483001738267,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.146464646464646,"score":0.146464646464646,"outputTokensPerTask":22729.030303030304,"costPerTask":1.6444740584699944,"timePerTask":403.14572217275503,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.574074074074074,"score":0.574074074074074,"outputTokensPerTask":935.3020833333334,"costPerTask":0.028483874999999995,"timePerTask":16.58949056814042,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.422150139017609,"score":0.422150139017609,"outputTokensPerTask":2084.908248378128,"costPerTask":0.04296019833178869,"timePerTask":36.98010122958362,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.262,"score":0.262,"outputTokensPerTask":2574.67,"costPerTask":0.6529807599999999,"timePerTask":45.66702506301566,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.228571428571429,"score":0.228571428571429,"outputTokensPerTask":5611.571428571428,"costPerTask":0.1258578857142857,"timePerTask":99.53266751524428,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":19.4,"score":19.4,"outputTokensPerTask":487.6571666666667,"costPerTask":0.0102478,"timePerTask":8.64959472566421,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":284.46,"costPerTask":0.38302008000000004,"timePerTask":5.045478430022268,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.15,"score":0.15,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.262,"score":0.262,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1426.5,"score":1426.5,"outputTokensPerTask":13263.277272727273,"costPerTask":0.5953721868816356,"timePerTask":235.25128099187947,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.46325,"score":0.46325,"outputTokensPerTask":13263.277272727273,"costPerTask":0.5953721868816356,"timePerTask":235.25128099187947,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.809941520467836,"score":0.809941520467836,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.364948453608247,"score":0.364948453608247,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.628787878787879,"score":0.628787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.861423220973783,"score":0.861423220973783,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.146464646464646,"score":0.146464646464646,"outputTokensPerTask":22729.030303030304,"costPerTask":1.6444740584699944,"timePerTask":403.14572217275503,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":284.46,"costPerTask":0.38302008000000004,"timePerTask":5.045478430022268,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.695918367346939,"score":0.695918367346939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.422150139017609,"score":0.422150139017609,"outputTokensPerTask":2084.908248378128,"costPerTask":0.04296019833178869,"timePerTask":36.98010122958362,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.926262626262626,"score":0.926262626262626,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.813872832369942,"score":0.813872832369942,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5132751158863986,"score":0.5132751158863986,"outputTokensPerTask":10556.712328767124,"costPerTask":0.6011515535785465,"timePerTask":187.24483001738267,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":42.91095086436426,"score":42.91095086436426,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":48.32007572965012,"score":48.32007572965012,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":45.18365853729745,"score":45.18365853729745,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":39.06762058856894,"score":39.06762058856894,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":40.22384321080527,"score":40.22384321080527,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":47.61448403228298,"score":47.61448403228298,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"6f174934-5b7d-4333-86cb-f5ebf4a862e3","slug":"gpt-5-6-sol-medium","name":"GPT-5.6 Sol (medium)","shortName":"GPT-5.6 Sol (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":39.4845585889147,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":42.91095086436426,"strategyAndOps":48.32007572965012,"legal":45.18365853729745,"healthcareAndMedical":39.06762058856894,"engineering":40.22384321080527,"economics":47.61448403228298},"omniscience":19.4,"omniscienceBreakdown":{"accuracy":0.5775,"hallucinationRate":0.9076923076923077},"mlcrOverall":0.15,"gdpPdfAllPass":0.262,"gdpval":1426.5,"gdpvalNormalized":0.46325,"itBenchSre":null,"tau2":0.809941520467836,"tauBanking":0.364948453608247,"terminalbenchHard":0.628787878787879,"terminalBench21":0.861423220973783,"terminalBench40":0.146464646464646,"scicode":0.574074074074074,"lcr":0.803333333333333,"ifbench":0.695918367346939,"hle":0.422150139017609,"gpqa":0.926262626262626,"critpt":0.228571428571429,"apexAgents":null,"mmmuPro":0.813872832369942,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5132751158863986,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":8,"price1mBlended7To2To1":3.08,"price1mBlended0To1To1":12,"price1mBlended100To1To1":0.6274509803921569,"price1mBlended0To100To1":4.158415841584159,"intelligenceIndexTimePerTask":139.6620316299001,"intelligenceIndexCost":{"total":997.390755614641,"input":572.0435956146409,"nonCacheInput":107.3431,"cacheRead":223.25974951177037,"cacheWrite":241.4407461028705,"output":425.34716000000003,"reasoning":212.448,"answer":212.89916000000002},"intelligenceIndexCostPerTask":{"cost":{"total":0.5049926304382959,"input":0.34751197892645896,"nonCacheInput":0.08155611088404166,"cacheRead":0.14820552113434882,"cacheWrite":0.11775034690806853,"output":0.15748065151183707,"reasoning":0.053243991935226324,"answer":0.10423665957661074},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.14523398231959825},{"slug":"gdpval-aa","weightedCostPerTask":0.059537218688163564},{"slug":"automationbench-aa","weightedCostPerTask":0.03005757767892733},{"slug":"terminalbench-4-0","weightedCostPerTask":0.16444740584699943},{"slug":"scicode","weightedCostPerTask":0.0028483874999999997},{"slug":"humanitys-last-exam","weightedCostPerTask":0.004296019833178869},{"slug":"gdp-pdf","weightedCostPerTask":0.065298076},{"slug":"critpt","weightedCostPerTask":0.01258578857142857},{"slug":"omniscience","weightedCostPerTask":0.0015371699999999998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.019151004}]},"canonicalIntelligenceIndexTokenCount":{"input":633273298,"output":21267358,"answer":10644958,"reasoning":10622400},"intelligenceIndexOutputTokensPerTask":{"reasoning":2662.1995967613157,"answer":5211.832978830537,"output":7874.032575591853},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1236.71,"outputTokensPerTask":16926.32967032967,"costPerTask":0.9682265487973218,"timePerTask":300.2229882974558},{"slug":"gdpval-aa","score":1426.5,"outputTokensPerTask":13263.277272727273,"costPerTask":0.5953721868816356,"timePerTask":235.25128099187947},{"slug":"automationbench-aa","score":0.5132751158863986,"outputTokensPerTask":10556.712328767124,"costPerTask":0.6011515535785465,"timePerTask":187.24483001738267},{"slug":"terminalbench-4-0","score":0.146464646464646,"outputTokensPerTask":22729.030303030304,"costPerTask":1.6444740584699944,"timePerTask":403.14572217275503},{"slug":"scicode","score":0.574074074074074,"outputTokensPerTask":935.3020833333334,"costPerTask":0.028483874999999995,"timePerTask":16.58949056814042},{"slug":"humanitys-last-exam","score":0.422150139017609,"outputTokensPerTask":2084.908248378128,"costPerTask":0.04296019833178869,"timePerTask":36.98010122958362},{"slug":"gdp-pdf","score":0.262,"outputTokensPerTask":2574.67,"costPerTask":0.6529807599999999,"timePerTask":45.66702506301566},{"slug":"critpt","score":0.228571428571429,"outputTokensPerTask":5611.571428571428,"costPerTask":0.1258578857142857,"timePerTask":99.53266751524428},{"slug":"omniscience","score":19.4,"outputTokensPerTask":487.6571666666667,"costPerTask":0.0102478,"timePerTask":8.64959472566421},{"slug":"artificial-analysis-long-context-reasoning","score":0.803333333333333,"outputTokensPerTask":284.46,"costPerTask":0.38302008000000004,"timePerTask":5.045478430022268}],"briefcaseBreakdown":{"overall":{"elo":1236.71,"lower95ci":1229.23,"upper95ci":1243.97},"rubricPassRate":0.3181818181818182,"analyticalQuality":{"elo":1219.03,"lower95ci":1205.28,"upper95ci":1233.29},"presentation":{"elo":1391.72,"lower95ci":1378.15,"upper95ci":1404.49}},"briefcaseTotalCost":88.10861594055628,"timescaleData":{"medianOutputSpeed":56.8074077239999,"medianTimeToFirstChunk":5.08423833099998},"outputSpeedVariance":{"p05":40.6350742076907,"q25":48.3061036948722,"median":56.8074077239999,"q75":80.0329011540684,"p95":106.045713018778},"timeToFirstChunkVariance":{"p05":2.76628569589999,"q25":3.44286323099996,"median":5.08423833099998,"q75":11.45931369875,"p95":29.0520349213},"performanceByPromptType":{"medium":{"medianOutputSpeed":60.944227423769,"medianTimeToFirstChunk":6.56151775450001,"medianTimeToFirstAnswerToken":6.56151775450001,"medianEndToEndResponseTime":14.765740223730852},"long":{"medianOutputSpeed":56.8074077239999,"medianTimeToFirstChunk":5.08423833099998,"medianTimeToFirstAnswerToken":5.08423833099998,"medianEndToEndResponseTime":13.88590733919098},"hundredK":{"medianOutputSpeed":82.9527264163914,"medianTimeToFirstChunk":6.10267294949995,"medianTimeToFirstAnswerToken":6.10267294949995,"medianEndToEndResponseTime":12.130202382229967},"mediumParallel":{"medianOutputSpeed":53.9005921879152,"medianTimeToFirstChunk":3.14863886850003,"medianTimeToFirstAnswerToken":3.14863886850003,"medianEndToEndResponseTime":12.424974799222934}},"endToEndResponseTime":{"input":5.08423833099998,"reasoning":0,"answer":8.801669008191,"total":13.88590733919098},"timeToFirstAnswerToken":{"input":5.08423833099998,"reasoning":0,"total":5.08423833099998},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":3,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-sol","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-sol","canonical_slug":"openai/gpt-5.6-sol-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Sol","created":1783590850,"description":"GPT-5.6 Sol is the flagship model in OpenAI's GPT-5.6 series. It is suited for complex reasoning, coding, and agentic workflows, and is particularly strong at command-line and multi-step coding tasks...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-sol-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":47.1,"coding_index":77.4,"agentic_index":50.5}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000005","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.0000075","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.51567986439036,"uptime_last_5m":100,"uptime_last_1d":98.5089108469208,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98966328139133,"uptime_last_5m":100,"uptime_last_1d":99.9919423147087,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.00002","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.00003","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000044","completion":"0.000022","web_search":"0.01","input_cache_read":"0.00000044","input_cache_write":"0.0000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000088","completion":"0.000033","input_cache_read":"0.00000088","input_cache_write":"0.000011"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.3620230700976,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001","input_cache_write":"0.0000125"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99713003797916,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"7c4d1e30-6ecb-46cf-880c-41446d7b51f1","slug":"gpt-5-6-sol-non-reasoning","name":"GPT-5.6 Sol (Non-reasoning)","shortName":"GPT-5.6 Sol (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-sol-non-reasoning","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":28.3280042499237,"intelligenceIndexIsEstimated":true,"capabilities":{"financeAndAccounting":29.62625227786326,"strategyAndOps":32.54741184536981,"legal":31.3226306166476,"economics":32.461468740345985},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":59.8970818859247,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.224283079,"timeToFirstAnswerTokenMs":1.224283079,"endToEndMs":9.571935155811705}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":1.1,"score":1.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.152,"score":0.152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1273.32,"score":1273.32,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.38665999999999995,"score":0.38665999999999995,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.195876288659794,"score":0.195876288659794,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.741573033707865,"score":0.741573033707865,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.476851851851852,"score":0.476851851851852,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.623333333333333,"score":0.623333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.166821130676552,"score":0.166821130676552,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.78989898989899,"score":0.78989898989899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0514285714285714,"score":0.0514285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.71907514450867,"score":0.71907514450867,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.22656758038944594,"score":0.22656758038944594,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":29.62625227786326,"score":29.62625227786326,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":32.54741184536981,"score":32.54741184536981,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":31.3226306166476,"score":31.3226306166476,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":32.461468740345985,"score":32.461468740345985,"family":"Capability Index"}],"benchmarkCount":17,"raw":{"id":"7c4d1e30-6ecb-46cf-880c-41446d7b51f1","slug":"gpt-5-6-sol-non-reasoning","name":"GPT-5.6 Sol (Non-reasoning)","shortName":"GPT-5.6 Sol (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":28.3280042499237,"intelligenceIndexIsEstimated":true,"capabilities":{"financeAndAccounting":29.62625227786326,"strategyAndOps":32.54741184536981,"legal":31.3226306166476,"economics":32.461468740345985},"omniscience":1.1,"omniscienceBreakdown":{"accuracy":0.487,"hallucinationRate":0.9278752436647173},"gdpPdfAllPass":0.152,"gdpval":1273.32,"gdpvalNormalized":0.38665999999999995,"itBenchSre":null,"tau2":null,"tauBanking":0.195876288659794,"terminalbenchHard":null,"terminalBench21":0.741573033707865,"terminalBench40":null,"scicode":0.476851851851852,"lcr":0.623333333333333,"ifbench":null,"hle":0.166821130676552,"gpqa":0.78989898989899,"critpt":0.0514285714285714,"apexAgents":null,"mmmuPro":0.71907514450867,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.22656758038944594,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":8,"price1mBlended7To2To1":3.08,"price1mBlended0To1To1":12,"price1mBlended100To1To1":0.6274509803921569,"price1mBlended0To100To1":4.158415841584159,"intelligenceIndexEvaluations":[],"briefcaseBreakdown":{"overall":{"elo":1015.25,"lower95ci":1008.02,"upper95ci":1023.39},"rubricPassRate":0.2383838383838384,"analyticalQuality":{"elo":967.47,"lower95ci":953.43,"upper95ci":982.18},"presentation":{"elo":1145.27,"lower95ci":1131.13,"upper95ci":1159.66}},"briefcaseTotalCost":41.87659401693851,"timescaleData":{"medianOutputSpeed":59.8970818859247,"medianTimeToFirstChunk":1.224283079},"outputSpeedVariance":{"p05":35.6892721157098,"q25":48.288607765798,"median":59.8970818859247,"q75":71.8239841267644,"p95":108.260772331079},"timeToFirstChunkVariance":{"p05":0.890044824850054,"q25":1.03806457750001,"median":1.224283079,"q75":1.62709676575,"p95":2.60165708799999},"performanceByPromptType":{"medium":{"medianOutputSpeed":57.2446352857654,"medianTimeToFirstChunk":1.1946278755,"medianTimeToFirstAnswerToken":1.1946278755,"medianEndToEndResponseTime":9.929070806335325},"long":{"medianOutputSpeed":59.8970818859247,"medianTimeToFirstChunk":1.224283079,"medianTimeToFirstAnswerToken":1.224283079,"medianEndToEndResponseTime":9.571935155811705},"hundredK":{"medianOutputSpeed":72.6350195820612,"medianTimeToFirstChunk":2.20120314700003,"medianTimeToFirstAnswerToken":2.20120314700003,"medianEndToEndResponseTime":9.08493502835669},"mediumParallel":{"medianOutputSpeed":49.0578957703028,"medianTimeToFirstChunk":1.08964969999999,"medianTimeToFirstAnswerToken":1.08964969999999,"medianEndToEndResponseTime":11.281688966035428}},"endToEndResponseTime":{"input":1.224283079,"reasoning":0,"answer":8.347652076811704,"total":9.571935155811705},"timeToFirstAnswerToken":{"input":1.224283079,"reasoning":0,"total":1.224283079},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-sol","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-sol","canonical_slug":"openai/gpt-5.6-sol-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Sol","created":1783590850,"description":"GPT-5.6 Sol is the flagship model in OpenAI's GPT-5.6 series. It is suited for complex reasoning, coding, and agentic workflows, and is particularly strong at command-line and multi-step coding tasks...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-sol-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":47.1,"coding_index":77.4,"agentic_index":50.5}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000005","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.0000075","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.51567986439036,"uptime_last_5m":100,"uptime_last_1d":98.5089108469208,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98966328139133,"uptime_last_5m":100,"uptime_last_1d":99.9919423147087,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.00002","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.00003","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000044","completion":"0.000022","web_search":"0.01","input_cache_read":"0.00000044","input_cache_write":"0.0000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000088","completion":"0.000033","input_cache_read":"0.00000088","input_cache_write":"0.000011"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.3620230700976,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001","input_cache_write":"0.0000125"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99713003797916,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"d998db47-9b67-4727-a2bb-2e1261020ac0","slug":"gpt-5-6-sol-xhigh","name":"GPT-5.6 Sol (xhigh)","shortName":"GPT-5.6 Sol (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-sol-xhigh","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":44.138026369169,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":47.35517609702749,"strategyAndOps":52.47850014684089,"legal":49.12050190210911,"healthcareAndMedical":42.88139087653333,"engineering":44.79248443203383,"economics":51.56823084646278},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":63.9963817827514,"canonicalInputTokens":1471735486,"canonicalOutputTokens":50998357,"outputTokensPerTask":19576.32266790806,"answerTokensPerTask":9450.396010246131,"reasoningTokensPerTask":10125.92665766193,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"costPerIntelligenceIndexTask":1.1843629381907275,"latency":{"timeToFirstChunkMs":38.703961464,"timeToFirstAnswerTokenMs":38.703961464,"endToEndMs":46.51690316588169}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1434.68,"score":1434.68,"outputTokensPerTask":45580.505494505494,"costPerTask":3.0804970278739643,"timePerTask":729.6013954904699,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1584.88,"score":1584.88,"outputTokensPerTask":29909.43181818182,"costPerTask":1.7043211598341093,"timePerTask":478.75649811525346,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5531167269326989,"score":0.5531167269326989,"outputTokensPerTask":13989.412480974124,"costPerTask":0.810582084020497,"timePerTask":223.92675898341858,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.247474747474747,"score":0.247474747474747,"outputTokensPerTask":49402.57575757576,"costPerTask":3.4641189667402976,"timePerTask":790.7807915358877,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.570601851851852,"score":0.570601851851852,"outputTokensPerTask":1769.96875,"costPerTask":0.044891458333333335,"timePerTask":28.331666267505334,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.473123262279889,"score":0.473123262279889,"outputTokensPerTask":7019.196478220575,"costPerTask":0.1420961297497683,"timePerTask":112.35539163445348,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.276,"score":0.276,"outputTokensPerTask":8692.69,"costPerTask":0.7820276,"timePerTask":139.14279110683788,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.285714285714286,"score":0.285714285714286,"outputTokensPerTask":20868.85714285714,"costPerTask":0.4366673714285714,"timePerTask":334.04516094178126,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":20.983333333333334,"score":20.983333333333334,"outputTokensPerTask":1628.8715,"costPerTask":0.033120888,"timePerTask":26.073140404682743,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.823333333333333,"score":0.823333333333333,"outputTokensPerTask":583.47,"costPerTask":0.38757755999999993,"timePerTask":9.33953060871913,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.183333333333333,"score":0.183333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.276,"score":0.276,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1584.88,"score":1584.88,"outputTokensPerTask":29909.43181818182,"costPerTask":1.7043211598341093,"timePerTask":478.75649811525346,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.54244,"score":0.54244,"outputTokensPerTask":29909.43181818182,"costPerTask":1.7043211598341093,"timePerTask":478.75649811525346,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.847953216374269,"score":0.847953216374269,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.381443298969072,"score":0.381443298969072,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.613636363636364,"score":0.613636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.895131086142322,"score":0.895131086142322,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.247474747474747,"score":0.247474747474747,"outputTokensPerTask":49402.57575757576,"costPerTask":3.4641189667402976,"timePerTask":790.7807915358877,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.823333333333333,"score":0.823333333333333,"outputTokensPerTask":583.47,"costPerTask":0.38757755999999993,"timePerTask":9.33953060871913,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.710204081632653,"score":0.710204081632653,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.473123262279889,"score":0.473123262279889,"outputTokensPerTask":7019.196478220575,"costPerTask":0.1420961297497683,"timePerTask":112.35539163445348,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.931313131313131,"score":0.931313131313131,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.826589595375723,"score":0.826589595375723,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5531167269326989,"score":0.5531167269326989,"outputTokensPerTask":13989.412480974124,"costPerTask":0.810582084020497,"timePerTask":223.92675898341858,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":47.35517609702749,"score":47.35517609702749,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":52.47850014684089,"score":52.47850014684089,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":49.12050190210911,"score":49.12050190210911,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":42.88139087653333,"score":42.88139087653333,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":44.79248443203383,"score":44.79248443203383,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":51.56823084646278,"score":51.56823084646278,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"d998db47-9b67-4727-a2bb-2e1261020ac0","slug":"gpt-5-6-sol-xhigh","name":"GPT-5.6 Sol (xhigh)","shortName":"GPT-5.6 Sol (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":44.138026369169,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":47.35517609702749,"strategyAndOps":52.47850014684089,"legal":49.12050190210911,"healthcareAndMedical":42.88139087653333,"engineering":44.79248443203383,"economics":51.56823084646278},"omniscience":20.983333333333334,"omniscienceBreakdown":{"accuracy":0.5881666666666666,"hallucinationRate":0.9186564144071226},"mlcrOverall":0.183333333333333,"gdpPdfAllPass":0.276,"gdpval":1584.88,"gdpvalNormalized":0.54244,"itBenchSre":null,"tau2":0.847953216374269,"tauBanking":0.381443298969072,"terminalbenchHard":0.613636363636364,"terminalBench21":0.895131086142322,"terminalBench40":0.247474747474747,"scicode":0.570601851851852,"lcr":0.823333333333333,"ifbench":0.710204081632653,"hle":0.473123262279889,"gpqa":0.931313131313131,"critpt":0.285714285714286,"apexAgents":null,"mmmuPro":0.826589595375723,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5531167269326989,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":0.4,"cacheHitDiscountPercent":0.9,"cacheWritePrice":5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":8,"price1mBlended7To2To1":3.08,"price1mBlended0To1To1":12,"price1mBlended100To1To1":0.6274509803921569,"price1mBlended0To100To1":4.158415841584159,"intelligenceIndexTimePerTask":313.35572482405166,"intelligenceIndexCost":{"total":2082.284913706361,"input":1062.3177737063609,"nonCacheInput":109.447908,"cacheRead":545.1302329820554,"cacheWrite":407.7396327243054,"output":1019.96714,"reasoning":719.42678,"answer":300.54036},"intelligenceIndexCostPerTask":{"cost":{"total":1.1843629381907275,"input":0.7928364848325662,"nonCacheInput":0.08274375790901188,"cacheRead":0.4548901148928282,"cacheWrite":0.25520261203072625,"output":0.3915264533581611,"reasoning":0.20251853315323862,"answer":0.1890079202049226},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.4620745541810946},{"slug":"gdpval-aa","weightedCostPerTask":0.17043211598341093},{"slug":"automationbench-aa","weightedCostPerTask":0.04052910420102486},{"slug":"terminalbench-4-0","weightedCostPerTask":0.3464118966740298},{"slug":"scicode","weightedCostPerTask":0.004489145833333334},{"slug":"humanitys-last-exam","weightedCostPerTask":0.014209612974976828},{"slug":"gdp-pdf","weightedCostPerTask":0.07820276},{"slug":"critpt","weightedCostPerTask":0.04366673714285714},{"slug":"omniscience","weightedCostPerTask":0.0049681332},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.019378878}]},"canonicalIntelligenceIndexTokenCount":{"input":1471735486,"output":50998357,"answer":15027018,"reasoning":35971339},"intelligenceIndexOutputTokensPerTask":{"reasoning":10125.92665766193,"answer":9450.396010246131,"output":19576.32266790806},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1434.68,"outputTokensPerTask":45580.505494505494,"costPerTask":3.0804970278739643,"timePerTask":729.6013954904699},{"slug":"gdpval-aa","score":1584.88,"outputTokensPerTask":29909.43181818182,"costPerTask":1.7043211598341093,"timePerTask":478.75649811525346},{"slug":"automationbench-aa","score":0.5531167269326989,"outputTokensPerTask":13989.412480974124,"costPerTask":0.810582084020497,"timePerTask":223.92675898341858},{"slug":"terminalbench-4-0","score":0.247474747474747,"outputTokensPerTask":49402.57575757576,"costPerTask":3.4641189667402976,"timePerTask":790.7807915358877},{"slug":"scicode","score":0.570601851851852,"outputTokensPerTask":1769.96875,"costPerTask":0.044891458333333335,"timePerTask":28.331666267505334},{"slug":"humanitys-last-exam","score":0.473123262279889,"outputTokensPerTask":7019.196478220575,"costPerTask":0.1420961297497683,"timePerTask":112.35539163445348},{"slug":"gdp-pdf","score":0.276,"outputTokensPerTask":8692.69,"costPerTask":0.7820276,"timePerTask":139.14279110683788},{"slug":"critpt","score":0.285714285714286,"outputTokensPerTask":20868.85714285714,"costPerTask":0.4366673714285714,"timePerTask":334.04516094178126},{"slug":"omniscience","score":20.983333333333334,"outputTokensPerTask":1628.8715,"costPerTask":0.033120888,"timePerTask":26.073140404682743},{"slug":"artificial-analysis-long-context-reasoning","score":0.823333333333333,"outputTokensPerTask":583.47,"costPerTask":0.38757755999999993,"timePerTask":9.33953060871913}],"briefcaseBreakdown":{"overall":{"elo":1434.68,"lower95ci":1426.27,"upper95ci":1443.26},"rubricPassRate":0.4131313131313131,"analyticalQuality":{"elo":1473.38,"lower95ci":1457.63,"upper95ci":1489.91},"presentation":{"elo":1580.66,"lower95ci":1563.05,"upper95ci":1598}},"briefcaseTotalCost":280.32522953653074,"timescaleData":{"medianOutputSpeed":63.9963817827514,"medianTimeToFirstChunk":38.703961464},"outputSpeedVariance":{"p05":41.1499672564015,"q25":51.8703100834796,"median":63.9963817827514,"q75":79.899925413471,"p95":93.5745764407292},"timeToFirstChunkVariance":{"p05":11.7340678191502,"q25":18.065270676,"median":38.703961464,"q75":114.474511327,"p95":148.44442446305},"performanceByPromptType":{"medium":{"medianOutputSpeed":60.4037316369912,"medianTimeToFirstChunk":25.788131546,"medianTimeToFirstAnswerToken":25.788131546,"medianEndToEndResponseTime":34.06576583198839},"long":{"medianOutputSpeed":63.9963817827514,"medianTimeToFirstChunk":38.703961464,"medianTimeToFirstAnswerToken":38.703961464,"medianEndToEndResponseTime":46.51690316588169},"hundredK":{"medianOutputSpeed":85.3352269679388,"medianTimeToFirstChunk":26.9232137985,"medianTimeToFirstAnswerToken":26.9232137985,"medianEndToEndResponseTime":32.78245877581581},"mediumParallel":{"medianOutputSpeed":54.0608128031513,"medianTimeToFirstChunk":34.3061158875,"medianTimeToFirstAnswerToken":34.3061158875,"medianEndToEndResponseTime":43.55495944115915}},"endToEndResponseTime":{"input":38.703961464,"reasoning":0,"answer":7.812941701881688,"total":46.51690316588169},"timeToFirstAnswerToken":{"input":38.703961464,"reasoning":0,"total":38.703961464},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-sol","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-sol","canonical_slug":"openai/gpt-5.6-sol-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Sol","created":1783590850,"description":"GPT-5.6 Sol is the flagship model in OpenAI's GPT-5.6 series. It is suited for complex reasoning, coding, and agentic workflows, and is particularly strong at command-line and multi-step coding tasks...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-sol-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":47.1,"coding_index":77.4,"agentic_index":50.5}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000005","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.0000075","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.51567986439036,"uptime_last_5m":100,"uptime_last_1d":98.5089108469208,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.00001","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000015","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98966328139133,"uptime_last_5m":100,"uptime_last_1d":99.9919423147087,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.00002","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0.5,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.00003","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000044","completion":"0.000022","web_search":"0.01","input_cache_read":"0.00000044","input_cache_write":"0.0000055","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000088","completion":"0.000033","input_cache_read":"0.00000088","input_cache_write":"0.000011"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.3620230700976,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.00003","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.000045","input_cache_read":"0.000001","input_cache_write":"0.0000125"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99713003797916,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-sol-20260709","model_id":"openai/gpt-5.6-sol","model_name":"OpenAI: GPT-5.6 Sol","context_length":1050000,"pricing":{"prompt":"0.0000055","completion":"0.000033","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0.000006875","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000011","completion":"0.0000495","input_cache_read":"0.0000011","input_cache_write":"0.00001375"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"81972fba-1219-477e-bbfb-18c656a63ff7","slug":"gpt-5-6-terra-high","name":"GPT-5.6 Terra (high)","shortName":"GPT-5.6 Terra (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-terra-high","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":34.4910058067555,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":37.52109198147655,"strategyAndOps":40.4147833488231,"legal":37.28287626379648,"healthcareAndMedical":34.45132116417093,"engineering":34.50812580551979,"economics":41.9205905159098},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":75.9966529269112,"canonicalInputTokens":869544031,"canonicalOutputTokens":33205685,"outputTokensPerTask":11293.66030238819,"answerTokensPerTask":5852.216975309924,"reasoningTokensPerTask":5441.443327078267,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":0.3378727947949101,"latency":{"timeToFirstChunkMs":2.67870624599993,"timeToFirstAnswerTokenMs":2.67870624599993,"endToEndMs":9.257943366888249}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1201.36,"score":1201.36,"outputTokensPerTask":25232.747252747253,"costPerTask":0.8610124311460803,"timePerTask":338.62542915797064,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1415.36,"score":1415.36,"outputTokensPerTask":21178.586363636365,"costPerTask":0.5324483321425613,"timePerTask":284.2182749468427,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.42020382951827845,"score":0.42020382951827845,"outputTokensPerTask":10887.514459665144,"costPerTask":0.40367846145504527,"timePerTask":146.11129019914054,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":22543.560606060608,"costPerTask":0.628370040020466,"timePerTask":302.5363353625654,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.524305555555556,"score":0.524305555555556,"outputTokensPerTask":1534.6041666666667,"costPerTask":0.023195861111111108,"timePerTask":20.59450718227012,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.385078776645042,"score":0.385078776645042,"outputTokensPerTask":5100.503707136238,"costPerTask":0.06187714087117702,"timePerTask":68.44915614817889,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.208,"score":0.208,"outputTokensPerTask":4034.34,"costPerTask":0.35435710000000004,"timePerTask":54.14115633882981,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.228571428571429,"score":0.228571428571429,"outputTokensPerTask":13889.628571428571,"costPerTask":0.17406634285714284,"timePerTask":186.3998948958173,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-3.466666666666667,"score":-3.466666666666667,"outputTokensPerTask":791.611,"costPerTask":0.009747675666666667,"timePerTask":10.623481142030023,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.776666666666667,"score":0.776666666666667,"outputTokensPerTask":350.17,"costPerTask":0.19286748000000004,"timePerTask":4.699308614337918,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.122222222222222,"score":0.122222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.208,"score":0.208,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1415.36,"score":1415.36,"outputTokensPerTask":21178.586363636365,"costPerTask":0.5324483321425613,"timePerTask":284.2182749468427,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.45768,"score":0.45768,"outputTokensPerTask":21178.586363636365,"costPerTask":0.5324483321425613,"timePerTask":284.2182749468427,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.783625730994152,"score":0.783625730994152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.28659793814433,"score":0.28659793814433,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.575757575757576,"score":0.575757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.756554307116105,"score":0.756554307116105,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":22543.560606060608,"costPerTask":0.628370040020466,"timePerTask":302.5363353625654,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.776666666666667,"score":0.776666666666667,"outputTokensPerTask":350.17,"costPerTask":0.19286748000000004,"timePerTask":4.699308614337918,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.64421768707483,"score":0.64421768707483,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.385078776645042,"score":0.385078776645042,"outputTokensPerTask":5100.503707136238,"costPerTask":0.06187714087117702,"timePerTask":68.44915614817889,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.895959595959596,"score":0.895959595959596,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.790751445086705,"score":0.790751445086705,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.42020382951827845,"score":0.42020382951827845,"outputTokensPerTask":10887.514459665144,"costPerTask":0.40367846145504527,"timePerTask":146.11129019914054,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":37.52109198147655,"score":37.52109198147655,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":40.4147833488231,"score":40.4147833488231,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":37.28287626379648,"score":37.28287626379648,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":34.45132116417093,"score":34.45132116417093,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":34.50812580551979,"score":34.50812580551979,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":41.9205905159098,"score":41.9205905159098,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"81972fba-1219-477e-bbfb-18c656a63ff7","slug":"gpt-5-6-terra-high","name":"GPT-5.6 Terra (high)","shortName":"GPT-5.6 Terra (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":34.4910058067555,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":37.52109198147655,"strategyAndOps":40.4147833488231,"legal":37.28287626379648,"healthcareAndMedical":34.45132116417093,"engineering":34.50812580551979,"economics":41.9205905159098},"omniscience":-3.466666666666667,"omniscienceBreakdown":{"accuracy":0.4548333333333333,"hallucinationRate":0.8978905533476002},"mlcrOverall":0.122222222222222,"gdpPdfAllPass":0.208,"gdpval":1415.36,"gdpvalNormalized":0.45768,"itBenchSre":null,"tau2":0.783625730994152,"tauBanking":0.28659793814433,"terminalbenchHard":0.575757575757576,"terminalBench21":0.756554307116105,"terminalBench40":0.0151515151515152,"scicode":0.524305555555556,"lcr":0.776666666666667,"ifbench":0.64421768707483,"hle":0.385078776645042,"gpqa":0.895959595959596,"critpt":0.228571428571429,"apexAgents":null,"mmmuPro":0.790751445086705,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.42020382951827845,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":4.5,"price1mBlended7To2To1":1.7399999999999998,"price1mBlended0To1To1":7,"price1mBlended100To1To1":0.3333333333333333,"price1mBlended0To100To1":2.099009900990099,"intelligenceIndexTimePerTask":151.56179897312444,"intelligenceIndexCost":{"total":767.7843701229723,"input":369.3161501229723,"nonCacheInput":54.293506,"cacheRead":155.73656964148066,"cacheWrite":159.28607448149168,"output":398.46822,"reasoning":265.161804,"answer":133.30641599999998},"intelligenceIndexCostPerTask":{"cost":{"total":0.3378727947949101,"input":0.2023488711662519,"nonCacheInput":0.041349276299665325,"cacheRead":0.0869347504829282,"cacheWrite":0.07406484438365833,"output":0.13552392362865825,"reasoning":0.06529731992493919,"answer":0.07022660370371908},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.12915186467191203},{"slug":"gdpval-aa","weightedCostPerTask":0.05324483321425613},{"slug":"automationbench-aa","weightedCostPerTask":0.020183923072752265},{"slug":"terminalbench-4-0","weightedCostPerTask":0.0628370040020466},{"slug":"scicode","weightedCostPerTask":0.002319586111111111},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0061877140871177015},{"slug":"gdp-pdf","weightedCostPerTask":0.03543571},{"slug":"critpt","weightedCostPerTask":0.017406634285714283},{"slug":"omniscience","weightedCostPerTask":0.00146215135},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.009643374000000001}]},"canonicalIntelligenceIndexTokenCount":{"input":869544031,"output":33205685,"answer":11108868,"reasoning":22096817},"intelligenceIndexOutputTokensPerTask":{"reasoning":5441.443327078267,"answer":5852.216975309924,"output":11293.66030238819},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1201.36,"outputTokensPerTask":25232.747252747253,"costPerTask":0.8610124311460803,"timePerTask":338.62542915797064},{"slug":"gdpval-aa","score":1415.36,"outputTokensPerTask":21178.586363636365,"costPerTask":0.5324483321425613,"timePerTask":284.2182749468427},{"slug":"automationbench-aa","score":0.42020382951827845,"outputTokensPerTask":10887.514459665144,"costPerTask":0.40367846145504527,"timePerTask":146.11129019914054},{"slug":"terminalbench-4-0","score":0.0151515151515152,"outputTokensPerTask":22543.560606060608,"costPerTask":0.628370040020466,"timePerTask":302.5363353625654},{"slug":"scicode","score":0.524305555555556,"outputTokensPerTask":1534.6041666666667,"costPerTask":0.023195861111111108,"timePerTask":20.59450718227012},{"slug":"humanitys-last-exam","score":0.385078776645042,"outputTokensPerTask":5100.503707136238,"costPerTask":0.06187714087117702,"timePerTask":68.44915614817889},{"slug":"gdp-pdf","score":0.208,"outputTokensPerTask":4034.34,"costPerTask":0.35435710000000004,"timePerTask":54.14115633882981},{"slug":"critpt","score":0.228571428571429,"outputTokensPerTask":13889.628571428571,"costPerTask":0.17406634285714284,"timePerTask":186.3998948958173},{"slug":"omniscience","score":-3.466666666666667,"outputTokensPerTask":791.611,"costPerTask":0.009747675666666667,"timePerTask":10.623481142030023},{"slug":"artificial-analysis-long-context-reasoning","score":0.776666666666667,"outputTokensPerTask":350.17,"costPerTask":0.19286748000000004,"timePerTask":4.699308614337918}],"briefcaseBreakdown":{"overall":{"elo":1201.36,"lower95ci":1192.55,"upper95ci":1210.15},"rubricPassRate":0.29797979797979796,"analyticalQuality":{"elo":1182.14,"lower95ci":1165.23,"upper95ci":1198.68},"presentation":{"elo":1380.18,"lower95ci":1365.13,"upper95ci":1394.51}},"briefcaseTotalCost":78.3521312342933,"timescaleData":{"medianOutputSpeed":75.9966529269112,"medianTimeToFirstChunk":2.67870624599993},"outputSpeedVariance":{"p05":49.3255153055696,"q25":56.1094904848929,"median":75.9966529269112,"q75":95.3319622006239,"p95":121.658245177775},"timeToFirstChunkVariance":{"p05":1.54717621260004,"q25":2.16622788774992,"median":2.67870624599993,"q75":6.47258282375003,"p95":29.37160758035},"performanceByPromptType":{"medium":{"medianOutputSpeed":72.9369136531344,"medianTimeToFirstChunk":2.73108365500004,"medianTimeToFirstAnswerToken":2.73108365500004,"medianEndToEndResponseTime":9.586322997561842},"long":{"medianOutputSpeed":75.9966529269112,"medianTimeToFirstChunk":2.67870624599993,"medianTimeToFirstAnswerToken":2.67870624599993,"medianEndToEndResponseTime":9.257943366888249},"hundredK":{"medianOutputSpeed":294.73602311511,"medianTimeToFirstChunk":3.31725523449999,"medianTimeToFirstAnswerToken":3.31725523449999,"medianEndToEndResponseTime":5.013688519835877},"mediumParallel":{"medianOutputSpeed":59.5859600260211,"medianTimeToFirstChunk":2.08943483899998,"medianTimeToFirstAnswerToken":2.08943483899998,"medianEndToEndResponseTime":10.480673308291248}},"endToEndResponseTime":{"input":2.67870624599993,"reasoning":0,"answer":6.579237120888318,"total":9.257943366888249},"timeToFirstAnswerToken":{"input":2.67870624599993,"reasoning":0,"total":2.67870624599993},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-terra","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-terra","canonical_slug":"openai/gpt-5.6-terra-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Terra","created":1783590857,"description":"GPT-5.6 Terra is a balanced model in OpenAI's GPT-5.6 series, positioned between the flagship Sol tier and the cost-efficient Luna tier. It is suited for everyday coding, reasoning, and agentic...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-terra-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":42.3,"coding_index":76.7,"agentic_index":43.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000006","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.000009","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98698255662588,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99779225080032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99028768133759,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.000024","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.000036","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"cc4a20cd-09fe-4962-a430-119c815e85fa","slug":"gpt-5-6-terra-low","name":"GPT-5.6 Terra (low)","shortName":"GPT-5.6 Terra (low)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-terra-low","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":27.916528401716,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":30.16279973310341,"strategyAndOps":32.04062735173325,"legal":31.160255520444064,"healthcareAndMedical":28.00916410442121,"engineering":27.925513121817946,"economics":34.93996092060551},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":68.1352819301834,"canonicalInputTokens":401632548,"canonicalOutputTokens":11297248,"outputTokensPerTask":3871.2958585296174,"answerTokensPerTask":2847.6993508074834,"reasoningTokensPerTask":1023.5965077221342,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":0.1444617614290821,"latency":{"timeToFirstChunkMs":2.02525762949995,"timeToFirstAnswerTokenMs":2.02525762949995,"endToEndMs":9.363599613794344}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1014.49,"score":1014.49,"outputTokensPerTask":9780.23076923077,"costPerTask":0.2998034080920235,"timePerTask":143.51098605608107,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1177.99,"score":1177.99,"outputTokensPerTask":5008.013636363637,"costPerTask":0.10206699980324367,"timePerTask":73.485482305585,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.29106376138008166,"score":0.29106376138008166,"outputTokensPerTask":6717.491628614916,"costPerTask":0.26905545740275727,"timePerTask":98.56964218870056,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":8617.30303030303,"costPerTask":0.2432928985148534,"timePerTask":126.44667433753303,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.498842592592593,"score":0.498842592592593,"outputTokensPerTask":591.6597222222222,"costPerTask":0.011905694444444443,"timePerTask":8.681765507303709,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.291936978683967,"score":0.291936978683967,"outputTokensPerTask":1128.6779425393884,"costPerTask":0.014177235403151064,"timePerTask":16.56174463522564,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.176,"score":0.176,"outputTokensPerTask":1865.85,"costPerTask":0.34589184000000006,"timePerTask":27.378696847845376,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0942857142857143,"score":0.0942857142857143,"outputTokensPerTask":3062.3142857142857,"costPerTask":0.043426314285714286,"timePerTask":44.93510972553934,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-6.833333333333333,"score":-6.833333333333333,"outputTokensPerTask":216.54533333333333,"costPerTask":0.002845540666666667,"timePerTask":3.1774949943183857,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.713333333333333,"score":0.713333333333333,"outputTokensPerTask":170.46,"costPerTask":0.19071096,"timePerTask":2.5012582279838806,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0888888888888889,"score":0.0888888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.176,"score":0.176,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1177.99,"score":1177.99,"outputTokensPerTask":5008.013636363637,"costPerTask":0.10206699980324367,"timePerTask":73.485482305585,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.338995,"score":0.338995,"outputTokensPerTask":5008.013636363637,"costPerTask":0.10206699980324367,"timePerTask":73.485482305585,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.605263157894737,"score":0.605263157894737,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.187628865979381,"score":0.187628865979381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.439393939393939,"score":0.439393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.625468164794007,"score":0.625468164794007,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":8617.30303030303,"costPerTask":0.2432928985148534,"timePerTask":126.44667433753303,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.713333333333333,"score":0.713333333333333,"outputTokensPerTask":170.46,"costPerTask":0.19071096,"timePerTask":2.5012582279838806,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.596598639455782,"score":0.596598639455782,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.291936978683967,"score":0.291936978683967,"outputTokensPerTask":1128.6779425393884,"costPerTask":0.014177235403151064,"timePerTask":16.56174463522564,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.843434343434343,"score":0.843434343434343,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.761271676300578,"score":0.761271676300578,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.29106376138008166,"score":0.29106376138008166,"outputTokensPerTask":6717.491628614916,"costPerTask":0.26905545740275727,"timePerTask":98.56964218870056,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":30.16279973310341,"score":30.16279973310341,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":32.04062735173325,"score":32.04062735173325,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":31.160255520444064,"score":31.160255520444064,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":28.00916410442121,"score":28.00916410442121,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":27.925513121817946,"score":27.925513121817946,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":34.93996092060551,"score":34.93996092060551,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"cc4a20cd-09fe-4962-a430-119c815e85fa","slug":"gpt-5-6-terra-low","name":"GPT-5.6 Terra (low)","shortName":"GPT-5.6 Terra (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":27.916528401716,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":30.16279973310341,"strategyAndOps":32.04062735173325,"legal":31.160255520444064,"healthcareAndMedical":28.00916410442121,"engineering":27.925513121817946,"economics":34.93996092060551},"omniscience":-6.833333333333333,"omniscienceBreakdown":{"accuracy":0.43733333333333335,"hallucinationRate":0.898696682464455},"mlcrOverall":0.0888888888888889,"gdpPdfAllPass":0.176,"gdpval":1177.99,"gdpvalNormalized":0.338995,"itBenchSre":null,"tau2":0.605263157894737,"tauBanking":0.187628865979381,"terminalbenchHard":0.439393939393939,"terminalBench21":0.625468164794007,"terminalBench40":0.0151515151515152,"scicode":0.498842592592593,"lcr":0.713333333333333,"ifbench":0.596598639455782,"hle":0.291936978683967,"gpqa":0.843434343434343,"critpt":0.0942857142857143,"apexAgents":null,"mmmuPro":0.761271676300578,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.29106376138008166,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":4.5,"price1mBlended7To2To1":1.7399999999999998,"price1mBlended0To1To1":7,"price1mBlended100To1To1":0.3333333333333333,"price1mBlended0To100To1":2.099009900990099,"intelligenceIndexTimePerTask":56.805764514297344,"intelligenceIndexCost":{"total":350.36029690867963,"input":214.79332090867965,"nonCacheInput":55.91648,"cacheRead":67.41816774707135,"cacheWrite":91.45867316160829,"output":135.566976,"reasoning":58.738368,"answer":76.828608},"intelligenceIndexCostPerTask":{"cost":{"total":0.1444617614290821,"input":0.09800621112672665,"nonCacheInput":0.0430322275727599,"cacheRead":0.022938415626610687,"cacheWrite":0.03203556792735608,"output":0.0464555503023554,"reasoning":0.012283158092665612,"answer":0.0341723922096898},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.04497051121380352},{"slug":"gdpval-aa","weightedCostPerTask":0.010206699980324368},{"slug":"automationbench-aa","weightedCostPerTask":0.013452772870137866},{"slug":"terminalbench-4-0","weightedCostPerTask":0.024329289851485338},{"slug":"scicode","weightedCostPerTask":0.0011905694444444444},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0014177235403151065},{"slug":"gdp-pdf","weightedCostPerTask":0.034589184},{"slug":"critpt","weightedCostPerTask":0.004342631428571429},{"slug":"omniscience","weightedCostPerTask":0.0004268311},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.009535548000000001}]},"canonicalIntelligenceIndexTokenCount":{"input":401632548,"output":11297248,"answer":6402384,"reasoning":4894864},"intelligenceIndexOutputTokensPerTask":{"reasoning":1023.5965077221342,"answer":2847.6993508074834,"output":3871.2958585296174},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1014.49,"outputTokensPerTask":9780.23076923077,"costPerTask":0.2998034080920235,"timePerTask":143.51098605608107},{"slug":"gdpval-aa","score":1177.99,"outputTokensPerTask":5008.013636363637,"costPerTask":0.10206699980324367,"timePerTask":73.485482305585},{"slug":"automationbench-aa","score":0.29106376138008166,"outputTokensPerTask":6717.491628614916,"costPerTask":0.26905545740275727,"timePerTask":98.56964218870056},{"slug":"terminalbench-4-0","score":0.0151515151515152,"outputTokensPerTask":8617.30303030303,"costPerTask":0.2432928985148534,"timePerTask":126.44667433753303},{"slug":"scicode","score":0.498842592592593,"outputTokensPerTask":591.6597222222222,"costPerTask":0.011905694444444443,"timePerTask":8.681765507303709},{"slug":"humanitys-last-exam","score":0.291936978683967,"outputTokensPerTask":1128.6779425393884,"costPerTask":0.014177235403151064,"timePerTask":16.56174463522564},{"slug":"gdp-pdf","score":0.176,"outputTokensPerTask":1865.85,"costPerTask":0.34589184000000006,"timePerTask":27.378696847845376},{"slug":"critpt","score":0.0942857142857143,"outputTokensPerTask":3062.3142857142857,"costPerTask":0.043426314285714286,"timePerTask":44.93510972553934},{"slug":"omniscience","score":-6.833333333333333,"outputTokensPerTask":216.54533333333333,"costPerTask":0.002845540666666667,"timePerTask":3.1774949943183857},{"slug":"artificial-analysis-long-context-reasoning","score":0.713333333333333,"outputTokensPerTask":170.46,"costPerTask":0.19071096,"timePerTask":2.5012582279838806}],"briefcaseBreakdown":{"overall":{"elo":1014.49,"lower95ci":1005.22,"upper95ci":1022.5},"rubricPassRate":0.23333333333333334,"analyticalQuality":{"elo":921.48,"lower95ci":905.02,"upper95ci":937},"presentation":{"elo":1184.91,"lower95ci":1169.41,"upper95ci":1199.06}},"briefcaseTotalCost":27.282110136374136,"timescaleData":{"medianOutputSpeed":68.1352819301834,"medianTimeToFirstChunk":2.02525762949995},"outputSpeedVariance":{"p05":42.275245449741,"q25":57.6596798820482,"median":68.1352819301834,"q75":92.1595031878625,"p95":123.116318587881},"timeToFirstChunkVariance":{"p05":1.36852685395,"q25":1.58184819174994,"median":2.02525762949995,"q75":3.48217880175001,"p95":6.7881792565},"performanceByPromptType":{"medium":{"medianOutputSpeed":78.9020636401548,"medianTimeToFirstChunk":1.92185638899999,"medianTimeToFirstAnswerToken":1.92185638899999,"medianEndToEndResponseTime":8.258826259399429},"long":{"medianOutputSpeed":68.1352819301834,"medianTimeToFirstChunk":2.02525762949995,"medianTimeToFirstAnswerToken":2.02525762949995,"medianEndToEndResponseTime":9.363599613794344},"hundredK":{"medianOutputSpeed":126.577405252599,"medianTimeToFirstChunk":1.8285947915,"medianTimeToFirstAnswerToken":1.8285947915,"medianEndToEndResponseTime":5.778746866447307},"mediumParallel":{"medianOutputSpeed":55.5183657400368,"medianTimeToFirstChunk":1.57780967650004,"medianTimeToFirstAnswerToken":1.57780967650004,"medianEndToEndResponseTime":10.583838462383905}},"endToEndResponseTime":{"input":2.02525762949995,"reasoning":0,"answer":7.338341984294394,"total":9.363599613794344},"timeToFirstAnswerToken":{"input":2.02525762949995,"reasoning":0,"total":2.02525762949995},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-terra","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-terra","canonical_slug":"openai/gpt-5.6-terra-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Terra","created":1783590857,"description":"GPT-5.6 Terra is a balanced model in OpenAI's GPT-5.6 series, positioned between the flagship Sol tier and the cost-efficient Luna tier. It is suited for everyday coding, reasoning, and agentic...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-terra-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":42.3,"coding_index":76.7,"agentic_index":43.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000006","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.000009","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98698255662588,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99779225080032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99028768133759,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.000024","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.000036","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"bcf8db0a-3bb6-4d82-9516-0f57370c85a6","slug":"gpt-5-6-terra","name":"GPT-5.6 Terra (max)","shortName":"GPT-5.6 Terra (max)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-terra","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":42.2514998239494,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":41.636133424167866,"strategyAndOps":47.81371992892074,"legal":41.70574730388043,"healthcareAndMedical":40.53153668318086,"engineering":43.24684559496729,"economics":45.17953568118627},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":84.3158448467912,"canonicalInputTokens":3404194513,"canonicalOutputTokens":121832989,"outputTokensPerTask":38897.46393199385,"answerTokensPerTask":12853.54225872057,"reasoningTokensPerTask":26043.92167327328,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":1.3987235612691513,"latency":{"timeToFirstChunkMs":182.9396839855,"timeToFirstAnswerTokenMs":182.9396839855,"endToEndMs":188.8697674817698}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1330,"score":1330,"outputTokensPerTask":64997.32967032967,"costPerTask":2.8277931672112757,"timePerTask":787.5950780692358,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1476.96,"score":1476.96,"outputTokensPerTask":40946.83181818182,"costPerTask":1.241601369020282,"timePerTask":496.1668943339715,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5964995802534495,"score":0.5964995802534495,"outputTokensPerTask":21195.296803652967,"costPerTask":0.7297715599702886,"timePerTask":256.8307271305322,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.353535353535354,"score":0.353535353535354,"outputTokensPerTask":131796.31818181818,"costPerTask":6.38743408501164,"timePerTask":1597.0214781766808,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.549768518518518,"score":0.549768518518518,"outputTokensPerTask":9113.21875,"costPerTask":0.11439322222222222,"timePerTask":110.42801710890453,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.429101019462465,"score":0.429101019462465,"outputTokensPerTask":18926.43419833179,"costPerTask":0.22773022613531047,"timePerTask":229.33813582209237,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.24,"score":0.24,"outputTokensPerTask":22201.29,"costPerTask":0.5891049199999999,"timePerTask":269.0206939189023,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.3,"score":0.3,"outputTokensPerTask":48127.68571428571,"costPerTask":0.6084075999999999,"timePerTask":583.1797795338912,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":0.05,"score":0.05,"outputTokensPerTask":5837.771833333333,"costPerTask":0.070336813,"timePerTask":70.7382962676293,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":2025.12,"costPerTask":0.21296688,"timePerTask":24.539078029657166,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.316666666666667,"score":0.316666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.851787523520046,"score":0.851787523520046,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.24,"score":0.24,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1476.96,"score":1476.96,"outputTokensPerTask":40946.83181818182,"costPerTask":1.241601369020282,"timePerTask":496.1668943339715,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.48848,"score":0.48848,"outputTokensPerTask":40946.83181818182,"costPerTask":1.241601369020282,"timePerTask":496.1668943339715,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.510357815442561,"score":0.510357815442561,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.862573099415205,"score":0.862573099415205,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.402061855670103,"score":0.402061855670103,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.575757575757576,"score":0.575757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.880149812734082,"score":0.880149812734082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.353535353535354,"score":0.353535353535354,"outputTokensPerTask":131796.31818181818,"costPerTask":6.38743408501164,"timePerTask":1597.0214781766808,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":2025.12,"costPerTask":0.21296688,"timePerTask":24.539078029657166,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.712244897959184,"score":0.712244897959184,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.429101019462465,"score":0.429101019462465,"outputTokensPerTask":18926.43419833179,"costPerTask":0.22773022613531047,"timePerTask":229.33813582209237,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.925252525252525,"score":0.925252525252525,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.389380530973451,"score":0.389380530973451,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.806936416184971,"score":0.806936416184971,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5964995802534495,"score":0.5964995802534495,"outputTokensPerTask":21195.296803652967,"costPerTask":0.7297715599702886,"timePerTask":256.8307271305322,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.38495971351835273,"score":0.38495971351835273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":41.636133424167866,"score":41.636133424167866,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":47.81371992892074,"score":47.81371992892074,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":41.70574730388043,"score":41.70574730388043,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":40.53153668318086,"score":40.53153668318086,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":43.24684559496729,"score":43.24684559496729,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":45.17953568118627,"score":45.17953568118627,"family":"Capability Index"}],"benchmarkCount":35,"raw":{"id":"bcf8db0a-3bb6-4d82-9516-0f57370c85a6","slug":"gpt-5-6-terra","name":"GPT-5.6 Terra (max)","shortName":"GPT-5.6 Terra (max)","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":42.2514998239494,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":41.636133424167866,"strategyAndOps":47.81371992892074,"legal":41.70574730388043,"healthcareAndMedical":40.53153668318086,"engineering":43.24684559496729,"economics":45.17953568118627},"omniscience":0.05,"omniscienceBreakdown":{"accuracy":0.468,"hallucinationRate":0.8787593984962406},"mlcrOverall":0.316666666666667,"harveyLab":0.851787523520046,"gdpPdfAllPass":0.24,"gdpval":1476.96,"gdpvalNormalized":0.48848,"itBenchSre":0.510357815442561,"tau2":0.862573099415205,"tauBanking":0.402061855670103,"terminalbenchHard":0.575757575757576,"terminalBench21":0.880149812734082,"terminalBench40":0.353535353535354,"scicode":0.549768518518518,"lcr":0.83,"ifbench":0.712244897959184,"hle":0.429101019462465,"gpqa":0.925252525252525,"critpt":0.3,"apexAgents":0.389380530973451,"mmmuPro":0.806936416184971,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5964995802534495,"enterpriseOpsGym":0.38495971351835273,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":4.5,"price1mBlended7To2To1":1.7399999999999998,"price1mBlended0To1To1":7,"price1mBlended100To1To1":0.3333333333333333,"price1mBlended0To100To1":2.099009900990099,"intelligenceIndexTimePerTask":471.3339962979835,"intelligenceIndexCost":{"total":2500.715709911936,"input":1038.719841911936,"nonCacheInput":57.770922,"cacheRead":648.4629313120057,"cacheWrite":332.48598859993035,"output":1461.995868,"reasoning":1251.192432,"answer":210.80343600000003},"intelligenceIndexCostPerTask":{"cost":{"total":1.3987235612691513,"input":0.9319539940852251,"nonCacheInput":0.04539704709061227,"cacheRead":0.6595491203855293,"cacheWrite":0.22700782660908353,"output":0.4667695671839262,"reasoning":0.3125270600792794,"answer":0.15424250710464688},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.4241689750816913},{"slug":"gdpval-aa","weightedCostPerTask":0.12416013690202822},{"slug":"automationbench-aa","weightedCostPerTask":0.03648857799851444},{"slug":"terminalbench-4-0","weightedCostPerTask":0.638743408501164},{"slug":"scicode","weightedCostPerTask":0.011439322222222223},{"slug":"humanitys-last-exam","weightedCostPerTask":0.022773022613531046},{"slug":"gdp-pdf","weightedCostPerTask":0.058910491999999995},{"slug":"critpt","weightedCostPerTask":0.06084076},{"slug":"omniscience","weightedCostPerTask":0.010550521949999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.010648344}]},"canonicalIntelligenceIndexTokenCount":{"input":3404194513,"output":121832989,"answer":17566953,"reasoning":104266036},"intelligenceIndexOutputTokensPerTask":{"reasoning":26043.92167327328,"answer":12853.54225872057,"output":38897.46393199385},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1330,"outputTokensPerTask":64997.32967032967,"costPerTask":2.8277931672112757,"timePerTask":787.5950780692358},{"slug":"gdpval-aa","score":1476.96,"outputTokensPerTask":40946.83181818182,"costPerTask":1.241601369020282,"timePerTask":496.1668943339715},{"slug":"automationbench-aa","score":0.5964995802534495,"outputTokensPerTask":21195.296803652967,"costPerTask":0.7297715599702886,"timePerTask":256.8307271305322},{"slug":"terminalbench-4-0","score":0.353535353535354,"outputTokensPerTask":131796.31818181818,"costPerTask":6.38743408501164,"timePerTask":1597.0214781766808},{"slug":"scicode","score":0.549768518518518,"outputTokensPerTask":9113.21875,"costPerTask":0.11439322222222222,"timePerTask":110.42801710890453},{"slug":"humanitys-last-exam","score":0.429101019462465,"outputTokensPerTask":18926.43419833179,"costPerTask":0.22773022613531047,"timePerTask":229.33813582209237},{"slug":"gdp-pdf","score":0.24,"outputTokensPerTask":22201.29,"costPerTask":0.5891049199999999,"timePerTask":269.0206939189023},{"slug":"critpt","score":0.3,"outputTokensPerTask":48127.68571428571,"costPerTask":0.6084075999999999,"timePerTask":583.1797795338912},{"slug":"omniscience","score":0.05,"outputTokensPerTask":5837.771833333333,"costPerTask":0.070336813,"timePerTask":70.7382962676293},{"slug":"artificial-analysis-long-context-reasoning","score":0.83,"outputTokensPerTask":2025.12,"costPerTask":0.21296688,"timePerTask":24.539078029657166}],"briefcaseBreakdown":{"overall":{"elo":1330,"lower95ci":1322.99,"upper95ci":1337.13},"rubricPassRate":0.3414141414141414,"analyticalQuality":{"elo":1341.06,"lower95ci":1325.63,"upper95ci":1354.86},"presentation":{"elo":1520.25,"lower95ci":1507.79,"upper95ci":1533.03}},"briefcaseTotalCost":257.32917821622607,"timescaleData":{"medianOutputSpeed":84.3158448467912,"medianTimeToFirstChunk":182.9396839855},"outputSpeedVariance":{"p05":57.6873450705959,"q25":70.7365523610995,"median":84.3158448467912,"q75":98.9957199545264,"p95":134.581685969155},"timeToFirstChunkVariance":{"p05":57.30661291345,"q25":117.66370992375,"median":182.9396839855,"q75":282.83374187,"p95":373.1326722299},"performanceByPromptType":{"medium":{"medianOutputSpeed":92.0011335287992,"medianTimeToFirstChunk":116.524419353,"medianTimeToFirstAnswerToken":116.524419353,"medianEndToEndResponseTime":121.95913500075324},"long":{"medianOutputSpeed":84.3158448467912,"medianTimeToFirstChunk":182.9396839855,"medianTimeToFirstAnswerToken":182.9396839855,"medianEndToEndResponseTime":188.8697674817698},"hundredK":{"medianOutputSpeed":135.726510649745,"medianTimeToFirstChunk":42.56422566,"medianTimeToFirstAnswerToken":42.56422566,"medianEndToEndResponseTime":46.24810434815324},"mediumParallel":{"medianOutputSpeed":64.5951490823157,"medianTimeToFirstChunk":112.728905221,"medianTimeToFirstAnswerToken":112.728905221,"medianEndToEndResponseTime":120.46942454951542}},"endToEndResponseTime":{"input":182.9396839855,"reasoning":0,"answer":5.930083496269782,"total":188.8697674817698},"timeToFirstAnswerToken":{"input":182.9396839855,"reasoning":0,"total":182.9396839855},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":6,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-terra","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-terra","canonical_slug":"openai/gpt-5.6-terra-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Terra","created":1783590857,"description":"GPT-5.6 Terra is a balanced model in OpenAI's GPT-5.6 series, positioned between the flagship Sol tier and the cost-efficient Luna tier. It is suited for everyday coding, reasoning, and agentic...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-terra-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":42.3,"coding_index":76.7,"agentic_index":43.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000006","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.000009","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98698255662588,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99779225080032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99028768133759,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.000024","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.000036","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"26e0f83a-ca98-4f34-94ac-7c5e251ee410","slug":"gpt-5-6-terra-medium","name":"GPT-5.6 Terra (medium)","shortName":"GPT-5.6 Terra (medium)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-terra-medium","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":30.4205773419377,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":32.32032919174579,"strategyAndOps":34.91438843020799,"legal":34.15710723727875,"healthcareAndMedical":30.994903161685293,"engineering":31.31683302520773,"economics":37.29666670528268},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":69.1307666508914,"canonicalInputTokens":486597297,"canonicalOutputTokens":16684399,"outputTokensPerTask":5477.785521063995,"answerTokensPerTask":3600.6617093438053,"reasoningTokensPerTask":1877.1238117201892,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":0.18337295992969213,"latency":{"timeToFirstChunkMs":2.16346617899995,"timeToFirstAnswerTokenMs":2.16346617899995,"endToEndMs":9.396135860286535}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1040.72,"score":1040.72,"outputTokensPerTask":12068.373626373626,"costPerTask":0.38428121273099913,"timePerTask":174.4932026937195,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1318.34,"score":1318.34,"outputTokensPerTask":9345.718181818182,"costPerTask":0.2042007288963886,"timePerTask":135.1270972796689,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.3353604038418497,"score":0.3353604038418497,"outputTokensPerTask":7882.718417047184,"costPerTask":0.3011808479635273,"timePerTask":113.97399725157848,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":12449.80303030303,"costPerTask":0.34062633641113166,"timePerTask":180.0081826200741,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.50462962962963,"score":0.50462962962963,"outputTokensPerTask":847.3229166666666,"costPerTask":0.014950979166666665,"timePerTask":12.251202525072776,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.332715477293791,"score":0.332715477293791,"outputTokensPerTask":2074.0898980537536,"costPerTask":0.02552009545875811,"timePerTask":29.988679518106682,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.17,"score":0.17,"outputTokensPerTask":2133.33,"costPerTask":0.34910159999999996,"timePerTask":30.845215405752143,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.174285714285714,"score":0.174285714285714,"outputTokensPerTask":5219.114285714286,"costPerTask":0.06963971428571429,"timePerTask":75.46169808238547,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-5.133333333333334,"score":-5.133333333333334,"outputTokensPerTask":368.0681666666667,"costPerTask":0.004663814666666667,"timePerTask":5.321793573818216,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.74,"score":0.74,"outputTokensPerTask":224.91,"costPerTask":0.19136436,"timePerTask":3.2519101109100395,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.122222222222222,"score":0.122222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.17,"score":0.17,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1318.34,"score":1318.34,"outputTokensPerTask":9345.718181818182,"costPerTask":0.2042007288963886,"timePerTask":135.1270972796689,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.40917,"score":0.40917,"outputTokensPerTask":9345.718181818182,"costPerTask":0.2042007288963886,"timePerTask":135.1270972796689,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.728070175438596,"score":0.728070175438596,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.255670103092783,"score":0.255670103092783,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.722846441947566,"score":0.722846441947566,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":12449.80303030303,"costPerTask":0.34062633641113166,"timePerTask":180.0081826200741,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.74,"score":0.74,"outputTokensPerTask":224.91,"costPerTask":0.19136436,"timePerTask":3.2519101109100395,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.621768707482993,"score":0.621768707482993,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.332715477293791,"score":0.332715477293791,"outputTokensPerTask":2074.0898980537536,"costPerTask":0.02552009545875811,"timePerTask":29.988679518106682,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.871717171717172,"score":0.871717171717172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.767630057803468,"score":0.767630057803468,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.3353604038418497,"score":0.3353604038418497,"outputTokensPerTask":7882.718417047184,"costPerTask":0.3011808479635273,"timePerTask":113.97399725157848,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":32.32032919174579,"score":32.32032919174579,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":34.91438843020799,"score":34.91438843020799,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":34.15710723727875,"score":34.15710723727875,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":30.994903161685293,"score":30.994903161685293,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":31.31683302520773,"score":31.31683302520773,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":37.29666670528268,"score":37.29666670528268,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"26e0f83a-ca98-4f34-94ac-7c5e251ee410","slug":"gpt-5-6-terra-medium","name":"GPT-5.6 Terra (medium)","shortName":"GPT-5.6 Terra (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":30.4205773419377,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":32.32032919174579,"strategyAndOps":34.91438843020799,"legal":34.15710723727875,"healthcareAndMedical":30.994903161685293,"engineering":31.31683302520773,"economics":37.29666670528268},"omniscience":-5.133333333333334,"omniscienceBreakdown":{"accuracy":0.446,"hallucinationRate":0.8977135980746089},"mlcrOverall":0.122222222222222,"gdpPdfAllPass":0.17,"gdpval":1318.34,"gdpvalNormalized":0.40917,"itBenchSre":null,"tau2":0.728070175438596,"tauBanking":0.255670103092783,"terminalbenchHard":null,"terminalBench21":0.722846441947566,"terminalBench40":0.0101010101010101,"scicode":0.50462962962963,"lcr":0.74,"ifbench":0.621768707482993,"hle":0.332715477293791,"gpqa":0.871717171717172,"critpt":0.174285714285714,"apexAgents":null,"mmmuPro":0.767630057803468,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.3353604038418497,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":4.5,"price1mBlended7To2To1":1.7399999999999998,"price1mBlended0To1To1":7,"price1mBlended100To1To1":0.3333333333333333,"price1mBlended0To100To1":2.099009900990099,"intelligenceIndexTimePerTask":79.2017523513611,"intelligenceIndexCost":{"total":446.53341803089853,"input":246.32063003089854,"nonCacheInput":55.92868,"cacheRead":83.14699499731319,"cacheWrite":107.24495503358537,"output":200.212788,"reasoning":106.72633199999999,"answer":93.486456},"intelligenceIndexCostPerTask":{"cost":{"total":0.18337295992969213,"input":0.11763953367692422,"nonCacheInput":0.04306293187059226,"cacheRead":0.033143366970953825,"cacheWrite":0.041433234835378134,"output":0.06573342625276794,"reasoning":0.02252548574064227,"answer":0.043207940512125675},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.05764218190964986},{"slug":"gdpval-aa","weightedCostPerTask":0.02042007288963886},{"slug":"automationbench-aa","weightedCostPerTask":0.015059042398176367},{"slug":"terminalbench-4-0","weightedCostPerTask":0.034062633641113164},{"slug":"scicode","weightedCostPerTask":0.0014950979166666665},{"slug":"humanitys-last-exam","weightedCostPerTask":0.002552009545875811},{"slug":"gdp-pdf","weightedCostPerTask":0.034910159999999996},{"slug":"critpt","weightedCostPerTask":0.0069639714285714294},{"slug":"omniscience","weightedCostPerTask":0.0006995722},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.009568218}]},"canonicalIntelligenceIndexTokenCount":{"input":486597297,"output":16684399,"answer":7790538,"reasoning":8893861},"intelligenceIndexOutputTokensPerTask":{"reasoning":1877.1238117201892,"answer":3600.6617093438053,"output":5477.785521063995},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1040.72,"outputTokensPerTask":12068.373626373626,"costPerTask":0.38428121273099913,"timePerTask":174.4932026937195},{"slug":"gdpval-aa","score":1318.34,"outputTokensPerTask":9345.718181818182,"costPerTask":0.2042007288963886,"timePerTask":135.1270972796689},{"slug":"automationbench-aa","score":0.3353604038418497,"outputTokensPerTask":7882.718417047184,"costPerTask":0.3011808479635273,"timePerTask":113.97399725157848},{"slug":"terminalbench-4-0","score":0.0101010101010101,"outputTokensPerTask":12449.80303030303,"costPerTask":0.34062633641113166,"timePerTask":180.0081826200741},{"slug":"scicode","score":0.50462962962963,"outputTokensPerTask":847.3229166666666,"costPerTask":0.014950979166666665,"timePerTask":12.251202525072776},{"slug":"humanitys-last-exam","score":0.332715477293791,"outputTokensPerTask":2074.0898980537536,"costPerTask":0.02552009545875811,"timePerTask":29.988679518106682},{"slug":"gdp-pdf","score":0.17,"outputTokensPerTask":2133.33,"costPerTask":0.34910159999999996,"timePerTask":30.845215405752143},{"slug":"critpt","score":0.174285714285714,"outputTokensPerTask":5219.114285714286,"costPerTask":0.06963971428571429,"timePerTask":75.46169808238547},{"slug":"omniscience","score":-5.133333333333334,"outputTokensPerTask":368.0681666666667,"costPerTask":0.004663814666666667,"timePerTask":5.321793573818216},{"slug":"artificial-analysis-long-context-reasoning","score":0.74,"outputTokensPerTask":224.91,"costPerTask":0.19136436,"timePerTask":3.2519101109100395}],"briefcaseBreakdown":{"overall":{"elo":1040.72,"lower95ci":1032.78,"upper95ci":1048.89},"rubricPassRate":0.2202020202020202,"analyticalQuality":{"elo":976.21,"lower95ci":961.84,"upper95ci":991.21},"presentation":{"elo":1220.98,"lower95ci":1205.59,"upper95ci":1235.53}},"briefcaseTotalCost":34.96959035852092,"timescaleData":{"medianOutputSpeed":69.1307666508914,"medianTimeToFirstChunk":2.16346617899995},"outputSpeedVariance":{"p05":47.8315572489193,"q25":58.2911343998119,"median":69.1307666508914,"q75":97.237199702972,"p95":135.552060438352},"timeToFirstChunkVariance":{"p05":1.23257231605,"q25":1.48611247425001,"median":2.16346617899995,"q75":3.12733808100001,"p95":5.63671530065001},"performanceByPromptType":{"medium":{"medianOutputSpeed":74.9464842554719,"medianTimeToFirstChunk":2.08747869449999,"medianTimeToFirstAnswerToken":2.08747869449999,"medianEndToEndResponseTime":8.758905712952755},"long":{"medianOutputSpeed":69.1307666508914,"medianTimeToFirstChunk":2.16346617899995,"medianTimeToFirstAnswerToken":2.16346617899995,"medianEndToEndResponseTime":9.396135860286535},"hundredK":{"medianOutputSpeed":79.0665604024602,"medianTimeToFirstChunk":2.32860640000004,"medianTimeToFirstAnswerToken":2.32860640000004,"medianEndToEndResponseTime":8.65239230209225},"mediumParallel":{"medianOutputSpeed":57.6740970680111,"medianTimeToFirstChunk":1.945299464,"medianTimeToFirstAnswerToken":1.945299464,"medianEndToEndResponseTime":10.61470263489636}},"endToEndResponseTime":{"input":2.16346617899995,"reasoning":0,"answer":7.232669681286585,"total":9.396135860286535},"timeToFirstAnswerToken":{"input":2.16346617899995,"reasoning":0,"total":2.16346617899995},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-terra","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-terra","canonical_slug":"openai/gpt-5.6-terra-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Terra","created":1783590857,"description":"GPT-5.6 Terra is a balanced model in OpenAI's GPT-5.6 series, positioned between the flagship Sol tier and the cost-efficient Luna tier. It is suited for everyday coding, reasoning, and agentic...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-terra-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":42.3,"coding_index":76.7,"agentic_index":43.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000006","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.000009","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98698255662588,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99779225080032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99028768133759,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.000024","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.000036","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"9b97a35e-6ac7-44d9-91c6-422fa678963e","slug":"gpt-5-6-terra-non-reasoning","name":"GPT-5.6 Terra (Non-reasoning)","shortName":"GPT-5.6 Terra (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-terra-non-reasoning","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":21.2083013584503,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":21.508589316442063,"strategyAndOps":23.518373906547826,"legal":22.643423336890844,"engineering":21.395074165192234,"economics":24.326763708680872},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":72.9892272807081,"canonicalInputTokens":347112842,"canonicalOutputTokens":5818048,"outputTokensPerTask":3129.3947847469058,"answerTokensPerTask":3129.3947847469058,"reasoningTokensPerTask":0,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":0.13972397093498629,"latency":{"timeToFirstChunkMs":0.980618942999967,"timeToFirstAnswerTokenMs":0.980618942999967,"endToEndMs":7.830944924354146}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":947.67,"score":947.67,"outputTokensPerTask":9529.516483516483,"costPerTask":0.31596601308339406,"timePerTask":130.3055875637208,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1145.71,"score":1145.71,"outputTokensPerTask":5250.054545454545,"costPerTask":0.1277242668791575,"timePerTask":71.78868345213186,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.125407685673699,"score":0.125407685673699,"outputTokensPerTask":3875.8645357686455,"costPerTask":0.17904796604772893,"timePerTask":52.99815646725804,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":6397.439393939394,"costPerTask":0.234792579366993,"timePerTask":87.47790095882723,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.451388888888889,"score":0.451388888888889,"outputTokensPerTask":428.24305555555554,"costPerTask":0.009958513888888888,"timePerTask":5.855749666918897,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.113994439295644,"score":0.113994439295644,"outputTokensPerTask":198.758109360519,"costPerTask":0.003016113994439296,"timePerTask":2.717797095799724,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.112,"score":0.112,"outputTokensPerTask":1161.68,"costPerTask":0.3374418,"timePerTask":15.884687877171805,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.02,"score":0.02,"outputTokensPerTask":1574.5,"costPerTask":0.025529428571428568,"timePerTask":21.529544334590426,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-23.216666666666665,"score":-23.216666666666665,"outputTokensPerTask":6.723833333333333,"costPerTask":0.00031968266666666665,"timePerTask":0.09194097672175099,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.586666666666667,"score":0.586666666666667,"outputTokensPerTask":81.96,"costPerTask":0.18964896,"timePerTask":1.1207122601861106,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.112,"score":0.112,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1145.71,"score":1145.71,"outputTokensPerTask":5250.054545454545,"costPerTask":0.1277242668791575,"timePerTask":71.78868345213186,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.322855,"score":0.322855,"outputTokensPerTask":5250.054545454545,"costPerTask":0.1277242668791575,"timePerTask":71.78868345213186,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.156701030927835,"score":0.156701030927835,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.561797752808989,"score":0.561797752808989,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":6397.439393939394,"costPerTask":0.234792579366993,"timePerTask":87.47790095882723,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.586666666666667,"score":0.586666666666667,"outputTokensPerTask":81.96,"costPerTask":0.18964896,"timePerTask":1.1207122601861106,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.113994439295644,"score":0.113994439295644,"outputTokensPerTask":198.758109360519,"costPerTask":0.003016113994439296,"timePerTask":2.717797095799724,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.746464646464646,"score":0.746464646464646,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.667052023121387,"score":0.667052023121387,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.125407685673699,"score":0.125407685673699,"outputTokensPerTask":3875.8645357686455,"costPerTask":0.17904796604772893,"timePerTask":52.99815646725804,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":21.508589316442063,"score":21.508589316442063,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":23.518373906547826,"score":23.518373906547826,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":22.643423336890844,"score":22.643423336890844,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":21.395074165192234,"score":21.395074165192234,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":24.326763708680872,"score":24.326763708680872,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"9b97a35e-6ac7-44d9-91c6-422fa678963e","slug":"gpt-5-6-terra-non-reasoning","name":"GPT-5.6 Terra (Non-reasoning)","shortName":"GPT-5.6 Terra (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":21.2083013584503,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":21.508589316442063,"strategyAndOps":23.518373906547826,"legal":22.643423336890844,"engineering":21.395074165192234,"economics":24.326763708680872},"omniscience":-23.216666666666665,"omniscienceBreakdown":{"accuracy":0.36816666666666664,"hallucinationRate":0.9501450804537062},"gdpPdfAllPass":0.112,"gdpval":1145.71,"gdpvalNormalized":0.322855,"itBenchSre":null,"tau2":null,"tauBanking":0.156701030927835,"terminalbenchHard":null,"terminalBench21":0.561797752808989,"terminalBench40":0.00505050505050505,"scicode":0.451388888888889,"lcr":0.586666666666667,"ifbench":null,"hle":0.113994439295644,"gpqa":0.746464646464646,"critpt":0.02,"apexAgents":null,"mmmuPro":0.667052023121387,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.125407685673699,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":4.5,"price1mBlended7To2To1":1.7399999999999998,"price1mBlended0To1To1":7,"price1mBlended100To1To1":0.3333333333333333,"price1mBlended0To100To1":2.099009900990099,"intelligenceIndexTimePerTask":42.791009055982585,"intelligenceIndexCost":{"total":255.774127835583,"input":185.957551835583,"nonCacheInput":55.864946,"cacheRead":58.074636231688444,"cacheWrite":72.01796960389453,"output":69.816576,"reasoning":0,"answer":69.816576},"intelligenceIndexCostPerTask":{"cost":{"total":0.13972397093498629,"input":0.10217123351802342,"nonCacheInput":0.04302788974757639,"cacheRead":0.02692936191690272,"cacheWrite":0.03221398185354431,"output":0.03755273741696287,"reasoning":0,"answer":0.03755273741696287},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.0473949019625091},{"slug":"gdpval-aa","weightedCostPerTask":0.012772426687915752},{"slug":"automationbench-aa","weightedCostPerTask":0.008952398302386448},{"slug":"terminalbench-4-0","weightedCostPerTask":0.0234792579366993},{"slug":"scicode","weightedCostPerTask":0.000995851388888889},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0003016113994439296},{"slug":"gdp-pdf","weightedCostPerTask":0.03374418},{"slug":"critpt","weightedCostPerTask":0.002552942857142857},{"slug":"omniscience","weightedCostPerTask":0.0000479524},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.009482448}]},"canonicalIntelligenceIndexTokenCount":{"input":347112842,"output":5818048,"answer":5818048,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":3129.3947847469058,"output":3129.3947847469058},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":947.67,"outputTokensPerTask":9529.516483516483,"costPerTask":0.31596601308339406,"timePerTask":130.3055875637208},{"slug":"gdpval-aa","score":1145.71,"outputTokensPerTask":5250.054545454545,"costPerTask":0.1277242668791575,"timePerTask":71.78868345213186},{"slug":"automationbench-aa","score":0.125407685673699,"outputTokensPerTask":3875.8645357686455,"costPerTask":0.17904796604772893,"timePerTask":52.99815646725804},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":6397.439393939394,"costPerTask":0.234792579366993,"timePerTask":87.47790095882723},{"slug":"scicode","score":0.451388888888889,"outputTokensPerTask":428.24305555555554,"costPerTask":0.009958513888888888,"timePerTask":5.855749666918897},{"slug":"humanitys-last-exam","score":0.113994439295644,"outputTokensPerTask":198.758109360519,"costPerTask":0.003016113994439296,"timePerTask":2.717797095799724},{"slug":"gdp-pdf","score":0.112,"outputTokensPerTask":1161.68,"costPerTask":0.3374418,"timePerTask":15.884687877171805},{"slug":"critpt","score":0.02,"outputTokensPerTask":1574.5,"costPerTask":0.025529428571428568,"timePerTask":21.529544334590426},{"slug":"omniscience","score":-23.216666666666665,"outputTokensPerTask":6.723833333333333,"costPerTask":0.00031968266666666665,"timePerTask":0.09194097672175099},{"slug":"artificial-analysis-long-context-reasoning","score":0.586666666666667,"outputTokensPerTask":81.96,"costPerTask":0.18964896,"timePerTask":1.1207122601861106}],"briefcaseBreakdown":{"overall":{"elo":947.67,"lower95ci":940.04,"upper95ci":955.77},"rubricPassRate":0.2111111111111111,"analyticalQuality":{"elo":845.63,"lower95ci":831.51,"upper95ci":860.63},"presentation":{"elo":1087.88,"lower95ci":1074.74,"upper95ci":1101.64}},"briefcaseTotalCost":28.752907190588857,"timescaleData":{"medianOutputSpeed":72.9892272807081,"medianTimeToFirstChunk":0.980618942999967},"outputSpeedVariance":{"p05":53.3171723722838,"q25":61.3667119027415,"median":72.9892272807081,"q75":97.7121902244578,"p95":122.927597545049},"timeToFirstChunkVariance":{"p05":0.791273932449997,"q25":0.894543302250003,"median":0.980618942999967,"q75":1.23833160249981,"p95":2.22374315639994},"performanceByPromptType":{"medium":{"medianOutputSpeed":82.2688467758959,"medianTimeToFirstChunk":0.841347594000048,"medianTimeToFirstAnswerToken":0.841347594000048,"medianEndToEndResponseTime":6.918982319597004},"long":{"medianOutputSpeed":72.9892272807081,"medianTimeToFirstChunk":0.980618942999967,"medianTimeToFirstAnswerToken":0.980618942999967,"medianEndToEndResponseTime":7.830944924354146},"hundredK":{"medianOutputSpeed":110.904980867708,"medianTimeToFirstChunk":1.82755200300003,"medianTimeToFirstAnswerToken":1.82755200300003,"medianEndToEndResponseTime":6.335915794130569},"mediumParallel":{"medianOutputSpeed":56.3918117784744,"medianTimeToFirstChunk":0.86078165899994,"medianTimeToFirstAnswerToken":0.86078165899994,"medianEndToEndResponseTime":9.727317140501485}},"endToEndResponseTime":{"input":0.980618942999967,"reasoning":0,"answer":6.850325981354179,"total":7.830944924354146},"timeToFirstAnswerToken":{"input":0.980618942999967,"reasoning":0,"total":0.980618942999967},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-terra","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-terra","canonical_slug":"openai/gpt-5.6-terra-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Terra","created":1783590857,"description":"GPT-5.6 Terra is a balanced model in OpenAI's GPT-5.6 series, positioned between the flagship Sol tier and the cost-efficient Luna tier. It is suited for everyday coding, reasoning, and agentic...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-terra-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":42.3,"coding_index":76.7,"agentic_index":43.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000006","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.000009","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98698255662588,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99779225080032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99028768133759,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.000024","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.000036","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"9e30696f-16fa-4b4f-ba53-161895a85fed","slug":"gpt-5-6-terra-xhigh","name":"GPT-5.6 Terra (xhigh)","shortName":"GPT-5.6 Terra (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-5-6-terra-xhigh","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":38.1856370742927,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":40.12960281541717,"strategyAndOps":43.96097961154578,"legal":40.064379098111715,"healthcareAndMedical":37.91666023976717,"engineering":38.04707600873022,"economics":44.433473818350315},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":79.2978171779616,"canonicalInputTokens":1530965522,"canonicalOutputTokens":51995246,"outputTokensPerTask":20367.34759298306,"answerTokensPerTask":8855.697541233654,"reasoningTokensPerTask":11511.650051749408,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"costPerIntelligenceIndexTask":0.6317911346924275,"latency":{"timeToFirstChunkMs":23.064510876,"timeToFirstAnswerTokenMs":23.064510876,"endToEndMs":29.369854677304026}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1337.28,"score":1337.28,"outputTokensPerTask":48398.53846153846,"costPerTask":1.8138381655984461,"timePerTask":633.8852508741318,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1478.6,"score":1478.6,"outputTokensPerTask":29865.413636363635,"costPerTask":0.8043250998813686,"timePerTask":391.15324175316647,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.47136313405977687,"score":0.47136313405977687,"outputTokensPerTask":14384.368340943684,"costPerTask":0.5275148251671548,"timePerTask":188.39492315890828,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.101010101010101,"score":0.101010101010101,"outputTokensPerTask":48789.36363636364,"costPerTask":1.5724625917041875,"timePerTask":639.0039656507951,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.523148148148148,"score":0.523148148148148,"outputTokensPerTask":2315.2951388888887,"costPerTask":0.032531624999999995,"timePerTask":30.32387932806161,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.418906394810009,"score":0.418906394810009,"outputTokensPerTask":7919.456441149212,"costPerTask":0.09565581464318815,"timePerTask":103.72269065467673,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.246,"score":0.246,"outputTokensPerTask":9171.15,"costPerTask":0.41599881999999994,"timePerTask":120.11636928198057,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.271428571428571,"score":0.271428571428571,"outputTokensPerTask":23572.785714285714,"costPerTask":0.29071928571428574,"timePerTask":308.73744665196176,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-2.9833333333333334,"score":-2.9833333333333334,"outputTokensPerTask":1329.0796666666668,"costPerTask":0.016195952666666666,"timePerTask":17.407219819379794,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.79,"score":0.79,"outputTokensPerTask":512.8,"costPerTask":0.19481904,"timePerTask":6.716243237521972,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.216666666666667,"score":0.216666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.246,"score":0.246,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1478.6,"score":1478.6,"outputTokensPerTask":29865.413636363635,"costPerTask":0.8043250998813686,"timePerTask":391.15324175316647,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.48929999999999996,"score":0.48929999999999996,"outputTokensPerTask":29865.413636363635,"costPerTask":0.8043250998813686,"timePerTask":391.15324175316647,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.804093567251462,"score":0.804093567251462,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.296907216494845,"score":0.296907216494845,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.628787878787879,"score":0.628787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.801498127340824,"score":0.801498127340824,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.101010101010101,"score":0.101010101010101,"outputTokensPerTask":48789.36363636364,"costPerTask":1.5724625917041875,"timePerTask":639.0039656507951,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.79,"score":0.79,"outputTokensPerTask":512.8,"costPerTask":0.19481904,"timePerTask":6.716243237521972,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.662585034013605,"score":0.662585034013605,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.418906394810009,"score":0.418906394810009,"outputTokensPerTask":7919.456441149212,"costPerTask":0.09565581464318815,"timePerTask":103.72269065467673,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.908080808080808,"score":0.908080808080808,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.794797687861272,"score":0.794797687861272,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.47136313405977687,"score":0.47136313405977687,"outputTokensPerTask":14384.368340943684,"costPerTask":0.5275148251671548,"timePerTask":188.39492315890828,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":40.12960281541717,"score":40.12960281541717,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":43.96097961154578,"score":43.96097961154578,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":40.064379098111715,"score":40.064379098111715,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":37.91666023976717,"score":37.91666023976717,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":38.04707600873022,"score":38.04707600873022,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":44.433473818350315,"score":44.433473818350315,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"9e30696f-16fa-4b4f-ba53-161895a85fed","slug":"gpt-5-6-terra-xhigh","name":"GPT-5.6 Terra (xhigh)","shortName":"GPT-5.6 Terra (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":38.1856370742927,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":40.12960281541717,"strategyAndOps":43.96097961154578,"legal":40.064379098111715,"healthcareAndMedical":37.91666023976717,"engineering":38.04707600873022,"economics":44.433473818350315},"omniscience":-2.9833333333333334,"omniscienceBreakdown":{"accuracy":0.45516666666666666,"hallucinationRate":0.890180483328235},"mlcrOverall":0.216666666666667,"gdpPdfAllPass":0.246,"gdpval":1478.6,"gdpvalNormalized":0.48929999999999996,"itBenchSre":null,"tau2":0.804093567251462,"tauBanking":0.296907216494845,"terminalbenchHard":0.628787878787879,"terminalBench21":0.801498127340824,"terminalBench40":0.101010101010101,"scicode":0.523148148148148,"lcr":0.79,"ifbench":0.662585034013605,"hle":0.418906394810009,"gpqa":0.908080808080808,"critpt":0.271428571428571,"apexAgents":null,"mmmuPro":0.794797687861272,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.47136313405977687,"price1mInputTokens":2,"price1mOutputTokens":12,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":2.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":4.5,"price1mBlended7To2To1":1.7399999999999998,"price1mBlended0To1To1":7,"price1mBlended100To1To1":0.3333333333333333,"price1mBlended0To100To1":2.099009900990099,"intelligenceIndexTimePerTask":266.75518825591246,"intelligenceIndexCost":{"total":1186.7727742306568,"input":562.8298222306569,"nonCacheInput":54.202688,"cacheRead":282.6985487625516,"cacheWrite":225.9285854681052,"output":623.9429519999999,"reasoning":455.19094799999993,"answer":168.752004},"intelligenceIndexCostPerTask":{"cost":{"total":0.6317911346924275,"input":0.3873829635766309,"nonCacheInput":0.0413864512825588,"cacheRead":0.21824574109632405,"cacheWrite":0.127750771197748,"output":0.24440817111579674,"reasoning":0.13813980062099288,"answer":0.10626837049480381},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.2720757248397669},{"slug":"gdpval-aa","weightedCostPerTask":0.08043250998813686},{"slug":"automationbench-aa","weightedCostPerTask":0.026375741258357743},{"slug":"terminalbench-4-0","weightedCostPerTask":0.15724625917041873},{"slug":"scicode","weightedCostPerTask":0.0032531624999999997},{"slug":"humanitys-last-exam","weightedCostPerTask":0.009565581464318814},{"slug":"gdp-pdf","weightedCostPerTask":0.041599882},{"slug":"critpt","weightedCostPerTask":0.029071928571428575},{"slug":"omniscience","weightedCostPerTask":0.0024293928999999997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.009740952}]},"canonicalIntelligenceIndexTokenCount":{"input":1530965522,"output":51995246,"answer":14062667,"reasoning":37932579},"intelligenceIndexOutputTokensPerTask":{"reasoning":11511.650051749408,"answer":8855.697541233654,"output":20367.34759298306},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1337.28,"outputTokensPerTask":48398.53846153846,"costPerTask":1.8138381655984461,"timePerTask":633.8852508741318},{"slug":"gdpval-aa","score":1478.6,"outputTokensPerTask":29865.413636363635,"costPerTask":0.8043250998813686,"timePerTask":391.15324175316647},{"slug":"automationbench-aa","score":0.47136313405977687,"outputTokensPerTask":14384.368340943684,"costPerTask":0.5275148251671548,"timePerTask":188.39492315890828},{"slug":"terminalbench-4-0","score":0.101010101010101,"outputTokensPerTask":48789.36363636364,"costPerTask":1.5724625917041875,"timePerTask":639.0039656507951},{"slug":"scicode","score":0.523148148148148,"outputTokensPerTask":2315.2951388888887,"costPerTask":0.032531624999999995,"timePerTask":30.32387932806161},{"slug":"humanitys-last-exam","score":0.418906394810009,"outputTokensPerTask":7919.456441149212,"costPerTask":0.09565581464318815,"timePerTask":103.72269065467673},{"slug":"gdp-pdf","score":0.246,"outputTokensPerTask":9171.15,"costPerTask":0.41599881999999994,"timePerTask":120.11636928198057},{"slug":"critpt","score":0.271428571428571,"outputTokensPerTask":23572.785714285714,"costPerTask":0.29071928571428574,"timePerTask":308.73744665196176},{"slug":"omniscience","score":-2.9833333333333334,"outputTokensPerTask":1329.0796666666668,"costPerTask":0.016195952666666666,"timePerTask":17.407219819379794},{"slug":"artificial-analysis-long-context-reasoning","score":0.79,"outputTokensPerTask":512.8,"costPerTask":0.19481904,"timePerTask":6.716243237521972}],"briefcaseBreakdown":{"overall":{"elo":1337.28,"lower95ci":1328.63,"upper95ci":1346.62},"rubricPassRate":0.35353535353535354,"analyticalQuality":{"elo":1344.87,"lower95ci":1328.26,"upper95ci":1362.1},"presentation":{"elo":1508,"lower95ci":1492.22,"upper95ci":1526.52}},"briefcaseTotalCost":165.05927306945858,"timescaleData":{"medianOutputSpeed":79.2978171779616,"medianTimeToFirstChunk":23.064510876},"outputSpeedVariance":{"p05":48.1523524554621,"q25":63.4107543235048,"median":79.2978171779616,"q75":102.270439059927,"p95":135.370645041184},"timeToFirstChunkVariance":{"p05":5.89878384740001,"q25":10.79889775,"median":23.064510876,"q75":79.726321971,"p95":121.8813869576},"performanceByPromptType":{"medium":{"medianOutputSpeed":72.6797532373075,"medianTimeToFirstChunk":6.8769520225,"medianTimeToFirstAnswerToken":6.8769520225,"medianEndToEndResponseTime":13.756447036296267},"long":{"medianOutputSpeed":79.2978171779616,"medianTimeToFirstChunk":23.064510876,"medianTimeToFirstAnswerToken":23.064510876,"medianEndToEndResponseTime":29.369854677304026},"hundredK":{"medianOutputSpeed":114.922115486415,"medianTimeToFirstChunk":8.23823203250001,"medianTimeToFirstAnswerToken":8.23823203250001,"medianEndToEndResponseTime":12.58900470914035},"mediumParallel":{"medianOutputSpeed":60.8791157762896,"medianTimeToFirstChunk":8.54628042100006,"medianTimeToFirstAnswerToken":8.54628042100006,"medianEndToEndResponseTime":16.759277499297532}},"endToEndResponseTime":{"input":23.064510876,"reasoning":0,"answer":6.305343801304025,"total":29.369854677304026},"timeToFirstAnswerToken":{"input":23.064510876,"reasoning":0,"total":23.064510876},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-5.6-terra","matchedBy":"slug","catalog":{"id":"openai/gpt-5.6-terra","canonical_slug":"openai/gpt-5.6-terra-20260709","hugging_face_id":null,"name":"OpenAI: GPT-5.6 Terra","created":1783590857,"description":"GPT-5.6 Terra is a balanced model in OpenAI's GPT-5.6 series, positioned between the flagship Sol tier and the cost-efficient Luna tier. It is suited for everyday coding, reasoning, and agentic...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2026-02-16","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-5.6-terra-20260709/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":42.3,"coding_index":76.7,"agentic_index":43.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000001","completion":"0.000006","web_search":"0.01","input_cache_read":"0.0000001","input_cache_write":"0.00000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000002","completion":"0.000009","input_cache_read":"0.0000002","input_cache_write":"0.0000025"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98698255662588,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99779225080032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000002","completion":"0.000012","web_search":"0.01","input_cache_read":"0.0000002","input_cache_write":"0.0000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000004","completion":"0.000018","input_cache_read":"0.0000004","input_cache_write":"0.000005"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99028768133759,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-1","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.0000022","completion":"0.0000132","web_search":"0.01","input_cache_read":"0.00000022","input_cache_write":"0.00000275","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.0000044","completion":"0.0000198","input_cache_read":"0.00000044","input_cache_write":"0.0000055"}]},"provider_name":"Azure","tag":"azure/eu","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-5.6-terra-20260709","model_id":"openai/gpt-5.6-terra","model_name":"OpenAI: GPT-5.6 Terra","context_length":1050000,"pricing":{"prompt":"0.000004","completion":"0.000024","web_search":"0.01","input_cache_read":"0.0000004","input_cache_write":"0.000005","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000008","completion":"0.000036","input_cache_read":"0.0000008","input_cache_write":"0.00001"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"e05a4828-0536-4876-870d-a235023f992b","slug":"gpt-6-astra-high","name":"GPT-6 Astra (high)","shortName":"GPT-6 Astra (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-6-astra-high","releaseDate":"2026-09-03","knowledgeCutoffDate":"2026-04-30","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-6-astra","name":"GPT-6 Astra"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":51.0480721636152,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":53.46002119455936,"strategyAndOps":55.767607339732606,"legal":58.11627840084444,"engineering":53.13874014399256,"economics":58.632748088507874},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":50.487517078389,"canonicalInputTokens":737867465,"canonicalOutputTokens":26187637,"outputTokensPerTask":11794.859544014827,"answerTokensPerTask":7087.203154092917,"reasoningTokensPerTask":4707.65638992191,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"costPerIntelligenceIndexTask":1.7214332536034334,"latency":{"timeToFirstChunkMs":47.764459305,"timeToFirstAnswerTokenMs":47.764459305,"endToEndMs":57.667897400869904}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1493.87,"score":1493.87,"outputTokensPerTask":32138.659340659342,"costPerTask":4.763525793864493,"timePerTask":649.6927476094451,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1529.7,"score":1529.7,"outputTokensPerTask":18494.422727272726,"costPerTask":2.393999840125624,"timePerTask":373.87036558588056,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.666122174975011,"score":0.666122174975011,"outputTokensPerTask":9189.418569254185,"costPerTask":1.2951847697570744,"timePerTask":185.76688392346372,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.54040404040404,"score":0.54040404040404,"outputTokensPerTask":30430.348484848484,"costPerTask":4.0469926217499435,"timePerTask":615.1587254550527,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.554398148148148,"score":0.554398148148148,"outputTokensPerTask":938.9375,"costPerTask":0.06957760416666667,"timePerTask":18.980906382637812,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.530583873957368,"score":0.530583873957368,"outputTokensPerTask":3173.849860982391,"costPerTask":0.1618475764596849,"timePerTask":64.16033770496418,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.31,"score":0.31,"outputTokensPerTask":3221.44,"costPerTask":1.7948240999999998,"timePerTask":65.12238680134169,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.288571428571429,"score":0.288571428571429,"outputTokensPerTask":7943.528571428571,"costPerTask":0.4335251428571428,"timePerTask":160.5808396853831,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":43.733333333333334,"score":43.733333333333334,"outputTokensPerTask":519.64,"costPerTask":0.02721698333333333,"timePerTask":10.504680229167452,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":327.82,"costPerTask":0.9597182000000001,"timePerTask":6.626980741909156,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.31,"score":0.31,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1529.7,"score":1529.7,"outputTokensPerTask":18494.422727272726,"costPerTask":2.393999840125624,"timePerTask":373.87036558588056,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.51485,"score":0.51485,"outputTokensPerTask":18494.422727272726,"costPerTask":2.393999840125624,"timePerTask":373.87036558588056,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.4,"score":0.4,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.898876404494382,"score":0.898876404494382,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.54040404040404,"score":0.54040404040404,"outputTokensPerTask":30430.348484848484,"costPerTask":4.0469926217499435,"timePerTask":615.1587254550527,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":327.82,"costPerTask":0.9597182000000001,"timePerTask":6.626980741909156,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.530583873957368,"score":0.530583873957368,"outputTokensPerTask":3173.849860982391,"costPerTask":0.1618475764596849,"timePerTask":64.16033770496418,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.94949494949495,"score":0.94949494949495,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.864161849710983,"score":0.864161849710983,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.666122174975011,"score":0.666122174975011,"outputTokensPerTask":9189.418569254185,"costPerTask":1.2951847697570744,"timePerTask":185.76688392346372,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":53.46002119455936,"score":53.46002119455936,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":55.767607339732606,"score":55.767607339732606,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":58.11627840084444,"score":58.11627840084444,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":53.13874014399256,"score":53.13874014399256,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":58.632748088507874,"score":58.632748088507874,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"e05a4828-0536-4876-870d-a235023f992b","slug":"gpt-6-astra-high","name":"GPT-6 Astra (high)","shortName":"GPT-6 Astra (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-03","knowledgeCutoffDate":"2026-04-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-6-astra","name":"GPT-6 Astra"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":51.0480721636152,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":53.46002119455936,"strategyAndOps":55.767607339732606,"legal":58.11627840084444,"engineering":53.13874014399256,"economics":58.632748088507874},"omniscience":43.733333333333334,"omniscienceBreakdown":{"accuracy":0.6113333333333333,"hallucinationRate":0.44768439108061747},"gdpPdfAllPass":0.31,"gdpval":1529.7,"gdpvalNormalized":0.51485,"itBenchSre":null,"tau2":null,"tauBanking":0.4,"terminalbenchHard":null,"terminalBench21":0.898876404494382,"terminalBench40":0.54040404040404,"scicode":0.554398148148148,"lcr":0.8,"ifbench":null,"hle":0.530583873957368,"gpqa":0.94949494949495,"critpt":0.288571428571429,"apexAgents":null,"mmmuPro":0.864161849710983,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.666122174975011,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":20,"price1mBlended7To2To1":7.7,"price1mBlended0To1To1":30,"price1mBlended100To1To1":1.5686274509803921,"price1mBlended0To100To1":10.396039603960396,"intelligenceIndexTimePerTask":238.43666357058657,"intelligenceIndexCost":{"total":2916.6070288352003,"input":1607.2251788352003,"nonCacheInput":280.98856,"cacheRead":656.1626951012869,"cacheWrite":670.0739237339134,"output":1309.3818500000002,"reasoning":701.0664,"answer":608.31545},"intelligenceIndexCostPerTask":{"cost":{"total":1.7214332536034334,"input":1.1316902764026926,"nonCacheInput":0.21694027018629464,"cacheRead":0.5018655420565792,"cacheWrite":0.4128844641598186,"output":0.5897429772007414,"reasoning":0.2353828194960955,"answer":0.3543601577046459},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.7145288690796738},{"slug":"gdpval-aa","weightedCostPerTask":0.23939998401256243},{"slug":"automationbench-aa","weightedCostPerTask":0.06475923848785373},{"slug":"terminalbench-4-0","weightedCostPerTask":0.40469926217499436},{"slug":"scicode","weightedCostPerTask":0.006957760416666668},{"slug":"humanitys-last-exam","weightedCostPerTask":0.016184757645968488},{"slug":"gdp-pdf","weightedCostPerTask":0.17948240999999998},{"slug":"critpt","weightedCostPerTask":0.04335251428571428},{"slug":"omniscience","weightedCostPerTask":0.0040825474999999995},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.04798591000000001}]},"canonicalIntelligenceIndexTokenCount":{"input":737867465,"output":26187637,"answer":12166309,"reasoning":14021328},"intelligenceIndexOutputTokensPerTask":{"reasoning":4707.65638992191,"answer":7087.203154092917,"output":11794.859544014827},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1493.87,"outputTokensPerTask":32138.659340659342,"costPerTask":4.763525793864493,"timePerTask":649.6927476094451},{"slug":"gdpval-aa","score":1529.7,"outputTokensPerTask":18494.422727272726,"costPerTask":2.393999840125624,"timePerTask":373.87036558588056},{"slug":"automationbench-aa","score":0.666122174975011,"outputTokensPerTask":9189.418569254185,"costPerTask":1.2951847697570744,"timePerTask":185.76688392346372},{"slug":"terminalbench-4-0","score":0.54040404040404,"outputTokensPerTask":30430.348484848484,"costPerTask":4.0469926217499435,"timePerTask":615.1587254550527},{"slug":"scicode","score":0.554398148148148,"outputTokensPerTask":938.9375,"costPerTask":0.06957760416666667,"timePerTask":18.980906382637812},{"slug":"humanitys-last-exam","score":0.530583873957368,"outputTokensPerTask":3173.849860982391,"costPerTask":0.1618475764596849,"timePerTask":64.16033770496418},{"slug":"gdp-pdf","score":0.31,"outputTokensPerTask":3221.44,"costPerTask":1.7948240999999998,"timePerTask":65.12238680134169},{"slug":"critpt","score":0.288571428571429,"outputTokensPerTask":7943.528571428571,"costPerTask":0.4335251428571428,"timePerTask":160.5808396853831},{"slug":"omniscience","score":43.733333333333334,"outputTokensPerTask":519.64,"costPerTask":0.02721698333333333,"timePerTask":10.504680229167452},{"slug":"artificial-analysis-long-context-reasoning","score":0.8,"outputTokensPerTask":327.82,"costPerTask":0.9597182000000001,"timePerTask":6.626980741909156}],"briefcaseBreakdown":{"overall":{"elo":1493.87,"lower95ci":1485.18,"upper95ci":1504.23},"rubricPassRate":0.5080808080808081,"analyticalQuality":{"elo":1670.47,"lower95ci":1654.52,"upper95ci":1687.23},"presentation":{"elo":1438.35,"lower95ci":1421.43,"upper95ci":1454.19}},"briefcaseTotalCost":433.4808472416688,"timescaleData":{"medianOutputSpeed":50.487517078389,"medianTimeToFirstChunk":47.764459305},"outputSpeedVariance":{"p05":37.1507346724924,"q25":43.9725439071589,"median":50.487517078389,"q75":61.7385649041976,"p95":76.3031033267488},"timeToFirstChunkVariance":{"p05":12.0695833983999,"q25":32.24497795825,"median":47.764459305,"q75":110.96496776675,"p95":193.7859898633},"performanceByPromptType":{"medium":{"medianOutputSpeed":54.2158912730798,"medianTimeToFirstChunk":27.0161000695,"medianTimeToFirstAnswerToken":27.0161000695,"medianEndToEndResponseTime":36.23848834458252},"long":{"medianOutputSpeed":50.487517078389,"medianTimeToFirstChunk":47.764459305,"medianTimeToFirstAnswerToken":47.764459305,"medianEndToEndResponseTime":57.667897400869904},"hundredK":{"medianOutputSpeed":55.892270032137,"medianTimeToFirstChunk":32.048179217,"medianTimeToFirstAnswerToken":32.048179217,"medianEndToEndResponseTime":40.993960086385144},"mediumParallel":{"medianOutputSpeed":46.0764901074947,"medianTimeToFirstChunk":26.2264549225,"medianTimeToFirstAnswerToken":26.2264549225,"medianEndToEndResponseTime":37.07797592233135}},"endToEndResponseTime":{"input":47.764459305,"reasoning":0,"answer":9.903438095869904,"total":57.667897400869904},"timeToFirstAnswerToken":{"input":47.764459305,"reasoning":0,"total":47.764459305},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-6-astra","matchedBy":"slug","catalog":{"id":"openai/gpt-6-astra","canonical_slug":"openai/gpt-6-astra-20260903","hugging_face_id":null,"name":"OpenAI: GPT-6 Astra","created":1788552838,"description":"GPT-6 Astra is OpenAI's flagship model for demanding end-to-end work. It is suited for advanced analysis, software engineering, deep research, scientific work, and document creation, with particular strengths in long-horizon...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-6-astra-20260903/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":52.8,"coding_index":76.9,"agentic_index":51.5}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.0000375","input_cache_read":"0.000001","input_cache_write":"0.0000125"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99607395245913,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.94367117297283,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99917428503406,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.000011","completion":"0.000055","web_search":"0.01","input_cache_read":"0.0000011","input_cache_write":"0.00001375","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000022","completion":"0.0000825","input_cache_read":"0.0000022","input_cache_write":"0.0000275"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00002","completion":"0.0001","web_search":"0.01","input_cache_read":"0.000002","input_cache_write":"0.000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00004","completion":"0.00015","input_cache_read":"0.000004","input_cache_write":"0.00005"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"a3f8100d-e38f-408b-b0fa-0085dae18dc1","slug":"gpt-6-astra-low","name":"GPT-6 Astra (low)","shortName":"GPT-6 Astra (low)","sourceUrl":"https://artificialanalysis.ai/models/gpt-6-astra-low","releaseDate":"2026-09-03","knowledgeCutoffDate":"2026-04-30","isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-6-astra","name":"GPT-6 Astra"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":45.9944993120341,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":48.93861035381174,"strategyAndOps":50.31927537735309,"legal":53.21066525347466,"engineering":47.97202096317337,"economics":54.95171924235402},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":51.7355967483681,"canonicalInputTokens":410696631,"canonicalOutputTokens":9994716,"outputTokensPerTask":4432.748796710639,"answerTokensPerTask":3495.0627791575184,"reasoningTokensPerTask":937.6860175531208,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"costPerIntelligenceIndexTask":0.8175139285656057,"latency":{"timeToFirstChunkMs":2.69580906099996,"timeToFirstAnswerTokenMs":2.69580906099996,"endToEndMs":12.36033467634954}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1253.1,"score":1253.1,"outputTokensPerTask":9910.307692307691,"costPerTask":1.442990915952804,"timePerTask":191.3799007606923,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1419.29,"score":1419.29,"outputTokensPerTask":6697.518181818182,"costPerTask":0.854509247197223,"timePerTask":129.33709071154237,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5909672610445402,"score":0.5909672610445402,"outputTokensPerTask":6084.123287671233,"costPerTask":0.9990851589068359,"timePerTask":117.49170128331332,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.419191919191919,"score":0.419191919191919,"outputTokensPerTask":14875.924242424242,"costPerTask":2.2485580260976215,"timePerTask":287.27189847480844,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.540509259259259,"score":0.540509259259259,"outputTokensPerTask":404.61805555555554,"costPerTask":0.04250701388888889,"timePerTask":7.813658841118684,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.492122335495829,"score":0.492122335495829,"outputTokensPerTask":714.1936978683966,"costPerTask":0.03886476830398517,"timePerTask":13.791934949512962,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.304,"score":0.304,"outputTokensPerTask":1251.33,"costPerTask":1.6963186,"timePerTask":24.164679710677323,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.262857142857143,"score":0.262857142857143,"outputTokensPerTask":2236.842857142857,"costPerTask":0.14485971428571429,"timePerTask":43.19611230129023,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":40.55,"score":40.55,"outputTokensPerTask":114.55516666666666,"costPerTask":0.006962741666666666,"timePerTask":2.2121973513807385,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":135.41,"costPerTask":0.9500977,"timePerTask":2.614929139094257,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.304,"score":0.304,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1419.29,"score":1419.29,"outputTokensPerTask":6697.518181818182,"costPerTask":0.854509247197223,"timePerTask":129.33709071154237,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.45964499999999997,"score":0.45964499999999997,"outputTokensPerTask":6697.518181818182,"costPerTask":0.854509247197223,"timePerTask":129.33709071154237,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.319587628865979,"score":0.319587628865979,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.880149812734082,"score":0.880149812734082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.419191919191919,"score":0.419191919191919,"outputTokensPerTask":14875.924242424242,"costPerTask":2.2485580260976215,"timePerTask":287.27189847480844,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":135.41,"costPerTask":0.9500977,"timePerTask":2.614929139094257,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.492122335495829,"score":0.492122335495829,"outputTokensPerTask":714.1936978683966,"costPerTask":0.03886476830398517,"timePerTask":13.791934949512962,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.931313131313131,"score":0.931313131313131,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.846242774566474,"score":0.846242774566474,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5909672610445402,"score":0.5909672610445402,"outputTokensPerTask":6084.123287671233,"costPerTask":0.9990851589068359,"timePerTask":117.49170128331332,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":48.93861035381174,"score":48.93861035381174,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":50.31927537735309,"score":50.31927537735309,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":53.21066525347466,"score":53.21066525347466,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":47.97202096317337,"score":47.97202096317337,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":54.95171924235402,"score":54.95171924235402,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"a3f8100d-e38f-408b-b0fa-0085dae18dc1","slug":"gpt-6-astra-low","name":"GPT-6 Astra (low)","shortName":"GPT-6 Astra (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-03","knowledgeCutoffDate":"2026-04-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-6-astra","name":"GPT-6 Astra"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":45.9944993120341,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":48.93861035381174,"strategyAndOps":50.31927537735309,"legal":53.21066525347466,"engineering":47.97202096317337,"economics":54.95171924235402},"omniscience":40.55,"omniscienceBreakdown":{"accuracy":0.5953333333333334,"hallucinationRate":0.4691103789126853},"gdpPdfAllPass":0.304,"gdpval":1419.29,"gdpvalNormalized":0.45964499999999997,"itBenchSre":null,"tau2":null,"tauBanking":0.319587628865979,"terminalbenchHard":null,"terminalBench21":0.880149812734082,"terminalBench40":0.419191919191919,"scicode":0.540509259259259,"lcr":0.8,"ifbench":null,"hle":0.492122335495829,"gpqa":0.931313131313131,"critpt":0.262857142857143,"apexAgents":null,"mmmuPro":0.846242774566474,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5909672610445402,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":20,"price1mBlended7To2To1":7.7,"price1mBlended0To1To1":30,"price1mBlended100To1To1":1.5686274509803921,"price1mBlended0To100To1":10.396039603960396,"intelligenceIndexTimePerTask":85.60168373682633,"intelligenceIndexCost":{"total":1536.7784368593284,"input":1037.0426368593285,"nonCacheInput":280.65325,"cacheRead":350.1306033165801,"cacheWrite":406.25878354274823,"output":499.7358,"reasoning":119.75255,"answer":379.98325},"intelligenceIndexCostPerTask":{"cost":{"total":0.8175139285656057,"input":0.5958764887300737,"nonCacheInput":0.2165716940950248,"cacheRead":0.18536249244267217,"cacheWrite":0.19394230219237674,"output":0.22163743983553194,"reasoning":0.04688430087765605,"answer":0.17475313895787586},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.21644863739292058},{"slug":"gdpval-aa","weightedCostPerTask":0.08545092471972231},{"slug":"automationbench-aa","weightedCostPerTask":0.04995425794534181},{"slug":"terminalbench-4-0","weightedCostPerTask":0.22485580260976215},{"slug":"scicode","weightedCostPerTask":0.004250701388888889},{"slug":"humanitys-last-exam","weightedCostPerTask":0.003886476830398517},{"slug":"gdp-pdf","weightedCostPerTask":0.16963186},{"slug":"critpt","weightedCostPerTask":0.01448597142857143},{"slug":"omniscience","weightedCostPerTask":0.0010444112499999997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.047504885000000004}]},"canonicalIntelligenceIndexTokenCount":{"input":410696631,"output":9994716,"answer":7599665,"reasoning":2395051},"intelligenceIndexOutputTokensPerTask":{"reasoning":937.6860175531208,"answer":3495.0627791575184,"output":4432.748796710639},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1253.1,"outputTokensPerTask":9910.307692307691,"costPerTask":1.442990915952804,"timePerTask":191.3799007606923},{"slug":"gdpval-aa","score":1419.29,"outputTokensPerTask":6697.518181818182,"costPerTask":0.854509247197223,"timePerTask":129.33709071154237},{"slug":"automationbench-aa","score":0.5909672610445402,"outputTokensPerTask":6084.123287671233,"costPerTask":0.9990851589068359,"timePerTask":117.49170128331332},{"slug":"terminalbench-4-0","score":0.419191919191919,"outputTokensPerTask":14875.924242424242,"costPerTask":2.2485580260976215,"timePerTask":287.27189847480844},{"slug":"scicode","score":0.540509259259259,"outputTokensPerTask":404.61805555555554,"costPerTask":0.04250701388888889,"timePerTask":7.813658841118684},{"slug":"humanitys-last-exam","score":0.492122335495829,"outputTokensPerTask":714.1936978683966,"costPerTask":0.03886476830398517,"timePerTask":13.791934949512962},{"slug":"gdp-pdf","score":0.304,"outputTokensPerTask":1251.33,"costPerTask":1.6963186,"timePerTask":24.164679710677323},{"slug":"critpt","score":0.262857142857143,"outputTokensPerTask":2236.842857142857,"costPerTask":0.14485971428571429,"timePerTask":43.19611230129023},{"slug":"omniscience","score":40.55,"outputTokensPerTask":114.55516666666666,"costPerTask":0.006962741666666666,"timePerTask":2.2121973513807385},{"slug":"artificial-analysis-long-context-reasoning","score":0.8,"outputTokensPerTask":135.41,"costPerTask":0.9500977,"timePerTask":2.614929139094257}],"briefcaseBreakdown":{"overall":{"elo":1253.1,"lower95ci":1244.4,"upper95ci":1262.09},"rubricPassRate":0.402020202020202,"analyticalQuality":{"elo":1400.99,"lower95ci":1382.52,"upper95ci":1418.45},"presentation":{"elo":1142.01,"lower95ci":1126.22,"upper95ci":1157.73}},"briefcaseTotalCost":131.31217335170516,"timescaleData":{"medianOutputSpeed":51.7355967483681,"medianTimeToFirstChunk":2.69580906099996},"outputSpeedVariance":{"p05":37.7369799076632,"q25":45.2309632587436,"median":51.7355967483681,"q75":61.0462176803775,"p95":76.4572096085741},"timeToFirstChunkVariance":{"p05":1.0557466238,"q25":1.85009557050002,"median":2.69580906099996,"q75":3.32618706974999,"p95":7.45847882899996},"performanceByPromptType":{"medium":{"medianOutputSpeed":54.3021056128075,"medianTimeToFirstChunk":1.48301660749999,"medianTimeToFirstAnswerToken":1.48301660749999,"medianEndToEndResponseTime":10.690762685804398},"long":{"medianOutputSpeed":51.7355967483681,"medianTimeToFirstChunk":2.69580906099996,"medianTimeToFirstAnswerToken":2.69580906099996,"medianEndToEndResponseTime":12.36033467634954},"hundredK":{"medianOutputSpeed":59.2604125899804,"medianTimeToFirstChunk":5.805152918,"medianTimeToFirstAnswerToken":5.805152918,"medianEndToEndResponseTime":14.242488706724135},"mediumParallel":{"medianOutputSpeed":46.1354014528026,"medianTimeToFirstChunk":1.29440792449997,"medianTimeToFirstAnswerToken":1.29440792449997,"medianEndToEndResponseTime":12.132072369915267}},"endToEndResponseTime":{"input":2.69580906099996,"reasoning":0,"answer":9.66452561534958,"total":12.36033467634954},"timeToFirstAnswerToken":{"input":2.69580906099996,"reasoning":0,"total":2.69580906099996},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-6-astra","matchedBy":"slug","catalog":{"id":"openai/gpt-6-astra","canonical_slug":"openai/gpt-6-astra-20260903","hugging_face_id":null,"name":"OpenAI: GPT-6 Astra","created":1788552838,"description":"GPT-6 Astra is OpenAI's flagship model for demanding end-to-end work. It is suited for advanced analysis, software engineering, deep research, scientific work, and document creation, with particular strengths in long-horizon...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-6-astra-20260903/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":52.8,"coding_index":76.9,"agentic_index":51.5}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.0000375","input_cache_read":"0.000001","input_cache_write":"0.0000125"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99607395245913,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.94367117297283,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99917428503406,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.000011","completion":"0.000055","web_search":"0.01","input_cache_read":"0.0000011","input_cache_write":"0.00001375","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000022","completion":"0.0000825","input_cache_read":"0.0000022","input_cache_write":"0.0000275"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00002","completion":"0.0001","web_search":"0.01","input_cache_read":"0.000002","input_cache_write":"0.000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00004","completion":"0.00015","input_cache_read":"0.000004","input_cache_write":"0.00005"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"2f339a97-9a0d-499a-9cb5-e0db665bfa25","slug":"gpt-6-astra","name":"GPT-6 Astra (max)","shortName":"GPT-6 Astra (max)","sourceUrl":"https://artificialanalysis.ai/models/gpt-6-astra","releaseDate":"2026-09-03","knowledgeCutoffDate":"2026-04-30","isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"gpt-6-astra","name":"GPT-6 Astra"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":52.814069395513,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":55.47977223592988,"strategyAndOps":57.615894712319644,"legal":58.72792095980942,"healthcareAndMedical":51.86352154941319,"engineering":54.863868145709716,"economics":60.027736658171136},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":56.9660326724087,"canonicalInputTokens":1172335977,"canonicalOutputTokens":60007725,"outputTokensPerTask":27205.50491647014,"answerTokensPerTask":10514.266871765667,"reasoningTokensPerTask":16691.238044704474,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"costPerIntelligenceIndexTask":3.2575003134834164,"latency":{"timeToFirstChunkMs":290.4743320785,"timeToFirstAnswerTokenMs":290.4743320785,"endToEndMs":299.2514923711137}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1562.01,"score":1562.01,"outputTokensPerTask":68691.47252747252,"costPerTask":9.50208391505787,"timePerTask":1183.506819285056,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1580.2,"score":1580.2,"outputTokensPerTask":39974.68636363636,"costPerTask":4.529484400556546,"timePerTask":688.7363477500596,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.6849174806688876,"score":0.6849174806688876,"outputTokensPerTask":12899.831050228311,"costPerTask":1.5955923111377626,"timePerTask":222.25521529567447,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.590909090909091,"score":0.590909090909091,"outputTokensPerTask":75663.77272727272,"costPerTask":8.498119471851334,"timePerTask":1303.6347555331236,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.564814814814815,"score":0.564814814814815,"outputTokensPerTask":4186.802083333333,"costPerTask":0.23225916666666663,"timePerTask":72.13571982519561,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.546802594995366,"score":0.546802594995366,"outputTokensPerTask":7498.483781278962,"costPerTask":0.3780767979610751,"timePerTask":129.1937173990959,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.31,"score":0.31,"outputTokensPerTask":9247.47,"costPerTask":2.0758207,"timePerTask":159.32754683278696,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.317142857142857,"score":0.317142857142857,"outputTokensPerTask":22583.85714285714,"costPerTask":1.1661618571428571,"timePerTask":389.1043233007019,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":43.4,"score":43.4,"outputTokensPerTask":1915.3785,"costPerTask":0.09700390833333333,"timePerTask":33.00065398009004,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.806666666666667,"score":0.806666666666667,"outputTokensPerTask":1079.57,"costPerTask":0.9973057000000002,"timePerTask":18.60024847166542,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.35,"score":0.35,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.31,"score":0.31,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1580.2,"score":1580.2,"outputTokensPerTask":39974.68636363636,"costPerTask":4.529484400556546,"timePerTask":688.7363477500596,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.5401,"score":0.5401,"outputTokensPerTask":39974.68636363636,"costPerTask":4.529484400556546,"timePerTask":688.7363477500596,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.414432989690722,"score":0.414432989690722,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.883895131086142,"score":0.883895131086142,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.590909090909091,"score":0.590909090909091,"outputTokensPerTask":75663.77272727272,"costPerTask":8.498119471851334,"timePerTask":1303.6347555331236,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.806666666666667,"score":0.806666666666667,"outputTokensPerTask":1079.57,"costPerTask":0.9973057000000002,"timePerTask":18.60024847166542,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.546802594995366,"score":0.546802594995366,"outputTokensPerTask":7498.483781278962,"costPerTask":0.3780767979610751,"timePerTask":129.1937173990959,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.960606060606061,"score":0.960606060606061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.86878612716763,"score":0.86878612716763,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.5125,"score":0.5125,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.6849174806688876,"score":0.6849174806688876,"outputTokensPerTask":12899.831050228311,"costPerTask":1.5955923111377626,"timePerTask":222.25521529567447,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":55.47977223592988,"score":55.47977223592988,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":57.615894712319644,"score":57.615894712319644,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":58.72792095980942,"score":58.72792095980942,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":51.86352154941319,"score":51.86352154941319,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":54.863868145709716,"score":54.863868145709716,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":60.027736658171136,"score":60.027736658171136,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"2f339a97-9a0d-499a-9cb5-e0db665bfa25","slug":"gpt-6-astra","name":"GPT-6 Astra (max)","shortName":"GPT-6 Astra (max)","chartDefaultSelected":true,"chartHighlighted":true,"releaseDate":"2026-09-03","knowledgeCutoffDate":"2026-04-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"gpt-6-astra","name":"GPT-6 Astra"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":52.814069395513,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":55.47977223592988,"strategyAndOps":57.615894712319644,"legal":58.72792095980942,"healthcareAndMedical":51.86352154941319,"engineering":54.863868145709716,"economics":60.027736658171136},"omniscience":43.4,"omniscienceBreakdown":{"accuracy":0.626,"hallucinationRate":0.5133689839572193},"mlcrOverall":0.35,"gdpPdfAllPass":0.31,"gdpval":1580.2,"gdpvalNormalized":0.5401,"itBenchSre":null,"tau2":null,"tauBanking":0.414432989690722,"terminalbenchHard":null,"terminalBench21":0.883895131086142,"terminalBench40":0.590909090909091,"scicode":0.564814814814815,"lcr":0.806666666666667,"ifbench":null,"hle":0.546802594995366,"gpqa":0.960606060606061,"critpt":0.317142857142857,"apexAgents":null,"mmmuPro":0.86878612716763,"livecodebench":null,"aime25":null,"analystAgent":0.5125,"automationBenchPartialScore":0.6849174806688876,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":20,"price1mBlended7To2To1":7.7,"price1mBlended0To1To1":30,"price1mBlended100To1To1":1.5686274509803921,"price1mBlended0To100To1":10.396039603960396,"intelligenceIndexTimePerTask":468.73213524223524,"intelligenceIndexCost":{"total":5324.104027952404,"input":2323.7177779524045,"nonCacheInput":279.07919,"cacheRead":1066.1488814823995,"cacheWrite":978.4897064700049,"output":3000.38625,"reasoning":2222.3894,"answer":777.99685},"intelligenceIndexCostPerTask":{"cost":{"total":3.2575003134834164,"input":1.897225067659909,"nonCacheInput":0.2150003946397127,"cacheRead":0.9812903754697416,"cacheWrite":0.7009342975504547,"output":1.3602752458235075,"reasoning":0.8345619022352239,"answer":0.5257133435882834},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":1.4253125872586803},{"slug":"gdpval-aa","weightedCostPerTask":0.45294844005565466},{"slug":"automationbench-aa","weightedCostPerTask":0.07977961555688814},{"slug":"terminalbench-4-0","weightedCostPerTask":0.8498119471851334},{"slug":"scicode","weightedCostPerTask":0.023225916666666666},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0378076797961075},{"slug":"gdp-pdf","weightedCostPerTask":0.20758206999999998},{"slug":"critpt","weightedCostPerTask":0.11661618571428572},{"slug":"omniscience","weightedCostPerTask":0.014550586249999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.04986528500000001}]},"canonicalIntelligenceIndexTokenCount":{"input":1172335977,"output":60007725,"answer":15559937,"reasoning":44447788},"intelligenceIndexOutputTokensPerTask":{"reasoning":16691.238044704474,"answer":10514.266871765667,"output":27205.50491647014},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1562.01,"outputTokensPerTask":68691.47252747252,"costPerTask":9.50208391505787,"timePerTask":1183.506819285056},{"slug":"gdpval-aa","score":1580.2,"outputTokensPerTask":39974.68636363636,"costPerTask":4.529484400556546,"timePerTask":688.7363477500596},{"slug":"automationbench-aa","score":0.6849174806688876,"outputTokensPerTask":12899.831050228311,"costPerTask":1.5955923111377626,"timePerTask":222.25521529567447},{"slug":"terminalbench-4-0","score":0.590909090909091,"outputTokensPerTask":75663.77272727272,"costPerTask":8.498119471851334,"timePerTask":1303.6347555331236},{"slug":"scicode","score":0.564814814814815,"outputTokensPerTask":4186.802083333333,"costPerTask":0.23225916666666663,"timePerTask":72.13571982519561},{"slug":"humanitys-last-exam","score":0.546802594995366,"outputTokensPerTask":7498.483781278962,"costPerTask":0.3780767979610751,"timePerTask":129.1937173990959},{"slug":"gdp-pdf","score":0.31,"outputTokensPerTask":9247.47,"costPerTask":2.0758207,"timePerTask":159.32754683278696},{"slug":"critpt","score":0.317142857142857,"outputTokensPerTask":22583.85714285714,"costPerTask":1.1661618571428571,"timePerTask":389.1043233007019},{"slug":"omniscience","score":43.4,"outputTokensPerTask":1915.3785,"costPerTask":0.09700390833333333,"timePerTask":33.00065398009004},{"slug":"artificial-analysis-long-context-reasoning","score":0.806666666666667,"outputTokensPerTask":1079.57,"costPerTask":0.9973057000000002,"timePerTask":18.60024847166542}],"briefcaseBreakdown":{"overall":{"elo":1562.01,"lower95ci":1553.49,"upper95ci":1571.75},"rubricPassRate":0.5202020202020202,"analyticalQuality":{"elo":1753.18,"lower95ci":1736.58,"upper95ci":1772.26},"presentation":{"elo":1536.38,"lower95ci":1520.16,"upper95ci":1553.41}},"briefcaseTotalCost":864.6896362702661,"timescaleData":{"medianOutputSpeed":56.9660326724087,"medianTimeToFirstChunk":290.4743320785},"outputSpeedVariance":{"p05":39.6882076281348,"q25":45.1332066745348,"median":56.9660326724087,"q75":62.2281985025761,"p95":79.0048295197585},"timeToFirstChunkVariance":{"p05":235.80622569,"q25":254.16319331375,"median":290.4743320785,"q75":345.695986089,"p95":466.98225790125},"performanceByPromptType":{"medium":{"medianOutputSpeed":57.8159590704791,"medianTimeToFirstChunk":196.197291852,"medianTimeToFirstAnswerToken":196.197291852,"medianEndToEndResponseTime":204.84542306072885},"long":{"medianOutputSpeed":56.9660326724087,"medianTimeToFirstChunk":290.4743320785,"medianTimeToFirstAnswerToken":290.4743320785,"medianEndToEndResponseTime":299.2514923711137},"hundredK":{"medianOutputSpeed":59.6802082988112,"medianTimeToFirstChunk":160.6609634595,"medianTimeToFirstAnswerToken":160.6609634595,"medianEndToEndResponseTime":169.03895030392528},"mediumParallel":{"medianOutputSpeed":53.8138708000222,"medianTimeToFirstChunk":210.283181895,"medianTimeToFirstAnswerToken":210.283181895,"medianEndToEndResponseTime":219.574466698839}},"endToEndResponseTime":{"input":290.4743320785,"reasoning":0,"answer":8.777160292613694,"total":299.2514923711137},"timeToFirstAnswerToken":{"input":290.4743320785,"reasoning":0,"total":290.4743320785},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":6,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-6-astra","matchedBy":"slug","catalog":{"id":"openai/gpt-6-astra","canonical_slug":"openai/gpt-6-astra-20260903","hugging_face_id":null,"name":"OpenAI: GPT-6 Astra","created":1788552838,"description":"GPT-6 Astra is OpenAI's flagship model for demanding end-to-end work. It is suited for advanced analysis, software engineering, deep research, scientific work, and document creation, with particular strengths in long-horizon...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-6-astra-20260903/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":52.8,"coding_index":76.9,"agentic_index":51.5}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.0000375","input_cache_read":"0.000001","input_cache_write":"0.0000125"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99607395245913,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.94367117297283,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99917428503406,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.000011","completion":"0.000055","web_search":"0.01","input_cache_read":"0.0000011","input_cache_write":"0.00001375","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000022","completion":"0.0000825","input_cache_read":"0.0000022","input_cache_write":"0.0000275"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00002","completion":"0.0001","web_search":"0.01","input_cache_read":"0.000002","input_cache_write":"0.000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00004","completion":"0.00015","input_cache_read":"0.000004","input_cache_write":"0.00005"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"e97a4ef5-e817-480e-9595-12f81dc4974f","slug":"gpt-6-astra-medium","name":"GPT-6 Astra (medium)","shortName":"GPT-6 Astra (medium)","sourceUrl":"https://artificialanalysis.ai/models/gpt-6-astra-medium","releaseDate":"2026-09-03","knowledgeCutoffDate":"2026-04-30","isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-6-astra","name":"GPT-6 Astra"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":49.6685363034369,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":52.37401759660499,"strategyAndOps":54.430686678541164,"legal":56.772177795297544,"engineering":51.77462294191751,"economics":57.9456753745752},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":49.0276891243339,"canonicalInputTokens":689951701,"canonicalOutputTokens":18913587,"outputTokensPerTask":9589.600653655605,"answerTokensPerTask":6167.899881984518,"reasoningTokensPerTask":3421.700771671087,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"costPerIntelligenceIndexTask":1.5406493220021167,"latency":{"timeToFirstChunkMs":5.25460563500008,"timeToFirstAnswerTokenMs":5.25460563500008,"endToEndMs":15.452924359180681}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1450.6,"score":1450.6,"outputTokensPerTask":26423.714285714286,"costPerTask":3.9399856621415905,"timePerTask":537.9087849015931,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1500.67,"score":1500.67,"outputTokensPerTask":12942.9,"costPerTask":1.8224126078347798,"timePerTask":263.4792193414995,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.6459498850561176,"score":0.6459498850561176,"outputTokensPerTask":7828.710806697108,"costPerTask":1.1770207482301795,"timePerTask":159.36943125566256,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.494949494949495,"score":0.494949494949495,"outputTokensPerTask":29667.348484848484,"costPerTask":4.430107637760555,"timePerTask":603.9395976728629,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.541666666666667,"score":0.541666666666667,"outputTokensPerTask":563.1527777777778,"costPerTask":0.05087506944444444,"timePerTask":11.464127379403832,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.527340129749768,"score":0.527340129749768,"outputTokensPerTask":1947.4745134383688,"costPerTask":0.10052880908248378,"timePerTask":39.644829558152196,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.304,"score":0.304,"outputTokensPerTask":1721.13,"costPerTask":1.7198086,"timePerTask":35.037123734652596,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.291428571428571,"score":0.291428571428571,"outputTokensPerTask":4991.371428571429,"costPerTask":0.28512042857142855,"timePerTask":101.60958111732805,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":42.21666666666667,"score":42.21666666666667,"outputTokensPerTask":275.6483333333333,"costPerTask":0.015017399999999998,"timePerTask":5.611385986096787,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":198.46,"costPerTask":0.9532502000000002,"timePerTask":4.040059482072333,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.304,"score":0.304,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1500.67,"score":1500.67,"outputTokensPerTask":12942.9,"costPerTask":1.8224126078347798,"timePerTask":263.4792193414995,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.5003350000000001,"score":0.5003350000000001,"outputTokensPerTask":12942.9,"costPerTask":1.8224126078347798,"timePerTask":263.4792193414995,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.354639175257732,"score":0.354639175257732,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.895131086142322,"score":0.895131086142322,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.494949494949495,"score":0.494949494949495,"outputTokensPerTask":29667.348484848484,"costPerTask":4.430107637760555,"timePerTask":603.9395976728629,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":198.46,"costPerTask":0.9532502000000002,"timePerTask":4.040059482072333,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.527340129749768,"score":0.527340129749768,"outputTokensPerTask":1947.4745134383688,"costPerTask":0.10052880908248378,"timePerTask":39.644829558152196,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.939393939393939,"score":0.939393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.850867052023121,"score":0.850867052023121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.6459498850561176,"score":0.6459498850561176,"outputTokensPerTask":7828.710806697108,"costPerTask":1.1770207482301795,"timePerTask":159.36943125566256,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":52.37401759660499,"score":52.37401759660499,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":54.430686678541164,"score":54.430686678541164,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":56.772177795297544,"score":56.772177795297544,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":51.77462294191751,"score":51.77462294191751,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":57.9456753745752,"score":57.9456753745752,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"e97a4ef5-e817-480e-9595-12f81dc4974f","slug":"gpt-6-astra-medium","name":"GPT-6 Astra (medium)","shortName":"GPT-6 Astra (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-03","knowledgeCutoffDate":"2026-04-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"gpt-6-astra","name":"GPT-6 Astra"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":49.6685363034369,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":52.37401759660499,"strategyAndOps":54.430686678541164,"legal":56.772177795297544,"engineering":51.77462294191751,"economics":57.9456753745752},"omniscience":42.21666666666667,"omniscienceBreakdown":{"accuracy":0.6056666666666667,"hallucinationRate":0.46534234995773455},"gdpPdfAllPass":0.304,"gdpval":1500.67,"gdpvalNormalized":0.5003350000000001,"itBenchSre":null,"tau2":null,"tauBanking":0.354639175257732,"terminalbenchHard":null,"terminalBench21":0.895131086142322,"terminalBench40":0.494949494949495,"scicode":0.541666666666667,"lcr":0.796666666666667,"ifbench":null,"hle":0.527340129749768,"gpqa":0.939393939393939,"critpt":0.291428571428571,"apexAgents":null,"mmmuPro":0.850867052023121,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.6459498850561176,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":20,"price1mBlended7To2To1":7.7,"price1mBlended0To1To1":30,"price1mBlended100To1To1":1.5686274509803921,"price1mBlended0To100To1":10.396039603960396,"intelligenceIndexTimePerTask":195.2159480504301,"intelligenceIndexCost":{"total":2434.121104657961,"input":1488.441754657961,"nonCacheInput":280.95775,"cacheRead":614.4100061166989,"cacheWrite":593.073998541262,"output":945.67935,"reasoning":405.18989999999997,"answer":540.48945},"intelligenceIndexCostPerTask":{"cost":{"total":1.5406493220021167,"input":1.0611692893193365,"nonCacheInput":0.2168692546108978,"cacheRead":0.4804451305927465,"cacheWrite":0.3638549041156922,"output":0.4794800326827803,"reasoning":0.17108503858355434,"answer":0.3083949940992259},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.5909978493212386},{"slug":"gdpval-aa","weightedCostPerTask":0.182241260783478},{"slug":"automationbench-aa","weightedCostPerTask":0.05885103741150899},{"slug":"terminalbench-4-0","weightedCostPerTask":0.4430107637760555},{"slug":"scicode","weightedCostPerTask":0.005087506944444445},{"slug":"humanitys-last-exam","weightedCostPerTask":0.010052880908248378},{"slug":"gdp-pdf","weightedCostPerTask":0.17198085999999999},{"slug":"critpt","weightedCostPerTask":0.028512042857142858},{"slug":"omniscience","weightedCostPerTask":0.00225261},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.047662510000000005}]},"canonicalIntelligenceIndexTokenCount":{"input":689951701,"output":18913587,"answer":10809789,"reasoning":8103798},"intelligenceIndexOutputTokensPerTask":{"reasoning":3421.700771671087,"answer":6167.899881984518,"output":9589.600653655605},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1450.6,"outputTokensPerTask":26423.714285714286,"costPerTask":3.9399856621415905,"timePerTask":537.9087849015931},{"slug":"gdpval-aa","score":1500.67,"outputTokensPerTask":12942.9,"costPerTask":1.8224126078347798,"timePerTask":263.4792193414995},{"slug":"automationbench-aa","score":0.6459498850561176,"outputTokensPerTask":7828.710806697108,"costPerTask":1.1770207482301795,"timePerTask":159.36943125566256},{"slug":"terminalbench-4-0","score":0.494949494949495,"outputTokensPerTask":29667.348484848484,"costPerTask":4.430107637760555,"timePerTask":603.9395976728629},{"slug":"scicode","score":0.541666666666667,"outputTokensPerTask":563.1527777777778,"costPerTask":0.05087506944444444,"timePerTask":11.464127379403832},{"slug":"humanitys-last-exam","score":0.527340129749768,"outputTokensPerTask":1947.4745134383688,"costPerTask":0.10052880908248378,"timePerTask":39.644829558152196},{"slug":"gdp-pdf","score":0.304,"outputTokensPerTask":1721.13,"costPerTask":1.7198086,"timePerTask":35.037123734652596},{"slug":"critpt","score":0.291428571428571,"outputTokensPerTask":4991.371428571429,"costPerTask":0.28512042857142855,"timePerTask":101.60958111732805},{"slug":"omniscience","score":42.21666666666667,"outputTokensPerTask":275.6483333333333,"costPerTask":0.015017399999999998,"timePerTask":5.611385986096787},{"slug":"artificial-analysis-long-context-reasoning","score":0.796666666666667,"outputTokensPerTask":198.46,"costPerTask":0.9532502000000002,"timePerTask":4.040059482072333}],"briefcaseBreakdown":{"overall":{"elo":1450.6,"lower95ci":1441.48,"upper95ci":1459.45},"rubricPassRate":0.47474747474747475,"analyticalQuality":{"elo":1641.21,"lower95ci":1623.99,"upper95ci":1658.24},"presentation":{"elo":1389.68,"lower95ci":1374.27,"upper95ci":1405.72}},"briefcaseTotalCost":358.5386952548847,"timescaleData":{"medianOutputSpeed":49.0276891243339,"medianTimeToFirstChunk":5.25460563500008},"outputSpeedVariance":{"p05":37.4910973442412,"q25":41.7885946619434,"median":49.0276891243339,"q75":60.3314770604515,"p95":74.9279504838393},"timeToFirstChunkVariance":{"p05":3.58411876295004,"q25":3.78672311550008,"median":5.25460563500008,"q75":8.97121341025002,"p95":24.6076400205},"performanceByPromptType":{"medium":{"medianOutputSpeed":52.8594361857866,"medianTimeToFirstChunk":4.04896064100001,"medianTimeToFirstAnswerToken":4.04896064100001,"medianEndToEndResponseTime":13.508009697872948},"long":{"medianOutputSpeed":49.0276891243339,"medianTimeToFirstChunk":5.25460563500008,"medianTimeToFirstAnswerToken":5.25460563500008,"medianEndToEndResponseTime":15.452924359180681},"hundredK":{"medianOutputSpeed":60.7138417104377,"medianTimeToFirstChunk":6.38979896199995,"medianTimeToFirstAnswerToken":6.38979896199995,"medianEndToEndResponseTime":14.625153304830835},"mediumParallel":{"medianOutputSpeed":46.403999373302,"medianTimeToFirstChunk":3.55737072600004,"medianTimeToFirstAnswerToken":3.55737072600004,"medianEndToEndResponseTime":14.332304066932485}},"endToEndResponseTime":{"input":5.25460563500008,"reasoning":0,"answer":10.1983187241806,"total":15.452924359180681},"timeToFirstAnswerToken":{"input":5.25460563500008,"reasoning":0,"total":5.25460563500008},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-6-astra","matchedBy":"slug","catalog":{"id":"openai/gpt-6-astra","canonical_slug":"openai/gpt-6-astra-20260903","hugging_face_id":null,"name":"OpenAI: GPT-6 Astra","created":1788552838,"description":"GPT-6 Astra is OpenAI's flagship model for demanding end-to-end work. It is suited for advanced analysis, software engineering, deep research, scientific work, and document creation, with particular strengths in long-horizon...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-6-astra-20260903/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":52.8,"coding_index":76.9,"agentic_index":51.5}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.0000375","input_cache_read":"0.000001","input_cache_write":"0.0000125"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99607395245913,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.94367117297283,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99917428503406,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.000011","completion":"0.000055","web_search":"0.01","input_cache_read":"0.0000011","input_cache_write":"0.00001375","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000022","completion":"0.0000825","input_cache_read":"0.0000022","input_cache_write":"0.0000275"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00002","completion":"0.0001","web_search":"0.01","input_cache_read":"0.000002","input_cache_write":"0.000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00004","completion":"0.00015","input_cache_read":"0.000004","input_cache_write":"0.00005"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"1f541ef3-913f-4eb2-9d07-0e93c7a9a5e3","slug":"gpt-6-astra-xhigh","name":"GPT-6 Astra (xhigh)","shortName":"GPT-6 Astra (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/gpt-6-astra-xhigh","releaseDate":"2026-09-03","knowledgeCutoffDate":"2026-04-30","isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-6-astra","name":"GPT-6 Astra"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":52.5059027108782,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":54.62591612211527,"strategyAndOps":56.98918866410171,"legal":58.3753910131589,"engineering":54.86161681772043,"economics":59.64665338276181},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":50.9458033956951,"canonicalInputTokens":934379760,"canonicalOutputTokens":37901142,"outputTokensPerTask":16901.1809658926,"answerTokensPerTask":8318.693934893881,"reasoningTokensPerTask":8582.48703099872,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"costPerIntelligenceIndexTask":2.308795912269076,"latency":{"timeToFirstChunkMs":156.746410032,"timeToFirstAnswerTokenMs":156.746410032,"endToEndMs":166.56076110065445}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1533.73,"score":1533.73,"outputTokensPerTask":44691.0989010989,"costPerTask":6.563521325092937,"timePerTask":869.5864862261807,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1555.23,"score":1555.23,"outputTokensPerTask":24035.668181818182,"costPerTask":3.0381411031489387,"timePerTask":467.67908492426335,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.6717778020215392,"score":0.6717778020215392,"outputTokensPerTask":10314.430745814307,"costPerTask":1.406388714811355,"timePerTask":200.69521247452258,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.595959595959596,"score":0.595959595959596,"outputTokensPerTask":43275.333333333336,"costPerTask":5.855482520522051,"timePerTask":842.0389289795406,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.556712962962963,"score":0.556712962962963,"outputTokensPerTask":1970.8368055555557,"costPerTask":0.12163322916666665,"timePerTask":38.347972970209184,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.545875810936052,"score":0.545875810936052,"outputTokensPerTask":5001.348470806302,"costPerTask":0.25322250695088044,"timePerTask":97.31479310333529,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.322,"score":0.322,"outputTokensPerTask":5579.42,"costPerTask":1.9127230999999998,"timePerTask":108.5627418497149,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.314285714285714,"score":0.314285714285714,"outputTokensPerTask":15220.357142857143,"costPerTask":0.7980151428571428,"timePerTask":296.15331044453796,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":43.416666666666664,"score":43.416666666666664,"outputTokensPerTask":979.4346666666667,"costPerTask":0.05020671666666665,"timePerTask":19.05755667721643,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":531.66,"costPerTask":0.9699102000000001,"timePerTask":10.344886624742252,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.322,"score":0.322,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1555.23,"score":1555.23,"outputTokensPerTask":24035.668181818182,"costPerTask":3.0381411031489387,"timePerTask":467.67908492426335,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.5276150000000001,"score":0.5276150000000001,"outputTokensPerTask":24035.668181818182,"costPerTask":3.0381411031489387,"timePerTask":467.67908492426335,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.430927835051546,"score":0.430927835051546,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.891385767790262,"score":0.891385767790262,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.595959595959596,"score":0.595959595959596,"outputTokensPerTask":43275.333333333336,"costPerTask":5.855482520522051,"timePerTask":842.0389289795406,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":531.66,"costPerTask":0.9699102000000001,"timePerTask":10.344886624742252,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.545875810936052,"score":0.545875810936052,"outputTokensPerTask":5001.348470806302,"costPerTask":0.25322250695088044,"timePerTask":97.31479310333529,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.962626262626263,"score":0.962626262626263,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.86242774566474,"score":0.86242774566474,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.6717778020215392,"score":0.6717778020215392,"outputTokensPerTask":10314.430745814307,"costPerTask":1.406388714811355,"timePerTask":200.69521247452258,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":54.62591612211527,"score":54.62591612211527,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":56.98918866410171,"score":56.98918866410171,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":58.3753910131589,"score":58.3753910131589,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":54.86161681772043,"score":54.86161681772043,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":59.64665338276181,"score":59.64665338276181,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"1f541ef3-913f-4eb2-9d07-0e93c7a9a5e3","slug":"gpt-6-astra-xhigh","name":"GPT-6 Astra (xhigh)","shortName":"GPT-6 Astra (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-03","knowledgeCutoffDate":"2026-04-30","isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"gpt-6-astra","name":"GPT-6 Astra"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":52.5059027108782,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":54.62591612211527,"strategyAndOps":56.98918866410171,"legal":58.3753910131589,"engineering":54.86161681772043,"economics":59.64665338276181},"omniscience":43.416666666666664,"omniscienceBreakdown":{"accuracy":0.6185,"hallucinationRate":0.4831804281345566},"gdpPdfAllPass":0.322,"gdpval":1555.23,"gdpvalNormalized":0.5276150000000001,"itBenchSre":null,"tau2":null,"tauBanking":0.430927835051546,"terminalbenchHard":null,"terminalBench21":0.891385767790262,"terminalBench40":0.595959595959596,"scicode":0.556712962962963,"lcr":0.8,"ifbench":null,"hle":0.545875810936052,"gpqa":0.962626262626263,"critpt":0.314285714285714,"apexAgents":null,"mmmuPro":0.86242774566474,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.6717778020215392,"price1mInputTokens":10,"price1mOutputTokens":50,"cacheHitPrice":1,"cacheHitDiscountPercent":0.9,"cacheWritePrice":12.5,"pricePer1k1mpImages":null,"price1mBlended0To3To1":20,"price1mBlended7To2To1":7.7,"price1mBlended0To1To1":30,"price1mBlended100To1To1":1.5686274509803921,"price1mBlended0To100To1":10.396039603960396,"intelligenceIndexTimePerTask":328.85829461763296,"intelligenceIndexCost":{"total":3802.9799452617394,"input":1907.9228452617394,"nonCacheInput":281.16663,"cacheRead":843.6115214989791,"cacheWrite":783.1446937627603,"output":1895.0571,"reasoning":1224.5635,"answer":670.4936},"intelligenceIndexCostPerTask":{"cost":{"total":2.308795912269076,"input":1.4637368639744461,"nonCacheInput":0.217051193301374,"cacheRead":0.7237054006606568,"cacheWrite":0.5229802700124153,"output":0.8450590482946302,"reasoning":0.42912435154993606,"answer":0.41593469674469413},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.9845281987639405},{"slug":"gdpval-aa","weightedCostPerTask":0.30381411031489386},{"slug":"automationbench-aa","weightedCostPerTask":0.07031943574056776},{"slug":"terminalbench-4-0","weightedCostPerTask":0.5855482520522051},{"slug":"scicode","weightedCostPerTask":0.012163322916666667},{"slug":"humanitys-last-exam","weightedCostPerTask":0.025322250695088044},{"slug":"gdp-pdf","weightedCostPerTask":0.19127230999999997},{"slug":"critpt","weightedCostPerTask":0.07980151428571428},{"slug":"omniscience","weightedCostPerTask":0.007531007499999997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.048495510000000006}]},"canonicalIntelligenceIndexTokenCount":{"input":934379760,"output":37901142,"answer":13409872,"reasoning":24491270},"intelligenceIndexOutputTokensPerTask":{"reasoning":8582.48703099872,"answer":8318.693934893881,"output":16901.1809658926},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1533.73,"outputTokensPerTask":44691.0989010989,"costPerTask":6.563521325092937,"timePerTask":869.5864862261807},{"slug":"gdpval-aa","score":1555.23,"outputTokensPerTask":24035.668181818182,"costPerTask":3.0381411031489387,"timePerTask":467.67908492426335},{"slug":"automationbench-aa","score":0.6717778020215392,"outputTokensPerTask":10314.430745814307,"costPerTask":1.406388714811355,"timePerTask":200.69521247452258},{"slug":"terminalbench-4-0","score":0.595959595959596,"outputTokensPerTask":43275.333333333336,"costPerTask":5.855482520522051,"timePerTask":842.0389289795406},{"slug":"scicode","score":0.556712962962963,"outputTokensPerTask":1970.8368055555557,"costPerTask":0.12163322916666665,"timePerTask":38.347972970209184},{"slug":"humanitys-last-exam","score":0.545875810936052,"outputTokensPerTask":5001.348470806302,"costPerTask":0.25322250695088044,"timePerTask":97.31479310333529},{"slug":"gdp-pdf","score":0.322,"outputTokensPerTask":5579.42,"costPerTask":1.9127230999999998,"timePerTask":108.5627418497149},{"slug":"critpt","score":0.314285714285714,"outputTokensPerTask":15220.357142857143,"costPerTask":0.7980151428571428,"timePerTask":296.15331044453796},{"slug":"omniscience","score":43.416666666666664,"outputTokensPerTask":979.4346666666667,"costPerTask":0.05020671666666665,"timePerTask":19.05755667721643},{"slug":"artificial-analysis-long-context-reasoning","score":0.8,"outputTokensPerTask":531.66,"costPerTask":0.9699102000000001,"timePerTask":10.344886624742252}],"briefcaseBreakdown":{"overall":{"elo":1533.73,"lower95ci":1524.83,"upper95ci":1543.92},"rubricPassRate":0.5232323232323233,"analyticalQuality":{"elo":1702.08,"lower95ci":1685.93,"upper95ci":1719.61},"presentation":{"elo":1491.7,"lower95ci":1475.54,"upper95ci":1508.83}},"briefcaseTotalCost":597.2804405834572,"timescaleData":{"medianOutputSpeed":50.9458033956951,"medianTimeToFirstChunk":156.746410032},"outputSpeedVariance":{"p05":34.2852239861374,"q25":43.5610704495235,"median":50.9458033956951,"q75":62.8878843210987,"p95":77.9782168766455},"timeToFirstChunkVariance":{"p05":68.22787319105,"q25":123.70515808025,"median":156.746410032,"q75":223.059737559,"p95":389.8635104274},"performanceByPromptType":{"medium":{"medianOutputSpeed":58.3597713490515,"medianTimeToFirstChunk":68.126099108,"medianTimeToFirstAnswerToken":68.126099108,"medianEndToEndResponseTime":76.69364466964187},"long":{"medianOutputSpeed":50.9458033956951,"medianTimeToFirstChunk":156.746410032,"medianTimeToFirstAnswerToken":156.746410032,"medianEndToEndResponseTime":166.56076110065445},"hundredK":{"medianOutputSpeed":60.3192998109834,"medianTimeToFirstChunk":66.148180829,"medianTimeToFirstAnswerToken":66.148180829,"medianEndToEndResponseTime":74.43740171794931},"mediumParallel":{"medianOutputSpeed":47.6279058518397,"medianTimeToFirstChunk":74.604651413,"medianTimeToFirstAnswerToken":74.604651413,"medianEndToEndResponseTime":85.10269853594917}},"endToEndResponseTime":{"input":156.746410032,"reasoning":0,"answer":9.814351068654455,"total":166.56076110065445},"timeToFirstAnswerToken":{"input":156.746410032,"reasoning":0,"total":156.746410032},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-6-astra","matchedBy":"slug","catalog":{"id":"openai/gpt-6-astra","canonical_slug":"openai/gpt-6-astra-20260903","hugging_face_id":null,"name":"OpenAI: GPT-6 Astra","created":1788552838,"description":"GPT-6 Astra is OpenAI's flagship model for demanding end-to-end work. It is suited for advanced analysis, software engineering, deep research, scientific work, and document creation, with particular strengths in long-horizon...","context_length":1050000,"architecture":{"modality":"text+image+file->text","input_modalities":["file","image","text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"top_provider":{"context_length":1050000,"max_completion_tokens":128000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_completion_tokens","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-6-astra-20260903/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":52.8,"coding_index":76.9,"agentic_index":51.5}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["max","xhigh","high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.000005","completion":"0.000025","web_search":"0.01","input_cache_read":"0.0000005","input_cache_write":"0.00000625","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00001","completion":"0.0000375","input_cache_read":"0.000001","input_cache_write":"0.0000125"}]},"provider_name":"OpenAI","tag":"openai/flex","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99607395245913,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"provider_name":"Azure","tag":"azure","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.94367117297283,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00001","completion":"0.00005","web_search":"0.01","input_cache_read":"0.000001","input_cache_write":"0.0000125","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00002","completion":"0.000075","input_cache_read":"0.000002","input_cache_write":"0.000025"}]},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99917428503406,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Azure | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.000011","completion":"0.000055","web_search":"0.01","input_cache_read":"0.0000011","input_cache_write":"0.00001375","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.000022","completion":"0.0000825","input_cache_read":"0.0000022","input_cache_write":"0.0000275"}]},"provider_name":"Azure","tag":"azure/us","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_completion_tokens","reasoning","include_reasoning","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"OpenAI | openai/gpt-6-astra-20260903","model_id":"openai/gpt-6-astra","model_name":"OpenAI: GPT-6 Astra","context_length":1050000,"pricing":{"prompt":"0.00002","completion":"0.0001","web_search":"0.01","input_cache_read":"0.000002","input_cache_write":"0.000025","discount":0,"overrides":[{"min_prompt_tokens":272000,"prompt":"0.00004","completion":"0.00015","input_cache_read":"0.000004","input_cache_write":"0.00005"}]},"provider_name":"OpenAI","tag":"openai/fast","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":922000,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","slug":"gpt-oss-120b","name":"gpt-oss-120b (high)","shortName":"gpt-oss-120b (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-oss-120b","releaseDate":"2025-08-05","knowledgeCutoffDate":"2024-05-31","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-oss-120b","name":"gpt-oss-120b"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":117,"inferenceParametersActiveBillions":5.1,"sizeClass":"medium","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":12.3483931512592,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":13.337748411389779,"strategyAndOps":9.164541440694887,"legal":12.267307529095435,"healthcareAndMedical":11.617669482927457,"engineering":15.885350999602808,"economics":19.267643999073215},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":181.672995295092,"canonicalInputTokens":481409617,"canonicalOutputTokens":84169255,"outputTokensPerTask":26953.971576042284,"answerTokensPerTask":11869.499232430167,"reasoningTokensPerTask":15084.472343612117,"price1mInputTokens":0.15,"price1mOutputTokens":0.595,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.47500000000000003,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.10742452290394947,"latency":{"timeToFirstChunkMs":0.85807920400002,"timeToFirstAnswerTokenMs":11.866870008331693,"endToEndMs":14.619067709414612}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":0,"score":0,"outputTokensPerTask":97716.83516483517,"costPerTask":0.5657736976923078,"timePerTask":527.6987718530359,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":744.74,"score":744.74,"outputTokensPerTask":31411.090909090908,"costPerTask":0.10508925954545453,"timePerTask":169.62884714113522,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.0019906990691605595,"score":0.0019906990691605595,"outputTokensPerTask":2183.0517503805177,"costPerTask":0.003257885426179604,"timePerTask":11.789101904745081,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":20582.727272727272,"costPerTask":0.06430462272727272,"timePerTask":111.15259601769041,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.340277777777778,"score":0.340277777777778,"outputTokensPerTask":5706.663194444444,"costPerTask":0.0038779640798611106,"timePerTask":30.81760838864081,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.196014828544949,"score":0.196014828544949,"outputTokensPerTask":22890.438368860057,"costPerTask":0.01366646639017609,"timePerTask":123.61489393356815,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.04,"score":0.04,"outputTokensPerTask":7680.73,"costPerTask":0.00923006335,"timePerTask":41.478132003535656,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":29812.157142857144,"costPerTask":0.018359332071428567,"timePerTask":160.9941489001146,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-49.25,"score":-49.25,"outputTokensPerTask":1915.7935,"costPerTask":0.0011578448824999998,"timePerTask":10.345831149450063,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.52,"score":0.52,"outputTokensPerTask":1830.88,"costPerTask":0.0153825286,"timePerTask":9.887274038097079,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0111111111111111,"score":0.0111111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.138949196699957,"score":0.138949196699957,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.04,"score":0.04,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":744.74,"score":744.74,"outputTokensPerTask":31411.090909090908,"costPerTask":0.10508925954545453,"timePerTask":169.62884714113522,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.12237,"score":0.12237,"outputTokensPerTask":31411.090909090908,"costPerTask":0.10508925954545453,"timePerTask":169.62884714113522,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.0564971751412429,"score":0.0564971751412429,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.657894736842105,"score":0.657894736842105,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.127835051546392,"score":0.127835051546392,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.234848484848485,"score":0.234848484848485,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.262172284644195,"score":0.262172284644195,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":20582.727272727272,"costPerTask":0.06430462272727272,"timePerTask":111.15259601769041,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.52,"score":0.52,"outputTokensPerTask":1830.88,"costPerTask":0.0153825286,"timePerTask":9.887274038097079,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.689795918367347,"score":0.689795918367347,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.196014828544949,"score":0.196014828544949,"outputTokensPerTask":22890.438368860057,"costPerTask":0.01366646639017609,"timePerTask":123.61489393356815,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.781818181818182,"score":0.781818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.0309734513274336,"score":0.0309734513274336,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.878306878306878,"score":0.878306878306878,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.934416666666667,"score":0.934416666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.0019906990691605595,"score":0.0019906990691605595,"outputTokensPerTask":2183.0517503805177,"costPerTask":0.003257885426179604,"timePerTask":11.789101904745081,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.25544613548194567,"score":0.25544613548194567,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":13.337748411389779,"score":13.337748411389779,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":9.164541440694887,"score":9.164541440694887,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":12.267307529095435,"score":12.267307529095435,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":11.617669482927457,"score":11.617669482927457,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":15.885350999602808,"score":15.885350999602808,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":19.267643999073215,"score":19.267643999073215,"family":"Capability Index"}],"benchmarkCount":36,"raw":{"id":"f0083258-8646-45b8-8082-7aaf6c2ea82a","slug":"gpt-oss-120b","name":"gpt-oss-120b (high)","shortName":"gpt-oss-120b (high)","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2025-08-05","knowledgeCutoffDate":"2024-05-31","isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-oss-120b","name":"gpt-oss-120b"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":117,"inferenceParametersActiveBillions":5.1,"sizeClass":"medium","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/openai/gpt-oss-120b","microevalsEnabled":true,"intelligenceIndex":12.3483931512592,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":13.337748411389779,"strategyAndOps":9.164541440694887,"legal":12.267307529095435,"healthcareAndMedical":11.617669482927457,"engineering":15.885350999602808,"economics":19.267643999073215},"omniscience":-49.25,"omniscienceBreakdown":{"accuracy":0.21783333333333332,"hallucinationRate":0.9081610909865757},"mlcrOverall":0.0111111111111111,"harveyLab":0.138949196699957,"gdpPdfAllPass":0.04,"gdpval":744.74,"gdpvalNormalized":0.12237,"itBenchSre":0.0564971751412429,"tau2":0.657894736842105,"tauBanking":0.127835051546392,"terminalbenchHard":0.234848484848485,"terminalBench21":0.262172284644195,"terminalBench40":0,"scicode":0.340277777777778,"lcr":0.52,"ifbench":0.689795918367347,"hle":0.196014828544949,"gpqa":0.781818181818182,"critpt":0.0114285714285714,"apexAgents":0.0309734513274336,"mmmuPro":null,"livecodebench":0.878306878306878,"aime25":0.934416666666667,"analystAgent":null,"automationBenchPartialScore":0.0019906990691605595,"enterpriseOpsGym":0.25544613548194567,"price1mInputTokens":0.15,"price1mOutputTokens":0.595,"cacheHitPrice":0.125,"cacheHitDiscountPercent":0.47500000000000003,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.26125,"price1mBlended7To2To1":0.177,"price1mBlended0To1To1":0.3725,"price1mBlended100To1To1":0.1298529411764706,"price1mBlended0To100To1":0.1544059405940594,"intelligenceIndexTimePerTask":145.5591318859835,"intelligenceIndexCost":{"total":122.29214927499999,"input":72.21144254999999,"nonCacheInput":2.2861243499999997,"cacheRead":0,"cacheWrite":69.92531819999999,"output":50.080706725,"reasoning":44.168710565,"answer":5.91199616},"intelligenceIndexCostPerTask":{"cost":{"total":0.10742452290394947,"input":0.09138690981620429,"nonCacheInput":0.0012983781736299591,"cacheRead":0,"cacheWrite":0.09008853164257433,"output":0.016037613087745158,"reasoning":0.00897526104444921,"answer":0.0070623520432959485},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.08486605465384615},{"slug":"gdpval-aa","weightedCostPerTask":0.010508925954545454},{"slug":"automationbench-aa","weightedCostPerTask":0.0001628942713089802},{"slug":"terminalbench-4-0","weightedCostPerTask":0.006430462272727272},{"slug":"scicode","weightedCostPerTask":0.0003877964079861111},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0013666466390176088},{"slug":"gdp-pdf","weightedCostPerTask":0.0009230063349999999},{"slug":"critpt","weightedCostPerTask":0.001835933207142857},{"slug":"omniscience","weightedCostPerTask":0.00017367673237499997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0007691264300000001}]},"canonicalIntelligenceIndexTokenCount":{"input":481409617,"output":84169255,"answer":9936128,"reasoning":74233127},"intelligenceIndexOutputTokensPerTask":{"reasoning":15084.472343612117,"answer":11869.499232430167,"output":26953.971576042284},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":0,"outputTokensPerTask":97716.83516483517,"costPerTask":0.5657736976923078,"timePerTask":527.6987718530359},{"slug":"gdpval-aa","score":744.74,"outputTokensPerTask":31411.090909090908,"costPerTask":0.10508925954545453,"timePerTask":169.62884714113522},{"slug":"automationbench-aa","score":0.0019906990691605595,"outputTokensPerTask":2183.0517503805177,"costPerTask":0.003257885426179604,"timePerTask":11.789101904745081},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":20582.727272727272,"costPerTask":0.06430462272727272,"timePerTask":111.15259601769041},{"slug":"scicode","score":0.340277777777778,"outputTokensPerTask":5706.663194444444,"costPerTask":0.0038779640798611106,"timePerTask":30.81760838864081},{"slug":"humanitys-last-exam","score":0.196014828544949,"outputTokensPerTask":22890.438368860057,"costPerTask":0.01366646639017609,"timePerTask":123.61489393356815},{"slug":"gdp-pdf","score":0.04,"outputTokensPerTask":7680.73,"costPerTask":0.00923006335,"timePerTask":41.478132003535656},{"slug":"critpt","score":0.0114285714285714,"outputTokensPerTask":29812.157142857144,"costPerTask":0.018359332071428567,"timePerTask":160.9941489001146},{"slug":"omniscience","score":-49.25,"outputTokensPerTask":1915.7935,"costPerTask":0.0011578448824999998,"timePerTask":10.345831149450063},{"slug":"artificial-analysis-long-context-reasoning","score":0.52,"outputTokensPerTask":1830.88,"costPerTask":0.0153825286,"timePerTask":9.887274038097079}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":0,"lower95ci":0,"upper95ci":0},"rubricPassRate":0.023232323232323233,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":51.48540649,"timescaleData":{"medianOutputSpeed":181.672995295092,"medianTimeToFirstChunk":0.85807920400002},"outputSpeedVariance":{"p05":40.2203486285751,"q25":88.8990750837305,"median":181.672995295092,"q75":302.257341390932,"p95":1324.01653780439},"timeToFirstChunkVariance":{"p05":0.317150992799997,"q25":0.544944048749926,"median":0.85807920400002,"q75":1.24836579125003,"p95":3.25879936969999},"performanceByPromptType":{"medium":{"medianOutputSpeed":187.114857941378,"medianTimeToFirstChunk":0.537519811999971,"medianTimeToFirstAnswerToken":11.226141880839572,"medianEndToEndResponseTime":13.898297398049474},"long":{"medianOutputSpeed":181.672995295092,"medianTimeToFirstChunk":0.85807920400002,"medianTimeToFirstAnswerToken":11.866870008331693,"medianEndToEndResponseTime":14.619067709414612},"hundredK":{"medianOutputSpeed":155.863589569739,"medianTimeToFirstChunk":3.72037416599999,"medianTimeToFirstAnswerToken":16.55210738554789,"medianEndToEndResponseTime":19.760040690434867},"mediumParallel":{"medianOutputSpeed":189.770818286955,"medianTimeToFirstChunk":0.555139670000017,"medianTimeToFirstAnswerToken":11.09416784121111,"medianEndToEndResponseTime":13.728924884013884}},"endToEndResponseTime":{"input":0.85807920400002,"reasoning":11.008790804331673,"answer":2.752197701082918,"total":14.619067709414612},"timeToFirstAnswerToken":{"input":0.85807920400002,"reasoning":11.008790804331673,"total":11.866870008331693},"performanceDataSource":{"type":"median"},"hostModelCount":20,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-oss-120b","matchedBy":"slug","catalog":{"id":"openai/gpt-oss-120b","canonical_slug":"openai/gpt-oss-120b","hugging_face_id":"openai/gpt-oss-120b","name":"OpenAI: gpt-oss-120b","created":1754414231,"description":"gpt-oss-120b is an open-weight, 117B-parameter Mixture-of-Experts (MoE) language model from OpenAI designed for high-reasoning, agentic, and general-purpose production use cases. It activates 5.1B parameters per forward pass and is optimized...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000075"},"top_provider":{"context_length":131072,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-oss-120b/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":930,"win_rate":29.4,"rank":109},{"arena":"models","category":"codecategories","elo":978,"win_rate":33.4,"rank":117},{"arena":"models","category":"dataviz","elo":1001,"win_rate":43.6,"rank":107},{"arena":"models","category":"gamedev","elo":1016,"win_rate":40.5,"rank":106},{"arena":"models","category":"uicomponent","elo":942,"win_rate":35.7,"rank":112},{"arena":"models","category":"website","elo":980,"win_rate":32.5,"rank":118}],"artificial_analysis":{"intelligence_index":12.3,"coding_index":30.4,"agentic_index":6.2}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"AkashML | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000017","input_cache_read":"0.00000003","discount":0},"provider_name":"AkashML","tag":"akashml/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","seed","frequency_penalty","presence_penalty","repetition_penalty","max_tokens","response_format","structured_outputs","tools","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.86523958846244,"uptime_last_5m":99.60881202388305,"uptime_last_1d":99.84805857212532,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000017","input_cache_read":"0.00000003","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.94710114261532,"uptime_last_5m":99.9462510077936,"uptime_last_1d":99.91312188320714,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DekaLLM | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000018","discount":0},"provider_name":"DekaLLM","tag":"dekallm/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","logit_bias","max_tokens","presence_penalty","seed","stop","temperature","top_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.96622078097555,"uptime_last_5m":100,"uptime_last_1d":99.90014849111977,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.000000037","completion":"0.00000017","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9933829611249,"uptime_last_5m":99.9720514253773,"uptime_last_1d":99.96607815394441,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Crusoe | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.00000025","input_cache_read":"0.00000005","discount":0},"provider_name":"Crusoe","tag":"crusoe/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","min_p","repetition_penalty","top_k","logit_bias","structured_outputs","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.21025182536135,"uptime_last_5m":99.07940161104717,"uptime_last_1d":99.44278099849228,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.00000025","discount":0},"provider_name":"Novita","tag":"novita/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":89.38139308329274,"uptime_last_5m":59.3984962406015,"uptime_last_1d":93.54131327919922,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.0000003","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp8","quantization":"fp8","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a","response_format","logprobs","top_logprobs","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.91438356164383,"uptime_last_5m":100,"uptime_last_1d":99.5440780846548,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":128000,"pricing":{"prompt":"0.00000006","completion":"0.00000042","input_cache_read":"0.000000012","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":4096,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99051629590993,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000009","completion":"0.00000036","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","repetition_penalty","top_k","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":90.13966010432442,"uptime_last_5m":92.70998415213946,"uptime_last_1d":89.37723312147394,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":128072,"pricing":{"prompt":"0.0000001","completion":"0.0000005","input_cache_read":"0.0000001","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":115264,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.94626236487333,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":128072,"pricing":{"prompt":"0.0000001","completion":"0.0000005","input_cache_read":"0.0000001","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":115264,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.84746450304259,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.0000001","completion":"0.00000075","input_cache_read":"0.000000055","discount":0},"provider_name":"Parasail","tag":"parasail/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99667091521297,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000014","completion":"0.00000095","discount":0},"provider_name":"SambaNova","tag":"sambanova","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":96.83739941244093,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Nebius | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Nebius","tag":"nebius/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","repetition_penalty","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.42457870941224,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.976345572983,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/turbo","quantization":"bf16","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98235605481386,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000075","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","max_tokens","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":93.75961500532523,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":88.32335329341318,"uptime_last_5m":62.7906976744186,"uptime_last_1d":91.62750499648895,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":92.91907514450867,"uptime_last_5m":88.07339449541286,"uptime_last_1d":92.88729288729289,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Groq | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000075","discount":0},"provider_name":"Groq","tag":"groq","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98005650656474,"uptime_last_5m":100,"uptime_last_1d":99.98570993720637,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mara | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.00000075","discount":0},"provider_name":"Mara","tag":"mara","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","top_k","top_p","tool_choice","tools","structured_outputs","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.1977186311787,"uptime_last_5m":96,"uptime_last_1d":90.432831881763,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.0000002","completion":"0.00000095","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":75.83126989741776,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cerebras | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000035","completion":"0.00000075","input_cache_read":"0.00000035","discount":0},"provider_name":"Cerebras","tag":"cerebras/fp16","quantization":"fp16","max_completion_tokens":40960,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","seed","logprobs","top_logprobs","tools","tool_choice","response_format","structured_outputs","frequency_penalty","presence_penalty","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98977975369206,"uptime_last_5m":99.96532593619972,"uptime_last_1d":99.9940696760735,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":24,"endpointError":null}},{"id":"c99f3bde-7c08-4de8-bd5c-8ee9123ebffa","slug":"gpt-oss-120b-low","name":"gpt-oss-120b (low)","shortName":"gpt-oss-120b (low)","sourceUrl":"https://artificialanalysis.ai/models/gpt-oss-120b-low","releaseDate":"2025-08-05","knowledgeCutoffDate":"2025-05-31","isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-oss-120b","name":"gpt-oss-120b"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":117,"inferenceParametersActiveBillions":5.1,"sizeClass":"medium","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":10.2105650347196,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":185.737768494686,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.15,"price1mOutputTokens":0.5449999999999999,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.45000000000000007,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.847963949500042,"timeToFirstAnswerTokenMs":11.615833167532669,"endToEndMs":14.307800472040826}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-53.5,"score":-53.5,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":364.46,"score":364.46,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.450292397660819,"score":0.450292397660819,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0288659793814433,"score":0.0288659793814433,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.053030303030303,"score":0.053030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.138576779026217,"score":0.138576779026217,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.46,"score":0.46,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.582993197278912,"score":0.582993197278912,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0588507877664504,"score":0.0588507877664504,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.671717171717172,"score":0.671717171717172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.706878306878307,"score":0.706878306878307,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.666666666666667,"score":0.666666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"c99f3bde-7c08-4de8-bd5c-8ee9123ebffa","slug":"gpt-oss-120b-low","name":"gpt-oss-120b (low)","shortName":"gpt-oss-120b (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-05","knowledgeCutoffDate":"2025-05-31","isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-oss-120b","name":"gpt-oss-120b"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":117,"inferenceParametersActiveBillions":5.1,"sizeClass":"medium","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/openai/gpt-oss-120b","microevalsEnabled":false,"intelligenceIndex":10.2105650347196,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-53.5,"omniscienceBreakdown":{"accuracy":0.198,"hallucinationRate":0.9139650872817955},"gdpval":364.46,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.450292397660819,"tauBanking":0.0288659793814433,"terminalbenchHard":0.053030303030303,"terminalBench21":0.138576779026217,"terminalBench40":null,"scicode":null,"lcr":0.46,"ifbench":0.582993197278912,"hle":0.0588507877664504,"gpqa":0.671717171717172,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.706878306878307,"aime25":0.666666666666667,"analystAgent":null,"price1mInputTokens":0.15,"price1mOutputTokens":0.5449999999999999,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.45000000000000007,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.24874999999999997,"price1mBlended7To2To1":0.1895,"price1mBlended0To1To1":0.3475,"price1mBlended100To1To1":0.15387254901960784,"price1mBlended0To100To1":0.1539108910891089,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":185.737768494686,"medianTimeToFirstChunk":0.847963949500042},"outputSpeedVariance":{"p05":34.46676765516,"q25":85.7826712637683,"median":185.737768494686,"q75":326.885299898716,"p95":1356.6698691481},"timeToFirstChunkVariance":{"p05":0.275874854750011,"q25":0.521196046499995,"median":0.847963949500042,"q75":1.0914403615,"p95":4.24419029500002},"performanceByPromptType":{"medium":{"medianOutputSpeed":174.235674007135,"medianTimeToFirstChunk":0.534766047000005,"medianTimeToFirstAnswerToken":12.013471607137474,"medianEndToEndResponseTime":14.883147997171841},"long":{"medianOutputSpeed":185.737768494686,"medianTimeToFirstChunk":0.847963949500042,"medianTimeToFirstAnswerToken":11.615833167532669,"medianEndToEndResponseTime":14.307800472040826},"hundredK":{"medianOutputSpeed":198.923865054508,"medianTimeToFirstChunk":3.93902309500004,"medianTimeToFirstAnswerToken":13.993120925101879,"medianEndToEndResponseTime":16.506645382627337},"mediumParallel":{"medianOutputSpeed":186.864506488554,"medianTimeToFirstChunk":0.548978204500002,"medianTimeToFirstAnswerToken":11.251920339327013,"medianEndToEndResponseTime":13.927655873033766}},"endToEndResponseTime":{"input":0.847963949500042,"reasoning":10.767869218032628,"answer":2.691967304508157,"total":14.307800472040826},"timeToFirstAnswerToken":{"input":0.847963949500042,"reasoning":10.767869218032628,"total":11.615833167532669},"performanceDataSource":{"type":"median"},"hostModelCount":18,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-oss-120b","matchedBy":"slug","catalog":{"id":"openai/gpt-oss-120b","canonical_slug":"openai/gpt-oss-120b","hugging_face_id":"openai/gpt-oss-120b","name":"OpenAI: gpt-oss-120b","created":1754414231,"description":"gpt-oss-120b is an open-weight, 117B-parameter Mixture-of-Experts (MoE) language model from OpenAI designed for high-reasoning, agentic, and general-purpose production use cases. It activates 5.1B parameters per forward pass and is optimized...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000075"},"top_provider":{"context_length":131072,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-oss-120b/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":930,"win_rate":29.4,"rank":109},{"arena":"models","category":"codecategories","elo":978,"win_rate":33.4,"rank":117},{"arena":"models","category":"dataviz","elo":1001,"win_rate":43.6,"rank":107},{"arena":"models","category":"gamedev","elo":1016,"win_rate":40.5,"rank":106},{"arena":"models","category":"uicomponent","elo":942,"win_rate":35.7,"rank":112},{"arena":"models","category":"website","elo":980,"win_rate":32.5,"rank":118}],"artificial_analysis":{"intelligence_index":12.3,"coding_index":30.4,"agentic_index":6.2}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"AkashML | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000017","input_cache_read":"0.00000003","discount":0},"provider_name":"AkashML","tag":"akashml/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","seed","frequency_penalty","presence_penalty","repetition_penalty","max_tokens","response_format","structured_outputs","tools","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.86523958846244,"uptime_last_5m":99.60881202388305,"uptime_last_1d":99.84805857212532,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000017","input_cache_read":"0.00000003","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.94710114261532,"uptime_last_5m":99.9462510077936,"uptime_last_1d":99.91312188320714,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DekaLLM | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000018","discount":0},"provider_name":"DekaLLM","tag":"dekallm/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","logit_bias","max_tokens","presence_penalty","seed","stop","temperature","top_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.96622078097555,"uptime_last_5m":100,"uptime_last_1d":99.90014849111977,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.000000037","completion":"0.00000017","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9933829611249,"uptime_last_5m":99.9720514253773,"uptime_last_1d":99.96607815394441,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Crusoe | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.00000025","input_cache_read":"0.00000005","discount":0},"provider_name":"Crusoe","tag":"crusoe/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","min_p","repetition_penalty","top_k","logit_bias","structured_outputs","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.21025182536135,"uptime_last_5m":99.07940161104717,"uptime_last_1d":99.44278099849228,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.00000025","discount":0},"provider_name":"Novita","tag":"novita/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":89.38139308329274,"uptime_last_5m":59.3984962406015,"uptime_last_1d":93.54131327919922,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.0000003","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp8","quantization":"fp8","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a","response_format","logprobs","top_logprobs","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.91438356164383,"uptime_last_5m":100,"uptime_last_1d":99.5440780846548,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":128000,"pricing":{"prompt":"0.00000006","completion":"0.00000042","input_cache_read":"0.000000012","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":4096,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99051629590993,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000009","completion":"0.00000036","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","repetition_penalty","top_k","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":90.13966010432442,"uptime_last_5m":92.70998415213946,"uptime_last_1d":89.37723312147394,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":128072,"pricing":{"prompt":"0.0000001","completion":"0.0000005","input_cache_read":"0.0000001","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":115264,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.94626236487333,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":128072,"pricing":{"prompt":"0.0000001","completion":"0.0000005","input_cache_read":"0.0000001","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":115264,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.84746450304259,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.0000001","completion":"0.00000075","input_cache_read":"0.000000055","discount":0},"provider_name":"Parasail","tag":"parasail/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99667091521297,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000014","completion":"0.00000095","discount":0},"provider_name":"SambaNova","tag":"sambanova","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":96.83739941244093,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Nebius | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Nebius","tag":"nebius/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","repetition_penalty","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.42457870941224,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.976345572983,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/turbo","quantization":"bf16","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98235605481386,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000075","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","max_tokens","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":93.75961500532523,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":88.32335329341318,"uptime_last_5m":62.7906976744186,"uptime_last_1d":91.62750499648895,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":92.91907514450867,"uptime_last_5m":88.07339449541286,"uptime_last_1d":92.88729288729289,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Groq | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000075","discount":0},"provider_name":"Groq","tag":"groq","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98005650656474,"uptime_last_5m":100,"uptime_last_1d":99.98570993720637,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mara | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.00000075","discount":0},"provider_name":"Mara","tag":"mara","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","top_k","top_p","tool_choice","tools","structured_outputs","response_format","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.1977186311787,"uptime_last_5m":96,"uptime_last_1d":90.432831881763,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.0000002","completion":"0.00000095","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","tools","tool_choice","response_format","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":75.83126989741776,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cerebras | openai/gpt-oss-120b","model_id":"openai/gpt-oss-120b","model_name":"OpenAI: gpt-oss-120b","context_length":131072,"pricing":{"prompt":"0.00000035","completion":"0.00000075","input_cache_read":"0.00000035","discount":0},"provider_name":"Cerebras","tag":"cerebras/fp16","quantization":"fp16","max_completion_tokens":40960,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","seed","logprobs","top_logprobs","tools","tool_choice","response_format","structured_outputs","frequency_penalty","presence_penalty","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98977975369206,"uptime_last_5m":99.96532593619972,"uptime_last_1d":99.9940696760735,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":24,"endpointError":null}},{"id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","slug":"gpt-oss-20b","name":"gpt-oss-20b (high)","shortName":"gpt-oss-20b (high)","sourceUrl":"https://artificialanalysis.ai/models/gpt-oss-20b","releaseDate":"2025-08-05","knowledgeCutoffDate":"2024-05-31","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-oss-20b","name":"gpt-oss-20b"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":21,"inferenceParametersActiveBillions":3.6,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":9.0371671856126,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":7.434263644400488,"strategyAndOps":4.918701602294844,"legal":7.349435673954709,"healthcareAndMedical":6.672374489618242,"engineering":11.748794379716665,"economics":11.351732719338884},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":168.277962256859,"canonicalInputTokens":269180384,"canonicalOutputTokens":69793295,"outputTokensPerTask":18108.80158174822,"answerTokensPerTask":2000.674950298791,"reasoningTokensPerTask":16108.126631449428,"price1mInputTokens":0.060000000000000005,"price1mOutputTokens":0.19,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.011327291692644618,"latency":{"timeToFirstChunkMs":0.789615829000013,"timeToFirstAnswerTokenMs":12.674713397196172,"endToEndMs":15.645987789245211}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":0,"score":0,"outputTokensPerTask":25108.86813186813,"costPerTask":0.007943215274725276,"timePerTask":124.98002965264172,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":513.93,"score":513.93,"outputTokensPerTask":37011.88636363636,"costPerTask":0.0717057945,"timePerTask":184.22760559869636,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.0019111706206154657,"score":0.0019111706206154657,"outputTokensPerTask":4860.948249619482,"costPerTask":0.001647077792998478,"timePerTask":24.19549352789561,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":24838.045454545456,"costPerTask":0.00870270681818182,"timePerTask":123.63200288916381,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.388888888888889,"score":0.388888888888889,"outputTokensPerTask":9747.201388888889,"costPerTask":0.002007834097222222,"timePerTask":48.51694278753487,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.10982391102873,"score":0.10982391102873,"outputTokensPerTask":16180.832252085263,"costPerTask":0.0030925352085264136,"timePerTask":80.54050401831384,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.02,"score":0.02,"outputTokensPerTask":10832.56,"costPerTask":0.0039219682,"timePerTask":53.91934287534498,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0142857142857143,"score":0.0142857142857143,"outputTokensPerTask":37604.41428571429,"costPerTask":0.007354419571428572,"timePerTask":187.1769283990072,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-63.05,"score":-63.05,"outputTokensPerTask":2129.1165,"costPerTask":0.00041195091500000004,"timePerTask":10.597731522839887,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.346666666666667,"score":0.346666666666667,"outputTokensPerTask":3171.25,"costPerTask":0.0062627407,"timePerTask":15.784977520866514,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.00555555555555556,"score":0.00555555555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.02,"score":0.02,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":513.93,"score":513.93,"outputTokensPerTask":37011.88636363636,"costPerTask":0.0717057945,"timePerTask":184.22760559869636,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.006964999999999975,"score":0.006964999999999975,"outputTokensPerTask":37011.88636363636,"costPerTask":0.0717057945,"timePerTask":184.22760559869636,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.60233918128655,"score":0.60233918128655,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0701030927835052,"score":0.0701030927835052,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.106060606060606,"score":0.106060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.138576779026217,"score":0.138576779026217,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":24838.045454545456,"costPerTask":0.00870270681818182,"timePerTask":123.63200288916381,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.346666666666667,"score":0.346666666666667,"outputTokensPerTask":3171.25,"costPerTask":0.0062627407,"timePerTask":15.784977520866514,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.651020408163265,"score":0.651020408163265,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.10982391102873,"score":0.10982391102873,"outputTokensPerTask":16180.832252085263,"costPerTask":0.0030925352085264136,"timePerTask":80.54050401831384,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.687878787878788,"score":0.687878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.00737463126843658,"score":0.00737463126843658,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.776719576719577,"score":0.776719576719577,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.893333333333333,"score":0.893333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.0019111706206154657,"score":0.0019111706206154657,"outputTokensPerTask":4860.948249619482,"costPerTask":0.001647077792998478,"timePerTask":24.19549352789561,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":7.434263644400488,"score":7.434263644400488,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":4.918701602294844,"score":4.918701602294844,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":7.349435673954709,"score":7.349435673954709,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":6.672374489618242,"score":6.672374489618242,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":11.748794379716665,"score":11.748794379716665,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":11.351732719338884,"score":11.351732719338884,"family":"Capability Index"}],"benchmarkCount":33,"raw":{"id":"36f73aaf-d38a-4b56-a2b3-d04d17186910","slug":"gpt-oss-20b","name":"gpt-oss-20b (high)","shortName":"gpt-oss-20b (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-05","knowledgeCutoffDate":"2024-05-31","isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"gpt-oss-20b","name":"gpt-oss-20b"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":21,"inferenceParametersActiveBillions":3.6,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/openai/gpt-oss-20b","microevalsEnabled":true,"intelligenceIndex":9.0371671856126,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":7.434263644400488,"strategyAndOps":4.918701602294844,"legal":7.349435673954709,"healthcareAndMedical":6.672374489618242,"engineering":11.748794379716665,"economics":11.351732719338884},"omniscience":-63.05,"omniscienceBreakdown":{"accuracy":0.16,"hallucinationRate":0.9410714285714286},"mlcrOverall":0.00555555555555556,"gdpPdfAllPass":0.02,"gdpval":513.93,"gdpvalNormalized":0.006964999999999975,"itBenchSre":null,"tau2":0.60233918128655,"tauBanking":0.0701030927835052,"terminalbenchHard":0.106060606060606,"terminalBench21":0.138576779026217,"terminalBench40":0,"scicode":0.388888888888889,"lcr":0.346666666666667,"ifbench":0.651020408163265,"hle":0.10982391102873,"gpqa":0.687878787878788,"critpt":0.0142857142857143,"apexAgents":0.00737463126843658,"mmmuPro":null,"livecodebench":0.776719576719577,"aime25":0.893333333333333,"analystAgent":null,"automationBenchPartialScore":0.0019111706206154657,"price1mInputTokens":0.060000000000000005,"price1mOutputTokens":0.19,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.0925,"price1mBlended7To2To1":0.073,"price1mBlended0To1To1":0.125,"price1mBlended100To1To1":0.06127450980392158,"price1mBlended0To100To1":0.0612871287128713,"intelligenceIndexTimePerTask":90.13702038556646,"intelligenceIndexCost":{"total":29.41154909,"input":16.150823040000002,"nonCacheInput":0.89569734,"cacheRead":0,"cacheWrite":15.2551257,"output":13.26072605,"reasoning":12.50161563,"answer":0.7591104200000001},"intelligenceIndexCostPerTask":{"cost":{"total":0.011327291692644618,"input":0.007886619392112458,"nonCacheInput":0.0005088635341106404,"cacheRead":0,"cacheWrite":0.007377755858001817,"output":0.0034406723005321617,"reasoning":0.003060544059975391,"answer":0.0003801282405567702},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.0011914822912087912},{"slug":"gdpval-aa","weightedCostPerTask":0.007170579450000001},{"slug":"automationbench-aa","weightedCostPerTask":0.00008235388964992391},{"slug":"terminalbench-4-0","weightedCostPerTask":0.000870270681818182},{"slug":"scicode","weightedCostPerTask":0.00020078340972222222},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00030925352085264135},{"slug":"gdp-pdf","weightedCostPerTask":0.00039219682},{"slug":"critpt","weightedCostPerTask":0.0007354419571428572},{"slug":"omniscience","weightedCostPerTask":0.00006179263725},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00031313703500000003}]},"canonicalIntelligenceIndexTokenCount":{"input":269180384,"output":69793295,"answer":3995318,"reasoning":65797977},"intelligenceIndexOutputTokensPerTask":{"reasoning":16108.126631449428,"answer":2000.674950298791,"output":18108.80158174822},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":0,"outputTokensPerTask":25108.86813186813,"costPerTask":0.007943215274725276,"timePerTask":124.98002965264172},{"slug":"gdpval-aa","score":513.93,"outputTokensPerTask":37011.88636363636,"costPerTask":0.0717057945,"timePerTask":184.22760559869636},{"slug":"automationbench-aa","score":0.0019111706206154657,"outputTokensPerTask":4860.948249619482,"costPerTask":0.001647077792998478,"timePerTask":24.19549352789561},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":24838.045454545456,"costPerTask":0.00870270681818182,"timePerTask":123.63200288916381},{"slug":"scicode","score":0.388888888888889,"outputTokensPerTask":9747.201388888889,"costPerTask":0.002007834097222222,"timePerTask":48.51694278753487},{"slug":"humanitys-last-exam","score":0.10982391102873,"outputTokensPerTask":16180.832252085263,"costPerTask":0.0030925352085264136,"timePerTask":80.54050401831384},{"slug":"gdp-pdf","score":0.02,"outputTokensPerTask":10832.56,"costPerTask":0.0039219682,"timePerTask":53.91934287534498},{"slug":"critpt","score":0.0142857142857143,"outputTokensPerTask":37604.41428571429,"costPerTask":0.007354419571428572,"timePerTask":187.1769283990072},{"slug":"omniscience","score":-63.05,"outputTokensPerTask":2129.1165,"costPerTask":0.00041195091500000004,"timePerTask":10.597731522839887},{"slug":"artificial-analysis-long-context-reasoning","score":0.346666666666667,"outputTokensPerTask":3171.25,"costPerTask":0.0062627407,"timePerTask":15.784977520866514}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":0,"lower95ci":0,"upper95ci":0},"rubricPassRate":0.024242424242424242,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":0.72283259,"timescaleData":{"medianOutputSpeed":168.277962256859,"medianTimeToFirstChunk":0.789615829000013},"outputSpeedVariance":{"p05":67.1534760836189,"q25":98.4170428302972,"median":168.277962256859,"q75":391.757167234509,"p95":958.999956554516},"timeToFirstChunkVariance":{"p05":0.291964825099986,"q25":0.539896089500018,"median":0.789615829000013,"q75":1.37754349375,"p95":72.5923406722},"performanceByPromptType":{"medium":{"medianOutputSpeed":196.707191469791,"medianTimeToFirstChunk":0.461555336999993,"medianTimeToFirstAnswerToken":10.628951785782837,"medianEndToEndResponseTime":13.170800897978548},"long":{"medianOutputSpeed":168.277962256859,"medianTimeToFirstChunk":0.789615829000013,"medianTimeToFirstAnswerToken":12.674713397196172,"medianEndToEndResponseTime":15.645987789245211},"hundredK":{"medianOutputSpeed":102.271023223334,"medianTimeToFirstChunk":4.91797466200001,"medianTimeToFirstAnswerToken":24.473856054058704,"medianEndToEndResponseTime":29.362826402073377},"mediumParallel":{"medianOutputSpeed":169.346314208466,"medianTimeToFirstChunk":0.440665251000098,"medianTimeToFirstAnswerToken":12.250783524598848,"medianEndToEndResponseTime":15.203313092998537}},"endToEndResponseTime":{"input":0.789615829000013,"reasoning":11.885097568196159,"answer":2.9712743920490396,"total":15.645987789245211},"timeToFirstAnswerToken":{"input":0.789615829000013,"reasoning":11.885097568196159,"total":12.674713397196172},"performanceDataSource":{"type":"median"},"hostModelCount":10,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-oss-20b","matchedBy":"slug","catalog":{"id":"openai/gpt-oss-20b","canonical_slug":"openai/gpt-oss-20b","hugging_face_id":"openai/gpt-oss-20b","name":"OpenAI: gpt-oss-20b","created":1754414229,"description":"gpt-oss-20b is an open-weight 21B parameter model released by OpenAI under the Apache 2.0 license. It uses a Mixture-of-Experts (MoE) architecture with 3.6B active parameters per forward pass, optimized for...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000003","completion":"0.00000013","input_cache_read":"0.00000003"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-oss-20b/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"dataviz","elo":946,"win_rate":39.7,"rank":112},{"arena":"models","category":"website","elo":865,"win_rate":27.9,"rank":126}],"artificial_analysis":{"intelligence_index":9,"coding_index":20.7,"agentic_index":1.4}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Darkbloom | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.000000018","completion":"0.00000009","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.81180823578195,"uptime_last_5m":99.69663541092113,"uptime_last_1d":99.73231671326567,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AkashML | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000002","completion":"0.0000001","discount":0},"provider_name":"AkashML","tag":"akashml/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","seed","frequency_penalty","presence_penalty","repetition_penalty","max_tokens","structured_outputs","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.34550147492625,"uptime_last_5m":98.43382928739233,"uptime_last_1d":99.58441015765163,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DekaLLM | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.000000029","completion":"0.00000014","discount":0},"provider_name":"DekaLLM","tag":"dekallm/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","logit_bias","max_tokens","presence_penalty","seed","stop","temperature","top_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.93714644877436,"uptime_last_5m":99.83108108108108,"uptime_last_1d":99.91959772208354,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000013","input_cache_read":"0.00000003","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99677938808374,"uptime_last_5m":100,"uptime_last_1d":99.99499115965497,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000014","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.75429975429975,"uptime_last_5m":100,"uptime_last_1d":99.93390997284037,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000015","input_cache_read":"0.00000002","discount":0},"provider_name":"Parasail","tag":"parasail/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.9732453402301,"uptime_last_5m":99.91432855001071,"uptime_last_1d":99.96635162628603,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000004","completion":"0.00000015","discount":0},"provider_name":"Novita","tag":"novita/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","structured_outputs","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8489425981873,"uptime_last_5m":100,"uptime_last_1d":99.88973575269857,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000004","completion":"0.00000018","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","max_tokens","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.81774349083896,"uptime_last_5m":100,"uptime_last_1d":97.30340899430418,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.0000002","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","response_format","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000007","completion":"0.00000015","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000007","completion":"0.00000015","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98456194519491,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000007","completion":"0.00000025","discount":0},"provider_name":"Google","tag":"google-vertex/us-central1","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","repetition_penalty","top_k","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.30371255638228,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Groq | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.000000075","completion":"0.0000003","input_cache_read":"0.0000000375","discount":0},"provider_name":"Groq","tag":"groq","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.89901390043958,"uptime_last_5m":99.92854080320137,"uptime_last_1d":99.7841512109391,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":13,"endpointError":null}},{"id":"16149b9c-a1e9-4669-a5cb-ff3c00d78f89","slug":"gpt-oss-20b-low","name":"gpt-oss-20b (low)","shortName":"gpt-oss-20b (low)","sourceUrl":"https://artificialanalysis.ai/models/gpt-oss-20b-low","releaseDate":"2025-08-05","knowledgeCutoffDate":"2025-05-31","isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-oss-20b","name":"gpt-oss-20b"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":21,"inferenceParametersActiveBillions":3.6,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":9.95295342568922,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":203.665503921621,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.07,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.842681646499955,"timeToFirstAnswerTokenMs":10.662704976369719,"endToEndMs":13.11771080883716}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-58.55,"score":-58.55,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.502923976608187,"score":0.502923976608187,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0454545454545455,"score":0.0454545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.31,"score":0.31,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.578231292517007,"score":0.578231292517007,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0528266913809083,"score":0.0528266913809083,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.611111111111111,"score":0.611111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.651851851851852,"score":0.651851851851852,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.623333333333333,"score":0.623333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"16149b9c-a1e9-4669-a5cb-ff3c00d78f89","slug":"gpt-oss-20b-low","name":"gpt-oss-20b (low)","shortName":"gpt-oss-20b (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-05","knowledgeCutoffDate":"2025-05-31","isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"gpt-oss-20b","name":"gpt-oss-20b"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":21,"inferenceParametersActiveBillions":3.6,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/openai/gpt-oss-20b","microevalsEnabled":false,"intelligenceIndex":9.95295342568922,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-58.55,"omniscienceBreakdown":{"accuracy":0.15083333333333335,"hallucinationRate":0.8671246319921492},"gdpval":null,"itBenchSre":null,"tau2":0.502923976608187,"tauBanking":null,"terminalbenchHard":0.0454545454545455,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.31,"ifbench":0.578231292517007,"hle":0.0528266913809083,"gpqa":0.611111111111111,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.651851851851852,"aime25":0.623333333333333,"analystAgent":null,"price1mInputTokens":0.07,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.10250000000000001,"price1mBlended7To2To1":0.083,"price1mBlended0To1To1":0.135,"price1mBlended100To1To1":0.07127450980392158,"price1mBlended0To100To1":0.0712871287128713,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":203.665503921621,"medianTimeToFirstChunk":0.842681646499955},"outputSpeedVariance":{"p05":66.7877640649162,"q25":129.790923046068,"median":203.665503921621,"q75":387.798740726769,"p95":950.779238367862},"timeToFirstChunkVariance":{"p05":0.290796697800007,"q25":0.608364688000024,"median":0.842681646499955,"q75":1.39862885599996,"p95":21.6525428371},"performanceByPromptType":{"medium":{"medianOutputSpeed":225.579646936141,"medianTimeToFirstChunk":0.494913514499984,"medianTimeToFirstAnswerToken":9.360961613982013,"medianEndToEndResponseTime":11.57747363885252},"long":{"medianOutputSpeed":203.665503921621,"medianTimeToFirstChunk":0.842681646499955,"medianTimeToFirstAnswerToken":10.662704976369719,"medianEndToEndResponseTime":13.11771080883716},"hundredK":{"medianOutputSpeed":180.648122371298,"medianTimeToFirstChunk":5.857361938,"medianTimeToFirstAnswerToken":16.928609032886868,"medianEndToEndResponseTime":19.696420806608582},"mediumParallel":{"medianOutputSpeed":200.120139301843,"medianTimeToFirstChunk":0.437237008000011,"medianTimeToFirstAnswerToken":10.431233649104593,"medianEndToEndResponseTime":12.929732809380738}},"endToEndResponseTime":{"input":0.842681646499955,"reasoning":9.820023329869764,"answer":2.455005832467441,"total":13.11771080883716},"timeToFirstAnswerToken":{"input":0.842681646499955,"reasoning":9.820023329869764,"total":10.662704976369719},"performanceDataSource":{"type":"median"},"hostModelCount":9,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/gpt-oss-20b","matchedBy":"slug","catalog":{"id":"openai/gpt-oss-20b","canonical_slug":"openai/gpt-oss-20b","hugging_face_id":"openai/gpt-oss-20b","name":"OpenAI: gpt-oss-20b","created":1754414229,"description":"gpt-oss-20b is an open-weight 21B parameter model released by OpenAI under the Apache 2.0 license. It uses a Mixture-of-Experts (MoE) architecture with 3.6B active parameters per forward pass, optimized for...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00000003","completion":"0.00000013","input_cache_read":"0.00000003"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/gpt-oss-20b/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"dataviz","elo":946,"win_rate":39.7,"rank":112},{"arena":"models","category":"website","elo":865,"win_rate":27.9,"rank":126}],"artificial_analysis":{"intelligence_index":9,"coding_index":20.7,"agentic_index":1.4}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"Darkbloom | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.000000018","completion":"0.00000009","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.81180823578195,"uptime_last_5m":99.69663541092113,"uptime_last_1d":99.73231671326567,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AkashML | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000002","completion":"0.0000001","discount":0},"provider_name":"AkashML","tag":"akashml/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","seed","frequency_penalty","presence_penalty","repetition_penalty","max_tokens","structured_outputs","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.34550147492625,"uptime_last_5m":98.43382928739233,"uptime_last_1d":99.58441015765163,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DekaLLM | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.000000029","completion":"0.00000014","discount":0},"provider_name":"DekaLLM","tag":"dekallm/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","logit_bias","max_tokens","presence_penalty","seed","stop","temperature","top_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.93714644877436,"uptime_last_5m":99.83108108108108,"uptime_last_1d":99.91959772208354,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000013","input_cache_read":"0.00000003","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99677938808374,"uptime_last_5m":100,"uptime_last_1d":99.99499115965497,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000014","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.75429975429975,"uptime_last_5m":100,"uptime_last_1d":99.93390997284037,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000003","completion":"0.00000015","input_cache_read":"0.00000002","discount":0},"provider_name":"Parasail","tag":"parasail/fp4","quantization":"fp4","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.9732453402301,"uptime_last_5m":99.91432855001071,"uptime_last_1d":99.96635162628603,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000004","completion":"0.00000015","discount":0},"provider_name":"Novita","tag":"novita/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","structured_outputs","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8489425981873,"uptime_last_5m":100,"uptime_last_1d":99.88973575269857,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000004","completion":"0.00000018","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","max_tokens","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.81774349083896,"uptime_last_5m":100,"uptime_last_1d":97.30340899430418,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.0000002","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","response_format","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000007","completion":"0.00000015","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/eu-west-1","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000007","completion":"0.00000015","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98456194519491,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.00000007","completion":"0.00000025","discount":0},"provider_name":"Google","tag":"google-vertex/us-central1","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","repetition_penalty","top_k","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.30371255638228,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Groq | openai/gpt-oss-20b","model_id":"openai/gpt-oss-20b","model_name":"OpenAI: gpt-oss-20b","context_length":131072,"pricing":{"prompt":"0.000000075","completion":"0.0000003","input_cache_read":"0.0000000375","discount":0},"provider_name":"Groq","tag":"groq","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","seed","response_format","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.89901390043958,"uptime_last_5m":99.92854080320137,"uptime_last_1d":99.7841512109391,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":13,"endpointError":null}},{"id":"2cff73da-4855-403c-afc9-5540feadcc15","slug":"granite-3-3-8b-instruct","name":"Granite 3.3 8B (Non-reasoning)","shortName":"Granite 3.3 8B","sourceUrl":"https://artificialanalysis.ai/models/granite-3-3-8b-instruct","releaseDate":"2025-04-16","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"granite-3-3-8b-instruct","name":"Granite 3.3 8B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8.17,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":4.92158293624767,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":40.4400091370157,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.03,"price1mOutputTokens":0.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":10.0768495960001,"timeToFirstAnswerTokenMs":10.0768495960001,"endToEndMs":22.440842846000088}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-77.28333333333333,"score":-77.28333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.105263157894737,"score":0.105263157894737,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.224489795918367,"score":0.224489795918367,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0417052826691381,"score":0.0417052826691381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.338383838383838,"score":0.338383838383838,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.126984126984127,"score":0.126984126984127,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.0666666666666667,"score":0.0666666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"2cff73da-4855-403c-afc9-5540feadcc15","slug":"granite-3-3-8b-instruct","name":"Granite 3.3 8B (Non-reasoning)","shortName":"Granite 3.3 8B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-16","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"granite-3-3-8b-instruct","name":"Granite 3.3 8B"},"deprecated":true,"deprecatedTo":"granite-4-0-micro","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8.17,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct","microevalsEnabled":false,"intelligenceIndex":4.92158293624767,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-77.28333333333333,"omniscienceBreakdown":{"accuracy":0.0965,"hallucinationRate":0.9621840988747463},"gdpval":null,"itBenchSre":null,"tau2":0.105263157894737,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.224489795918367,"hle":0.0417052826691381,"gpqa":0.338383838383838,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.126984126984127,"aime25":0.0666666666666667,"analystAgent":null,"price1mInputTokens":0.03,"price1mOutputTokens":0.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.08499999999999999,"price1mBlended7To2To1":0.052000000000000005,"price1mBlended0To1To1":0.14,"price1mBlended100To1To1":0.03215686274509804,"price1mBlended0To100To1":0.03217821782178218,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":40.4400091370157,"medianTimeToFirstChunk":10.0768495960001},"outputSpeedVariance":{"p05":14.5288082181325,"q25":18.23439201635,"median":40.4400091370157,"q75":43.0573880286887,"p95":45.1680877577966},"timeToFirstChunkVariance":{"p05":9.24484146879996,"q25":9.829108283,"median":10.0768495960001,"q75":24.9221247224999,"p95":27.5132298788},"performanceByPromptType":{"long":{"medianOutputSpeed":40.4400091370157,"medianTimeToFirstChunk":10.0768495960001,"medianTimeToFirstAnswerToken":10.0768495960001,"medianEndToEndResponseTime":22.440842846000088}},"endToEndResponseTime":{"input":10.0768495960001,"reasoning":0,"answer":12.36399324999999,"total":22.440842846000088},"timeToFirstAnswerToken":{"input":10.0768495960001,"reasoning":0,"total":10.0768495960001},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"5dba8d07-9992-483c-81db-dac97cb15ba8","slug":"granite-4-0-h-small","name":"Granite 4.0 H Small","shortName":"Granite 4.0 H Small","sourceUrl":"https://artificialanalysis.ai/models/granite-4-0-h-small","releaseDate":"2025-09-22","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"granite-4-0-h-small","name":"Granite 4.0 H Small"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32,"inferenceParametersActiveBillions":9,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":6.04930220974964,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":17.4882140216957,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.06,"price1mOutputTokens":0.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":28.705046689,"timeToFirstAnswerTokenMs":28.705046689,"endToEndMs":57.29573064218728}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-61.016666666666666,"score":-61.016666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.172514619883041,"score":0.172514619883041,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0227272727272727,"score":0.0227272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.113333333333333,"score":0.113333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.314965986394558,"score":0.314965986394558,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0379981464318814,"score":0.0379981464318814,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.416161616161616,"score":0.416161616161616,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.250793650793651,"score":0.250793650793651,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.136666666666667,"score":0.136666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"5dba8d07-9992-483c-81db-dac97cb15ba8","slug":"granite-4-0-h-small","name":"Granite 4.0 H Small","shortName":"Granite 4.0 H Small","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-22","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"granite-4-0-h-small","name":"Granite 4.0 H Small"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32,"inferenceParametersActiveBillions":9,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/ibm-granite/granite-4.0-h-small","microevalsEnabled":false,"intelligenceIndex":6.04930220974964,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-61.016666666666666,"omniscienceBreakdown":{"accuracy":0.14283333333333334,"hallucinationRate":0.8784755979000584},"gdpval":null,"itBenchSre":null,"tau2":0.172514619883041,"tauBanking":null,"terminalbenchHard":0.0227272727272727,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.113333333333333,"ifbench":0.314965986394558,"hle":0.0379981464318814,"gpqa":0.416161616161616,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.250793650793651,"aime25":0.136666666666667,"analystAgent":null,"price1mInputTokens":0.06,"price1mOutputTokens":0.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.1075,"price1mBlended7To2To1":0.079,"price1mBlended0To1To1":0.155,"price1mBlended100To1To1":0.06186274509803921,"price1mBlended0To100To1":0.06188118811881188,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":55.55555555555556,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"timescaleData":{"medianOutputSpeed":17.4882140216957,"medianTimeToFirstChunk":28.705046689},"outputSpeedVariance":{"p05":11.8488915361349,"q25":16.8826799130039,"median":17.4882140216957,"q75":20.3717973041199,"p95":38.3282513185962},"timeToFirstChunkVariance":{"p05":14.4974472348001,"q25":24.9364350339999,"median":28.705046689,"q75":30.2677064679999,"p95":44.2766774632},"performanceByPromptType":{"medium":{"medianOutputSpeed":15.9311858668435,"medianTimeToFirstChunk":31.259443218,"medianTimeToFirstAnswerToken":31.259443218,"medianEndToEndResponseTime":62.64442636860251},"long":{"medianOutputSpeed":17.4882140216957,"medianTimeToFirstChunk":28.705046689,"medianTimeToFirstAnswerToken":28.705046689,"medianEndToEndResponseTime":57.29573064218728}},"endToEndResponseTime":{"input":28.705046689,"reasoning":0,"answer":28.590683953187277,"total":57.29573064218728},"timeToFirstAnswerToken":{"input":28.705046689,"reasoning":0,"total":28.705046689},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"82ed9bd2-c97b-4c35-9312-94bb72001e36","slug":"granite-4-1-8b","name":"Granite 4.1 8B","shortName":"Granite 4.1 8B","sourceUrl":"https://artificialanalysis.ai/models/granite-4-1-8b","releaseDate":"2026-04-29","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"granite-4-1-8b","name":"Granite 4.1 8B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":6.57208916161427,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":77.7308563770326,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.828736246000006,"timeToFirstAnswerTokenMs":0.828736246000006,"endToEndMs":7.261188213012384}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-64.11666666666666,"score":-64.11666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.277777777777778,"score":0.277777777777778,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0337078651685393,"score":0.0337078651685393,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.133333333333333,"score":0.133333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.386394557823129,"score":0.386394557823129,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0379981464318814,"score":0.0379981464318814,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.433333333333333,"score":0.433333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"82ed9bd2-c97b-4c35-9312-94bb72001e36","slug":"granite-4-1-8b","name":"Granite 4.1 8B","shortName":"Granite 4.1 8B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-29","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"granite-4-1-8b","name":"Granite 4.1 8B"},"deprecated":true,"deprecatedTo":"granite-4-2-8b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/ibm-granite/granite-4.1-8b","microevalsEnabled":true,"intelligenceIndex":6.57208916161427,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-64.11666666666666,"omniscienceBreakdown":{"accuracy":0.123,"hallucinationRate":0.871341695172938},"gdpval":null,"itBenchSre":null,"tau2":0.277777777777778,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":0.0337078651685393,"terminalBench40":null,"scicode":null,"lcr":0.133333333333333,"ifbench":0.386394557823129,"hle":0.0379981464318814,"gpqa":0.433333333333333,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.0625,"price1mBlended7To2To1":0.05500000000000001,"price1mBlended0To1To1":0.07500000000000001,"price1mBlended100To1To1":0.05049019607843137,"price1mBlended0To100To1":0.05049504950495049,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":61.111111111111114,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"timescaleData":{"medianOutputSpeed":77.7308563770326,"medianTimeToFirstChunk":0.828736246000006},"outputSpeedVariance":{"p05":25.123365933369,"q25":47.9591519699293,"median":77.7308563770326,"q75":93.8903170976562,"p95":122.490078027013},"timeToFirstChunkVariance":{"p05":0.762323670350028,"q25":0.783727287250017,"median":0.828736246000006,"q75":0.889048830750028,"p95":1.80596988385002},"performanceByPromptType":{"medium":{"medianOutputSpeed":60.1795100526897,"medianTimeToFirstChunk":0.482253468999999,"medianTimeToFirstAnswerToken":0.482253468999999,"medianEndToEndResponseTime":8.790729220335113},"long":{"medianOutputSpeed":77.7308563770326,"medianTimeToFirstChunk":0.828736246000006,"medianTimeToFirstAnswerToken":0.828736246000006,"medianEndToEndResponseTime":7.261188213012384},"hundredK":{"medianOutputSpeed":62.7710617750621,"medianTimeToFirstChunk":8.95566687450003,"medianTimeToFirstAnswerToken":8.95566687450003,"medianEndToEndResponseTime":16.92112079324578},"mediumParallel":{"medianOutputSpeed":27.8771017691666,"medianTimeToFirstChunk":0.649267460000146,"medianTimeToFirstAnswerToken":0.649267460000146,"medianEndToEndResponseTime":18.58513483029557}},"endToEndResponseTime":{"input":0.828736246000006,"reasoning":0,"answer":6.432451967012378,"total":7.261188213012384},"timeToFirstAnswerToken":{"input":0.828736246000006,"reasoning":0,"total":0.828736246000006},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"1071dea1-43e7-4fe9-b936-3034bb622b2e","slug":"granite-4-2-30b","name":"Granite 4.2 30B","shortName":"Granite 4.2 30B","sourceUrl":"https://artificialanalysis.ai/models/granite-4-2-30b","releaseDate":"2026-08-25","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"granite-4-2-30b","name":"Granite 4.2 30B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":14.8312405050789,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":74.6943259300216,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.16,"price1mOutputTokens":0.65,"cacheHitPrice":0.04,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.856258787000002,"timeToFirstAnswerTokenMs":27.63205433904404,"endToEndMs":34.32600322705505}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-12.916666666666666,"score":-12.916666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.018,"score":0.018,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":721.01,"score":721.01,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.11050499999999999,"score":0.11050499999999999,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.144329896907216,"score":0.144329896907216,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.265917602996255,"score":0.265917602996255,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.378472222222222,"score":0.378472222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.49,"score":0.49,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.111677479147359,"score":0.111677479147359,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.644444444444444,"score":0.644444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"1071dea1-43e7-4fe9-b936-3034bb622b2e","slug":"granite-4-2-30b","name":"Granite 4.2 30B","shortName":"Granite 4.2 30B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-25","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"granite-4-2-30b","name":"Granite 4.2 30B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/ibm-granite/granite-4.2-30b","microevalsEnabled":false,"intelligenceIndex":14.8312405050789,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-12.916666666666666,"omniscienceBreakdown":{"accuracy":0.10083333333333333,"hallucinationRate":0.2557924003707136},"gdpPdfAllPass":0.018,"gdpval":721.01,"gdpvalNormalized":0.11050499999999999,"itBenchSre":null,"tau2":null,"tauBanking":0.144329896907216,"terminalbenchHard":null,"terminalBench21":0.265917602996255,"terminalBench40":null,"scicode":0.378472222222222,"lcr":0.49,"ifbench":null,"hle":0.111677479147359,"gpqa":0.644444444444444,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.16,"price1mOutputTokens":0.65,"cacheHitPrice":0.04,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.2825,"price1mBlended7To2To1":0.125,"price1mBlended0To1To1":0.405,"price1mBlended100To1To1":0.04715686274509805,"price1mBlended0To100To1":0.16485148514851483,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":72.22222222222223,"modelAvailability":6,"transparencyMethodology":4,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"timescaleData":{"medianOutputSpeed":74.6943259300216,"medianTimeToFirstChunk":0.856258787000002},"outputSpeedVariance":{"p05":19.4672877563894,"q25":26.6296743339615,"median":74.6943259300216,"q75":76.7212223938659,"p95":77.4428740505347},"timeToFirstChunkVariance":{"p05":0.743690776599987,"q25":0.814252594999999,"median":0.856258787000002,"q75":0.955499850000002,"p95":194.5211770746},"performanceByPromptType":{"medium":{"medianOutputSpeed":70.0968065320889,"medianTimeToFirstChunk":0.280386199000049,"medianTimeToFirstAnswerToken":28.81235646906421,"medianEndToEndResponseTime":35.945349036580254},"long":{"medianOutputSpeed":74.6943259300216,"medianTimeToFirstChunk":0.856258787000002,"medianTimeToFirstAnswerToken":27.63205433904404,"medianEndToEndResponseTime":34.32600322705505},"hundredK":{"medianOutputSpeed":64.1835789746785,"medianTimeToFirstChunk":8.885669829,"medianTimeToFirstAnswerToken":40.04628804240679,"medianEndToEndResponseTime":47.83644259575849},"mediumParallel":{"medianOutputSpeed":21.5062829479417,"medianTimeToFirstChunk":0.616362132500058,"medianTimeToFirstAnswerToken":93.61244168940061,"medianEndToEndResponseTime":116.86146157862575}},"endToEndResponseTime":{"input":0.856258787000002,"reasoning":26.775795552044038,"answer":6.693948888011009,"total":34.32600322705505},"timeToFirstAnswerToken":{"input":0.856258787000002,"reasoning":26.775795552044038,"total":27.63205433904404},"performanceDataSource":{"type":"firstParty","providerName":"IBM"},"hostModelCount":1,"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"0c64b008-20c3-408d-bd68-15136df8cd2c","slug":"granite-4-2-3b","name":"Granite 4.2 3B","shortName":"Granite 4.2 3B","sourceUrl":"https://artificialanalysis.ai/models/granite-4-2-3b","releaseDate":"2026-08-25","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"granite-4-2-3b","name":"Granite 4.2 3B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":3,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":9.05588232376756,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":8.550363203360488,"strategyAndOps":3.3316329022354494,"legal":12.356215657900783,"engineering":16.09647590361446,"economics":19.443443775100402},"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":215.03482229625,"canonicalInputTokens":388311902,"canonicalOutputTokens":91922348,"outputTokensPerTask":18577.478733412783,"answerTokensPerTask":7389.365376368686,"reasoningTokensPerTask":11188.113357044096,"price1mInputTokens":0.03,"price1mOutputTokens":0.12,"cacheHitPrice":0.0075,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.005962288257714593,"latency":{"timeToFirstChunkMs":0.39370631999995,"timeToFirstAnswerTokenMs":9.694525501949151,"endToEndMs":12.019730297436451}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":120.61,"score":120.61,"outputTokensPerTask":29940.164835164836,"costPerTask":0.015672114066881866,"timePerTask":137.8886539471884,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":389.62,"score":389.62,"outputTokensPerTask":18461.536363636365,"costPerTask":0.006289464974999998,"timePerTask":85.0241277225378,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.003767979122295127,"score":0.003767979122295127,"outputTokensPerTask":11997.23896499239,"costPerTask":0.002318652497402968,"timePerTask":55.25297342460181,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":43221.98484848485,"costPerTask":0.017656220206363638,"timePerTask":199.0577321299018,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.253472222222222,"score":0.253472222222222,"outputTokensPerTask":13154.923611111111,"costPerTask":0.0016449335416666663,"timePerTask":60.584660087901334,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0662650602409639,"score":0.0662650602409639,"outputTokensPerTask":16979.63484708063,"costPerTask":0.002047688841519926,"timePerTask":78.19926865696003,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.002,"score":0.002,"outputTokensPerTask":7659.12,"costPerTask":0.0014401575,"timePerTask":35.27387885251685,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":24867.17142857143,"costPerTask":0.0030781504285714283,"timePerTask":114.52511416144375,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-14.716666666666667,"score":-14.716666666666667,"outputTokensPerTask":5150.846333333333,"costPerTask":0.0006221126899999999,"timePerTask":23.72208942410233,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.243333333333333,"score":0.243333333333333,"outputTokensPerTask":5590.56,"costPerTask":0.0037312014,"timePerTask":25.747179331010173,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.002,"score":0.002,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":389.62,"score":389.62,"outputTokensPerTask":18461.536363636365,"costPerTask":0.006289464974999998,"timePerTask":85.0241277225378,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":18461.536363636365,"costPerTask":0.006289464974999998,"timePerTask":85.0241277225378,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0556701030927835,"score":0.0556701030927835,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.138576779026217,"score":0.138576779026217,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":43221.98484848485,"costPerTask":0.017656220206363638,"timePerTask":199.0577321299018,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.243333333333333,"score":0.243333333333333,"outputTokensPerTask":5590.56,"costPerTask":0.0037312014,"timePerTask":25.747179331010173,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0662650602409639,"score":0.0662650602409639,"outputTokensPerTask":16979.63484708063,"costPerTask":0.002047688841519926,"timePerTask":78.19926865696003,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.558585858585859,"score":0.558585858585859,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.003767979122295127,"score":0.003767979122295127,"outputTokensPerTask":11997.23896499239,"costPerTask":0.002318652497402968,"timePerTask":55.25297342460181,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":8.550363203360488,"score":8.550363203360488,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":3.3316329022354494,"score":3.3316329022354494,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":12.356215657900783,"score":12.356215657900783,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":16.09647590361446,"score":16.09647590361446,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":19.443443775100402,"score":19.443443775100402,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"0c64b008-20c3-408d-bd68-15136df8cd2c","slug":"granite-4-2-3b","name":"Granite 4.2 3B","shortName":"Granite 4.2 3B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-25","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"granite-4-2-3b","name":"Granite 4.2 3B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":3,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/ibm-granite/granite-4.2-3b","microevalsEnabled":false,"intelligenceIndex":9.05588232376756,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":8.550363203360488,"strategyAndOps":3.3316329022354494,"legal":12.356215657900783,"engineering":16.09647590361446,"economics":19.443443775100402},"omniscience":-14.716666666666667,"omniscienceBreakdown":{"accuracy":0.092,"hallucinationRate":0.26339941262848754},"gdpPdfAllPass":0.002,"gdpval":389.62,"gdpvalNormalized":0,"itBenchSre":null,"tau2":null,"tauBanking":0.0556701030927835,"terminalbenchHard":null,"terminalBench21":0.138576779026217,"terminalBench40":0,"scicode":0.253472222222222,"lcr":0.243333333333333,"ifbench":null,"hle":0.0662650602409639,"gpqa":0.558585858585859,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.003767979122295127,"price1mInputTokens":0.03,"price1mOutputTokens":0.12,"cacheHitPrice":0.0075,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.0525,"price1mBlended7To2To1":0.02325,"price1mBlended0To1To1":0.075,"price1mBlended100To1To1":0.008823529411764706,"price1mBlended0To100To1":0.03089108910891089,"intelligenceIndexTimePerTask":85.55809730460038,"intelligenceIndexCost":{"total":14.856445839,"input":3.8257640789999994,"nonCacheInput":0.42976578,"cacheRead":2.607864327,"cacheWrite":0.7881339719999995,"output":11.03068176,"reasoning":9.4977492,"answer":1.5329325599999999},"intelligenceIndexCostPerTask":{"cost":{"total":0.005962288257714593,"input":0.00373299080970506,"nonCacheInput":0.00022278121203464407,"cacheRead":0.0028862322976982518,"cacheWrite":0.0006239772999721645,"output":0.002229297448009534,"reasoning":0.0013425736028452916,"answer":0.0008867238451642424},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.00235081711003228},{"slug":"gdpval-aa","weightedCostPerTask":0.0006289464974999998},{"slug":"automationbench-aa","weightedCostPerTask":0.00011593262487014842},{"slug":"terminalbench-4-0","weightedCostPerTask":0.0017656220206363636},{"slug":"scicode","weightedCostPerTask":0.00016449335416666666},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0002047688841519926},{"slug":"gdp-pdf","weightedCostPerTask":0.00014401575},{"slug":"critpt","weightedCostPerTask":0.0003078150428571428},{"slug":"omniscience","weightedCostPerTask":0.00009331690349999998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00018656007}]},"canonicalIntelligenceIndexTokenCount":{"input":388311902,"output":91922348,"answer":12774438,"reasoning":79147910},"intelligenceIndexOutputTokensPerTask":{"reasoning":11188.113357044096,"answer":7389.365376368686,"output":18577.478733412783},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":120.61,"outputTokensPerTask":29940.164835164836,"costPerTask":0.015672114066881866,"timePerTask":137.8886539471884},{"slug":"gdpval-aa","score":389.62,"outputTokensPerTask":18461.536363636365,"costPerTask":0.006289464974999998,"timePerTask":85.0241277225378},{"slug":"automationbench-aa","score":0.003767979122295127,"outputTokensPerTask":11997.23896499239,"costPerTask":0.002318652497402968,"timePerTask":55.25297342460181},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":43221.98484848485,"costPerTask":0.017656220206363638,"timePerTask":199.0577321299018},{"slug":"scicode","score":0.253472222222222,"outputTokensPerTask":13154.923611111111,"costPerTask":0.0016449335416666663,"timePerTask":60.584660087901334},{"slug":"humanitys-last-exam","score":0.0662650602409639,"outputTokensPerTask":16979.63484708063,"costPerTask":0.002047688841519926,"timePerTask":78.19926865696003},{"slug":"gdp-pdf","score":0.002,"outputTokensPerTask":7659.12,"costPerTask":0.0014401575,"timePerTask":35.27387885251685},{"slug":"critpt","score":0,"outputTokensPerTask":24867.17142857143,"costPerTask":0.0030781504285714283,"timePerTask":114.52511416144375},{"slug":"omniscience","score":-14.716666666666667,"outputTokensPerTask":5150.846333333333,"costPerTask":0.0006221126899999999,"timePerTask":23.72208942410233},{"slug":"artificial-analysis-long-context-reasoning","score":0.243333333333333,"outputTokensPerTask":5590.56,"costPerTask":0.0037312014,"timePerTask":25.747179331010173}],"openness":{"opennessIndex":72.22222222222223,"modelAvailability":6,"transparencyMethodology":4,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"briefcaseBreakdown":{"overall":{"elo":120.61,"lower95ci":109.23,"upper95ci":130.59},"rubricPassRate":0.047474747474747475,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":1.4261623800862497,"timescaleData":{"medianOutputSpeed":215.03482229625,"medianTimeToFirstChunk":0.39370631999995},"outputSpeedVariance":{"p05":146.30468356272,"q25":200.646351886153,"median":215.03482229625,"q75":219.804383103691,"p95":226.217594239754},"timeToFirstChunkVariance":{"p05":0.374657162299923,"q25":0.380018405250013,"median":0.39370631999995,"q75":0.462200988749981,"p95":0.851170936350013},"performanceByPromptType":{"medium":{"medianOutputSpeed":222.715407648694,"medianTimeToFirstChunk":0.21293864300003,"medianTimeToFirstAnswerToken":9.193008864072263,"medianEndToEndResponseTime":11.438026419340321},"long":{"medianOutputSpeed":215.03482229625,"medianTimeToFirstChunk":0.39370631999995,"medianTimeToFirstAnswerToken":9.694525501949151,"medianEndToEndResponseTime":12.019730297436451},"hundredK":{"medianOutputSpeed":114.057551786199,"medianTimeToFirstChunk":5.93480832000001,"medianTimeToFirstAnswerToken":23.46981559202179,"medianEndToEndResponseTime":27.85356741002723},"mediumParallel":{"medianOutputSpeed":179.718598436897,"medianTimeToFirstChunk":0.277508017000031,"medianTimeToFirstAnswerToken":11.406016793470611,"medianEndToEndResponseTime":14.188143987588255}},"endToEndResponseTime":{"input":0.39370631999995,"reasoning":9.300819181949201,"answer":2.3252047954873003,"total":12.019730297436451},"timeToFirstAnswerToken":{"input":0.39370631999995,"reasoning":9.300819181949201,"total":9.694525501949151},"performanceDataSource":{"type":"firstParty","providerName":"IBM"},"hostModelCount":1,"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"adfae555-f489-4f3e-9064-c6b7fcdd0783","slug":"granite-4-2-8b","name":"Granite 4.2 8B","shortName":"Granite 4.2 8B","sourceUrl":"https://artificialanalysis.ai/models/granite-4-2-8b","releaseDate":"2026-08-25","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"granite-4-2-8b","name":"Granite 4.2 8B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":11.8124212267815,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":11.271299787521082,"strategyAndOps":6.2800385637723135,"legal":14.946199453283823,"engineering":17.37594115583212,"economics":22.453900196941614},"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":87.1695292624875,"canonicalInputTokens":1192878492,"canonicalOutputTokens":125699559,"outputTokensPerTask":33398.71358730369,"answerTokensPerTask":11578.71922892724,"reasoningTokensPerTask":21819.994358376447,"price1mInputTokens":0.06,"price1mOutputTokens":0.25,"cacheHitPrice":0.015,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.023596091491929188,"latency":{"timeToFirstChunkMs":0.842553055500048,"timeToFirstAnswerTokenMs":23.78635023923314,"endToEndMs":29.52229953516641}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":320.12,"score":320.12,"outputTokensPerTask":96304.81318681319,"costPerTask":0.08841928535927475,"timePerTask":1081.7400251585905,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":645.07,"score":645.07,"outputTokensPerTask":36865.41818181818,"costPerTask":0.02632363087024091,"timePerTask":414.0893593150386,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.020571262692004582,"score":0.020571262692004582,"outputTokensPerTask":30724.753424657534,"costPerTask":0.021934765924968038,"timePerTask":345.11458402508475,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":51162.166666666664,"costPerTask":0.039871947397075766,"timePerTask":574.6770241878851,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.314814814814815,"score":0.314814814814815,"outputTokensPerTask":9582.611111111111,"costPerTask":0.002539395694444444,"timePerTask":107.63630229270515,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0968489341983318,"score":0.0968489341983318,"outputTokensPerTask":22405.300278035218,"costPerTask":0.005621514596848934,"timePerTask":251.666653871525,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.006,"score":0.006,"outputTokensPerTask":7643.86,"costPerTask":0.0029667706,"timePerTask":85.85935671428055,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":35526.95714285714,"costPerTask":0.009213470714285715,"timePerTask":399.05514835456546,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-17.166666666666668,"score":-17.166666666666668,"outputTokensPerTask":5035.897333333333,"costPerTask":0.0012670203633333333,"timePerTask":56.56551866716042,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.45,"score":0.45,"outputTokensPerTask":6854.76,"costPerTask":0.007854686999999999,"timePerTask":76.99582201018619,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.006,"score":0.006,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":645.07,"score":645.07,"outputTokensPerTask":36865.41818181818,"costPerTask":0.02632363087024091,"timePerTask":414.0893593150386,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.07253500000000003,"score":0.07253500000000003,"outputTokensPerTask":36865.41818181818,"costPerTask":0.02632363087024091,"timePerTask":414.0893593150386,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0762886597938144,"score":0.0762886597938144,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.183520599250936,"score":0.183520599250936,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":51162.166666666664,"costPerTask":0.039871947397075766,"timePerTask":574.6770241878851,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.45,"score":0.45,"outputTokensPerTask":6854.76,"costPerTask":0.007854686999999999,"timePerTask":76.99582201018619,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0968489341983318,"score":0.0968489341983318,"outputTokensPerTask":22405.300278035218,"costPerTask":0.005621514596848934,"timePerTask":251.666653871525,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.631313131313131,"score":0.631313131313131,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.020571262692004582,"score":0.020571262692004582,"outputTokensPerTask":30724.753424657534,"costPerTask":0.021934765924968038,"timePerTask":345.11458402508475,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":11.271299787521082,"score":11.271299787521082,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":6.2800385637723135,"score":6.2800385637723135,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":14.946199453283823,"score":14.946199453283823,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":17.37594115583212,"score":17.37594115583212,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":22.453900196941614,"score":22.453900196941614,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"adfae555-f489-4f3e-9064-c6b7fcdd0783","slug":"granite-4-2-8b","name":"Granite 4.2 8B","shortName":"Granite 4.2 8B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-25","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"granite-4-2-8b","name":"Granite 4.2 8B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/ibm-granite/granite-4.2-8b","microevalsEnabled":false,"intelligenceIndex":11.8124212267815,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":11.271299787521082,"strategyAndOps":6.2800385637723135,"legal":14.946199453283823,"engineering":17.37594115583212,"economics":22.453900196941614},"omniscience":-17.166666666666668,"omniscienceBreakdown":{"accuracy":0.11216666666666666,"hallucinationRate":0.3196921344096114},"gdpPdfAllPass":0.006,"gdpval":645.07,"gdpvalNormalized":0.07253500000000003,"itBenchSre":null,"tau2":null,"tauBanking":0.0762886597938144,"terminalbenchHard":null,"terminalBench21":0.183520599250936,"terminalBench40":0,"scicode":0.314814814814815,"lcr":0.45,"ifbench":null,"hle":0.0968489341983318,"gpqa":0.631313131313131,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.020571262692004582,"price1mInputTokens":0.06,"price1mOutputTokens":0.25,"cacheHitPrice":0.015,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.1075,"price1mBlended7To2To1":0.0475,"price1mBlended0To1To1":0.155,"price1mBlended100To1To1":0.017745098039215687,"price1mBlended0To100To1":0.06188118811881188,"intelligenceIndexTimePerTask":375.14973634922615,"intelligenceIndexCost":{"total":53.071828850058004,"input":21.646939100058002,"nonCacheInput":0.8761446,"cacheRead":16.641923473313998,"cacheWrite":4.128871026744005,"output":31.424889750000002,"reasoning":26.36749675,"answer":5.057393},"intelligenceIndexCostPerTask":{"cost":{"total":0.023596091491929188,"input":0.015246413095103268,"nonCacheInput":0.00046340370175782246,"cacheRead":0.01185625788148534,"cacheWrite":0.002926751511860106,"output":0.008349678396825922,"reasoning":0.005454998589594112,"answer":0.00289467980723181},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.01326289280389121},{"slug":"gdpval-aa","weightedCostPerTask":0.002632363087024091},{"slug":"automationbench-aa","weightedCostPerTask":0.0010967382962484022},{"slug":"terminalbench-4-0","weightedCostPerTask":0.003987194739707576},{"slug":"scicode","weightedCostPerTask":0.00025393956944444446},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0005621514596848934},{"slug":"gdp-pdf","weightedCostPerTask":0.00029667706},{"slug":"critpt","weightedCostPerTask":0.0009213470714285716},{"slug":"omniscience","weightedCostPerTask":0.0001900530545},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00039273434999999995}]},"canonicalIntelligenceIndexTokenCount":{"input":1192878492,"output":125699559,"answer":20229572,"reasoning":105469987},"intelligenceIndexOutputTokensPerTask":{"reasoning":21819.994358376447,"answer":11578.71922892724,"output":33398.71358730369},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":320.12,"outputTokensPerTask":96304.81318681319,"costPerTask":0.08841928535927475,"timePerTask":1081.7400251585905},{"slug":"gdpval-aa","score":645.07,"outputTokensPerTask":36865.41818181818,"costPerTask":0.02632363087024091,"timePerTask":414.0893593150386},{"slug":"automationbench-aa","score":0.020571262692004582,"outputTokensPerTask":30724.753424657534,"costPerTask":0.021934765924968038,"timePerTask":345.11458402508475},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":51162.166666666664,"costPerTask":0.039871947397075766,"timePerTask":574.6770241878851},{"slug":"scicode","score":0.314814814814815,"outputTokensPerTask":9582.611111111111,"costPerTask":0.002539395694444444,"timePerTask":107.63630229270515},{"slug":"humanitys-last-exam","score":0.0968489341983318,"outputTokensPerTask":22405.300278035218,"costPerTask":0.005621514596848934,"timePerTask":251.666653871525},{"slug":"gdp-pdf","score":0.006,"outputTokensPerTask":7643.86,"costPerTask":0.0029667706,"timePerTask":85.85935671428055},{"slug":"critpt","score":0.00285714285714286,"outputTokensPerTask":35526.95714285714,"costPerTask":0.009213470714285715,"timePerTask":399.05514835456546},{"slug":"omniscience","score":-17.166666666666668,"outputTokensPerTask":5035.897333333333,"costPerTask":0.0012670203633333333,"timePerTask":56.56551866716042},{"slug":"artificial-analysis-long-context-reasoning","score":0.45,"outputTokensPerTask":6854.76,"costPerTask":0.007854686999999999,"timePerTask":76.99582201018619}],"openness":{"opennessIndex":72.22222222222223,"modelAvailability":6,"transparencyMethodology":4,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"briefcaseBreakdown":{"overall":{"elo":320.12,"lower95ci":310.04,"upper95ci":328.99},"rubricPassRate":0.07272727272727272,"analyticalQuality":{"elo":171.15,"lower95ci":152.36,"upper95ci":188.74},"presentation":{"elo":157.12,"lower95ci":138.61,"upper95ci":175.1}},"briefcaseTotalCost":8.046154967694001,"timescaleData":{"medianOutputSpeed":87.1695292624875,"medianTimeToFirstChunk":0.842553055500048},"outputSpeedVariance":{"p05":51.8292816821298,"q25":70.0548300865533,"median":87.1695292624875,"q75":101.958884375536,"p95":126.301011119579},"timeToFirstChunkVariance":{"p05":0.620516242050056,"q25":0.786264725249992,"median":0.842553055500048,"q75":0.910843267249994,"p95":1.15845392420006},"performanceByPromptType":{"medium":{"medianOutputSpeed":75.9515974429567,"medianTimeToFirstChunk":0.365758001500012,"medianTimeToFirstAnswerToken":26.698318044125795,"medianEndToEndResponseTime":33.28145805478224},"long":{"medianOutputSpeed":87.1695292624875,"medianTimeToFirstChunk":0.842553055500048,"medianTimeToFirstAnswerToken":23.78635023923314,"medianEndToEndResponseTime":29.52229953516641},"hundredK":{"medianOutputSpeed":66.2144093073562,"medianTimeToFirstChunk":9.0320267204999,"medianTimeToFirstAnswerToken":39.23693258496718,"medianEndToEndResponseTime":46.788159051083994},"mediumParallel":{"medianOutputSpeed":66.3748477703078,"medianTimeToFirstChunk":0.530242943500014,"medianTimeToFirstAnswerToken":30.662138792377313,"medianEndToEndResponseTime":38.195112754596636}},"endToEndResponseTime":{"input":0.842553055500048,"reasoning":22.943797183733093,"answer":5.735949295933273,"total":29.52229953516641},"timeToFirstAnswerToken":{"input":0.842553055500048,"reasoning":22.943797183733093,"total":23.78635023923314},"performanceDataSource":{"type":"firstParty","providerName":"IBM"},"hostModelCount":2,"creator":{"id":"512ef1e4-e02e-4532-a5f2-d11a40962498","slug":"ibm","name":"IBM","logo":"/img/logos/ibm_small.svg","color":"#0f62fe","country":"us","url":"https://www.ibm.com/au-en"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/ibm-granite/granite-4.2-8b","matchedBy":"slug","catalog":{"id":"ibm-granite/granite-4.2-8b","canonical_slug":"ibm-granite/granite-4.2-8b-20260831","hugging_face_id":"ibm-granite/granite-4.2-8b","name":"IBM: Granite 4.2 8B","created":1788206780,"description":"Granite 4.2 8B is a dense reasoning model from IBM. It is suited for mathematics, code generation, multilingual dialogue, and agentic workflows that need multi-step reasoning. It supports full, low-effort,...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000006","completion":"0.00000025","input_cache_read":"0.000000015"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/ibm-granite/granite-4.2-8b-20260831/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":11.8,"coding_index":22.4,"agentic_index":3.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","low","none"],"default_effort":"high"}},"endpoints":[{"name":"DeepInfra | ibm-granite/granite-4.2-8b-20260831","model_id":"ibm-granite/granite-4.2-8b","model_name":"IBM: Granite 4.2 8B","context_length":131072,"pricing":{"prompt":"0.00000006","completion":"0.00000025","input_cache_read":"0.000000015","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","tools","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99260801537532,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | ibm-granite/granite-4.2-8b-20260831","model_id":"ibm-granite/granite-4.2-8b","model_name":"IBM: Granite 4.2 8B","context_length":131072,"pricing":{"prompt":"0.0000001","completion":"0.00000015","input_cache_read":"0.00000005","discount":0},"provider_name":"CoreWeave","tag":"coreweave/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98678802113916,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","slug":"grok-3","name":"Grok 3","shortName":"Grok 3","sourceUrl":"https://artificialanalysis.ai/models/grok-3","releaseDate":"2025-02-19","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"grok-3","name":"Grok 3"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":12.1076211741685,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":1.5375,"cacheHitDiscountPercent":0.985,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-33.18333333333333,"score":-33.18333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.488304093567252,"score":0.488304093567252,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.113636363636364,"score":0.113636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.58,"score":0.58,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.469387755102041,"score":0.469387755102041,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0412,"score":0.0412,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.692929292929293,"score":0.692929292929293,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.425396825396825,"score":0.425396825396825,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.58,"score":0.58,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"2443ac9e-a3db-423d-accb-8963f6fb0a53","slug":"grok-3","name":"Grok 3","shortName":"Grok 3","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-02-19","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"grok-3","name":"Grok 3"},"deprecated":true,"deprecatedTo":"grok-4","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":12.1076211741685,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-33.18333333333333,"omniscienceBreakdown":{"accuracy":0.289,"hallucinationRate":0.8731833098921706},"gdpval":null,"itBenchSre":null,"tau2":0.488304093567252,"tauBanking":null,"terminalbenchHard":0.113636363636364,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.58,"ifbench":0.469387755102041,"hle":0.0412,"gpqa":0.692929292929293,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.425396825396825,"aime25":0.58,"analystAgent":null,"price1mInputTokens":4,"price1mOutputTokens":20,"cacheHitPrice":1.5375,"cacheHitDiscountPercent":0.985,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":8,"price1mBlended7To2To1":3.87625,"price1mBlended0To1To1":12,"price1mBlended100To1To1":1.7426470588235294,"price1mBlended0To100To1":4.158415841584159,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":true,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","slug":"grok-3-mini-reasoning","name":"Grok 3 mini Reasoning (high)","shortName":"Grok 3 mini Reasoning (high)","sourceUrl":"https://artificialanalysis.ai/models/grok-3-mini-reasoning","releaseDate":"2025-02-19","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"grok-3-mini-reasoning","name":"Grok 3 mini Reasoning"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":14.6212806219199,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":74.3231908392266,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":0.5,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.75820687749993,"timeToFirstAnswerTokenMs":27.667708170660664,"endToEndMs":34.39508349395084}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-6.8,"score":-6.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.903508771929824,"score":0.903508771929824,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.174242424242424,"score":0.174242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.553333333333333,"score":0.553333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.458503401360544,"score":0.458503401360544,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.1101,"score":0.1101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.790909090909091,"score":0.790909090909091,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.696296296296296,"score":0.696296296296296,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.846666666666667,"score":0.846666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"ff9bc5e5-a02f-4270-983e-4b3f834f3363","slug":"grok-3-mini-reasoning","name":"Grok 3 mini Reasoning (high)","shortName":"Grok 3 mini Reasoning (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-02-19","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"grok-3-mini-reasoning","name":"Grok 3 mini Reasoning"},"deprecated":true,"deprecatedTo":"grok-4-3","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":14.6212806219199,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-6.8,"omniscienceBreakdown":{"accuracy":0.15116666666666667,"hallucinationRate":0.2581975260161005},"gdpval":null,"itBenchSre":null,"tau2":0.903508771929824,"tauBanking":null,"terminalbenchHard":0.174242424242424,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.553333333333333,"ifbench":0.458503401360544,"hle":0.1101,"gpqa":0.790909090909091,"critpt":0.00571428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":0.696296296296296,"aime25":0.846666666666667,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":0.5,"cacheHitPrice":0.075,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.35,"price1mBlended7To2To1":0.1625,"price1mBlended0To1To1":0.4,"price1mBlended100To1To1":0.08137254901960785,"price1mBlended0To100To1":0.30198019801980197,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":74.3231908392266,"medianTimeToFirstChunk":0.75820687749993},"outputSpeedVariance":{"p05":23.8436813104671,"q25":44.4215391222261,"median":74.3231908392266,"q75":84.2596026193087,"p95":113.558116933823},"timeToFirstChunkVariance":{"p05":0.568441554750012,"q25":0.706007401749936,"median":0.75820687749993,"q75":0.971358505000069,"p95":3.48426272409998},"performanceByPromptType":{"long":{"medianOutputSpeed":74.3231908392266,"medianTimeToFirstChunk":0.75820687749993,"medianTimeToFirstAnswerToken":27.667708170660664,"medianEndToEndResponseTime":34.39508349395084}},"endToEndResponseTime":{"input":0.75820687749993,"reasoning":26.909501293160734,"answer":6.727375323290183,"total":34.39508349395084},"timeToFirstAnswerToken":{"input":0.75820687749993,"reasoning":26.909501293160734,"total":27.667708170660664},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":3,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":true,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","slug":"grok-4","name":"Grok 4","shortName":"Grok 4","sourceUrl":"https://artificialanalysis.ai/models/grok-4","releaseDate":"2025-07-10","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"grok-4","name":"Grok 4"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"intelligenceIndex":22.4866809354881,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":2.1,"score":2.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.7485380117,"score":0.7485380117,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.378787878787879,"score":0.378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.68,"score":0.68,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.536734693877551,"score":0.536734693877551,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.266913809082484,"score":0.266913809082484,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.876767676767677,"score":0.876767676767677,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.02,"score":0.02,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.688439306358381,"score":0.688439306358381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.819047619047619,"score":0.819047619047619,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.926666666666667,"score":0.926666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"5ea94a4a-55ac-4ea1-8898-2b3971e94af6","slug":"grok-4","name":"Grok 4","shortName":"Grok 4","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-10","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"release":{"slug":"grok-4","name":"Grok 4"},"deprecated":true,"deprecatedTo":"grok-4-20-0309","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":22.4866809354881,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":2.1,"omniscienceBreakdown":{"accuracy":0.4048333333333333,"hallucinationRate":0.6449173900868104},"gdpval":null,"itBenchSre":null,"tau2":0.7485380117,"tauBanking":null,"terminalbenchHard":0.378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.68,"ifbench":0.536734693877551,"hle":0.266913809082484,"gpqa":0.876767676767677,"critpt":0.02,"apexAgents":null,"mmmuPro":0.688439306358381,"livecodebench":0.819047619047619,"aime25":0.926666666666667,"analystAgent":null,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":6,"price1mBlended7To2To1":4.2,"price1mBlended0To1To1":9,"price1mBlended100To1To1":3.1176470588235294,"price1mBlended0To100To1":3.118811881188119,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"2dbb6dc7-8c40-4b6d-af9c-cf805f83b79a","slug":"grok-4-fast","name":"Grok 4 Fast (Non-reasoning)","shortName":"Grok 4 Fast (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-fast","releaseDate":"2025-09-19","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"grok-4-fast","name":"Grok 4 Fast"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":2000000,"licenseName":null,"intelligenceIndex":11.0641868989941,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-54.43333333333333,"score":-54.43333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.637426900584795,"score":0.637426900584795,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.121212121212121,"score":0.121212121212121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.24,"score":0.24,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.37687074829932,"score":0.37687074829932,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0454124189063948,"score":0.0454124189063948,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.606060606060606,"score":0.606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.480924855491329,"score":0.480924855491329,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.401058201058201,"score":0.401058201058201,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.413333333333333,"score":0.413333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"2dbb6dc7-8c40-4b6d-af9c-cf805f83b79a","slug":"grok-4-fast","name":"Grok 4 Fast (Non-reasoning)","shortName":"Grok 4 Fast (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-19","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"grok-4-fast","name":"Grok 4 Fast"},"deprecated":true,"deprecatedTo":"grok-4-1-fast","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":2000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":11.0641868989941,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-54.43333333333333,"omniscienceBreakdown":{"accuracy":0.177,"hallucinationRate":0.8764682057513163},"gdpval":null,"itBenchSre":null,"tau2":0.637426900584795,"tauBanking":null,"terminalbenchHard":0.121212121212121,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.24,"ifbench":0.37687074829932,"hle":0.0454124189063948,"gpqa":0.606060606060606,"critpt":0,"apexAgents":null,"mmmuPro":0.480924855491329,"livecodebench":0.401058201058201,"aime25":0.413333333333333,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.275,"price1mBlended7To2To1":0.23000000000000004,"price1mBlended0To1To1":0.35,"price1mBlended100To1To1":0.20294117647058824,"price1mBlended0To100To1":0.20297029702970298,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"573bbd93-114c-4b71-9ede-a73a7d4bdf84","slug":"grok-4-fast-reasoning","name":"Grok 4 Fast (Reasoning)","shortName":"Grok 4 Fast","sourceUrl":"https://artificialanalysis.ai/models/grok-4-fast-reasoning","releaseDate":"2025-09-19","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"grok-4-fast","name":"Grok 4 Fast"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":2000000,"licenseName":null,"intelligenceIndex":17.9399302586701,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-29.933333333333334,"score":-29.933333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.657894736842105,"score":0.657894736842105,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.189393939393939,"score":0.189393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.736666666666667,"score":0.736666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.505442176870748,"score":0.505442176870748,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.190917516218721,"score":0.190917516218721,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.847474747474747,"score":0.847474747474747,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0285714285714286,"score":0.0285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.617919075144509,"score":0.617919075144509,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.831746031746032,"score":0.831746031746032,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.896666666666667,"score":0.896666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"573bbd93-114c-4b71-9ede-a73a7d4bdf84","slug":"grok-4-fast-reasoning","name":"Grok 4 Fast (Reasoning)","shortName":"Grok 4 Fast","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-19","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"release":{"slug":"grok-4-fast","name":"Grok 4 Fast"},"deprecated":true,"deprecatedTo":"grok-4-1-fast-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":2000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":17.9399302586701,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-29.933333333333334,"omniscienceBreakdown":{"accuracy":0.22783333333333333,"hallucinationRate":0.6827109864018994},"gdpval":null,"itBenchSre":null,"tau2":0.657894736842105,"tauBanking":null,"terminalbenchHard":0.189393939393939,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.736666666666667,"ifbench":0.505442176870748,"hle":0.190917516218721,"gpqa":0.847474747474747,"critpt":0.0285714285714286,"apexAgents":null,"mmmuPro":0.617919075144509,"livecodebench":0.831746031746032,"aime25":0.896666666666667,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.275,"price1mBlended7To2To1":0.23000000000000004,"price1mBlended0To1To1":0.35,"price1mBlended100To1To1":0.20294117647058824,"price1mBlended0To100To1":0.20297029702970298,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"49fd01f9-887d-4479-b8ce-771a81ecef4e","slug":"grok-4-1-fast","name":"Grok 4.1 Fast (Non-reasoning)","shortName":"Grok 4.1 Fast (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/grok-4-1-fast","releaseDate":"2025-11-19","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"grok-4-1-fast","name":"Grok 4.1 Fast"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":2000000,"licenseName":null,"intelligenceIndex":11.2849071635465,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","color":"#736cd3","logo":"/img/logos/spacexai.svg","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"49fd01f9-887d-4479-b8ce-771a81ecef4e","slug":"grok-4-1-fast","name":"Grok 4.1 Fast (Non-reasoning)","shortName":"Grok 4.1 Fast (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-19","knowledgeCutoffDate":null,"contextWindowTokens":2000000,"isReasoning":false,"release":{"slug":"grok-4-1-fast","name":"Grok 4.1 Fast"},"deprecated":true,"isOpenWeights":false,"sizeClass":null,"parameters":null,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":11.2849071635465,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","color":"#736cd3","logo":"/img/logos/spacexai.svg","url":"https://x.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"23149f9b-c904-43e2-9ec4-afa2bf843941","slug":"grok-4-1-fast-reasoning","name":"Grok 4.1 Fast (Reasoning)","shortName":"Grok 4.1 Fast","sourceUrl":"https://artificialanalysis.ai/models/releases/grok-4-1-fast","releaseDate":"2025-11-19","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"grok-4-1-fast","name":"Grok 4.1 Fast"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":2000000,"licenseName":null,"intelligenceIndex":20.3701852131578,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","color":"#736cd3","logo":"/img/logos/spacexai.svg","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"23149f9b-c904-43e2-9ec4-afa2bf843941","slug":"grok-4-1-fast-reasoning","name":"Grok 4.1 Fast (Reasoning)","shortName":"Grok 4.1 Fast","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-19","knowledgeCutoffDate":null,"contextWindowTokens":2000000,"isReasoning":true,"release":{"slug":"grok-4-1-fast","name":"Grok 4.1 Fast"},"deprecated":true,"isOpenWeights":false,"sizeClass":null,"parameters":null,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":20.3701852131578,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","color":"#736cd3","logo":"/img/logos/spacexai.svg","url":"https://x.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"523125f4-a1da-4990-9abd-dd08a069100e","slug":"grok-4-20-0309-non-reasoning","name":"Grok 4.20 0309 (Non-reasoning)","shortName":"Grok 4.20 0309 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-20-0309-non-reasoning","releaseDate":"2026-03-10","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"grok-4-20-0309","name":"Grok 4.20 0309"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":2000000,"licenseName":null,"intelligenceIndex":14.606641173969,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-42.583333333333336,"score":-42.583333333333336,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.695906432748538,"score":0.695906432748538,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.21969696969697,"score":0.21969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.253333333333333,"score":0.253333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.478231292517007,"score":0.478231292517007,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.245134383688601,"score":0.245134383688601,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.784848484848485,"score":0.784848484848485,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.640462427745665,"score":0.640462427745665,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"523125f4-a1da-4990-9abd-dd08a069100e","slug":"grok-4-20-0309-non-reasoning","name":"Grok 4.20 0309 (Non-reasoning)","shortName":"Grok 4.20 0309 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-10","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"grok-4-20-0309","name":"Grok 4.20 0309"},"deprecated":true,"deprecatedTo":"grok-4-20-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":2000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":14.606641173969,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-42.583333333333336,"omniscienceBreakdown":{"accuracy":0.2605,"hallucinationRate":0.9281045751633987},"gdpval":null,"itBenchSre":null,"tau2":0.695906432748538,"tauBanking":null,"terminalbenchHard":0.21969696969697,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.253333333333333,"ifbench":0.478231292517007,"hle":0.245134383688601,"gpqa":0.784848484848485,"critpt":0,"apexAgents":null,"mmmuPro":0.640462427745665,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.514,"price1mBlended0To3To1":3,"price1mBlended7To2To1":1.1400000000000001,"price1mBlended0To1To1":4,"price1mBlended100To1To1":0.27450980392156865,"price1mBlended0To100To1":2.0396039603960396,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"04787c2b-0751-4269-8029-075b727d7aed","slug":"grok-4-20-0309","name":"Grok 4.20 0309 (Reasoning)","shortName":"Grok 4.20 0309","sourceUrl":"https://artificialanalysis.ai/models/grok-4-20-0309","releaseDate":"2026-03-10","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"grok-4-20-0309","name":"Grok 4.20 0309"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":2000000,"licenseName":null,"intelligenceIndex":25.2162736582441,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":12.95,"score":12.95,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.964912280701754,"score":0.964912280701754,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.409090909090909,"score":0.409090909090909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.676666666666667,"score":0.676666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.829251700680272,"score":0.829251700680272,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.323911028730306,"score":0.323911028730306,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.884848484848485,"score":0.884848484848485,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.06,"score":0.06,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.14233038348082597,"score":0.14233038348082597,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.731791907514451,"score":0.731791907514451,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"04787c2b-0751-4269-8029-075b727d7aed","slug":"grok-4-20-0309","name":"Grok 4.20 0309 (Reasoning)","shortName":"Grok 4.20 0309","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-10","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"release":{"slug":"grok-4-20-0309","name":"Grok 4.20 0309"},"deprecated":true,"deprecatedTo":"grok-4-20","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":2000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":25.2162736582441,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":12.95,"omniscienceBreakdown":{"accuracy":0.28883333333333333,"hallucinationRate":0.22404499648464965},"gdpval":null,"itBenchSre":null,"tau2":0.964912280701754,"tauBanking":null,"terminalbenchHard":0.409090909090909,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.676666666666667,"ifbench":0.829251700680272,"hle":0.323911028730306,"gpqa":0.884848484848485,"critpt":0.06,"apexAgents":0.14233038348082597,"mmmuPro":0.731791907514451,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":0.514,"price1mBlended0To3To1":3,"price1mBlended7To2To1":1.1400000000000001,"price1mBlended0To1To1":4,"price1mBlended100To1To1":0.27450980392156865,"price1mBlended0To100To1":2.0396039603960396,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"64312f37-3701-4243-a4c9-7c07a58cd6b9","slug":"grok-4-20-non-reasoning","name":"Grok 4.20 0309 v2 (Non-reasoning)","shortName":"Grok 4.20 0309 v2 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-20-non-reasoning","releaseDate":"2026-04-07","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"grok-4-20","name":"Grok 4.20 0309 v2"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":2000000,"licenseName":null,"intelligenceIndex":14.2010039023924,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":79.3235467667542,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.617206616999979,"timeToFirstAnswerTokenMs":0.617206616999979,"endToEndMs":6.920505200839376}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-44.63333333333333,"score":-44.63333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.599415204678363,"score":0.599415204678363,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.166666666666667,"score":0.166666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.233333333333333,"score":0.233333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.493197278911565,"score":0.493197278911565,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.279425393883225,"score":0.279425393883225,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.775757575757576,"score":0.775757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.649132947976879,"score":0.649132947976879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"64312f37-3701-4243-a4c9-7c07a58cd6b9","slug":"grok-4-20-non-reasoning","name":"Grok 4.20 0309 v2 (Non-reasoning)","shortName":"Grok 4.20 0309 v2 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-07","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"grok-4-20","name":"Grok 4.20 0309 v2"},"deprecated":true,"deprecatedTo":"grok-4-3-non-reasoning","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":2000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":14.2010039023924,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-44.63333333333333,"omniscienceBreakdown":{"accuracy":0.2668333333333333,"hallucinationRate":0.9727210729711298},"gdpval":null,"itBenchSre":null,"tau2":0.599415204678363,"tauBanking":null,"terminalbenchHard":0.166666666666667,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.233333333333333,"ifbench":0.493197278911565,"hle":0.279425393883225,"gpqa":0.775757575757576,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.649132947976879,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5625,"price1mBlended7To2To1":0.64,"price1mBlended0To1To1":1.875,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.2623762376237624,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":79.3235467667542,"medianTimeToFirstChunk":0.617206616999979},"outputSpeedVariance":{"p05":50.7572872951243,"q25":65.2415765716383,"median":79.3235467667542,"q75":105.63778017944,"p95":129.586686785201},"timeToFirstChunkVariance":{"p05":0.557507739300003,"q25":0.580092881749984,"median":0.617206616999979,"q75":0.665365876000038,"p95":2.78704648985001},"performanceByPromptType":{"long":{"medianOutputSpeed":79.3235467667542,"medianTimeToFirstChunk":0.617206616999979,"medianTimeToFirstAnswerToken":0.617206616999979,"medianEndToEndResponseTime":6.920505200839376}},"endToEndResponseTime":{"input":0.617206616999979,"reasoning":0,"answer":6.303298583839397,"total":6.920505200839376},"timeToFirstAnswerToken":{"input":0.617206616999979,"reasoning":0,"total":0.617206616999979},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":1,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/x-ai/grok-4.20","matchedBy":"slug","catalog":{"id":"x-ai/grok-4.20","canonical_slug":"x-ai/grok-4.20-20260309","hugging_face_id":"","name":"SpaceXAI: Grok 4.20","created":1774979019,"description":"Grok 4.20 is a reasoning model from SpaceXAI with industry-leading speed and agentic tool calling capabilities. It combines the lowest hallucination rate on the market with strict prompt adherance, delivering...","context_length":2000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"top_provider":{"context_length":2000000,"max_completion_tokens":1800000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","logprobs","max_tokens","reasoning","response_format","seed","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-09-01","expiration_date":null,"links":{"details":"/api/v1/models/x-ai/grok-4.20-20260309/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1057,"win_rate":35,"rank":34},{"arena":"agents","category":"fullstack","elo":1063,"win_rate":41,"rank":34},{"arena":"agents","category":"godotgamedev","elo":1089,"win_rate":38.5,"rank":27},{"arena":"agents","category":"htmlslides","elo":1180,"win_rate":45.7,"rank":12},{"arena":"agents","category":"mobileapps","elo":1119,"win_rate":45.4,"rank":39},{"arena":"agents","category":"webapps","elo":1159,"win_rate":49.7,"rank":26},{"arena":"models","category":"3d","elo":1222,"win_rate":52.1,"rank":41},{"arena":"models","category":"asciiart","elo":1194,"win_rate":48.2,"rank":26},{"arena":"models","category":"codecategories","elo":1236,"win_rate":51.8,"rank":42},{"arena":"models","category":"dataviz","elo":1233,"win_rate":52,"rank":43},{"arena":"models","category":"gamedev","elo":1216,"win_rate":50.1,"rank":45},{"arena":"models","category":"svg","elo":1188,"win_rate":52.4,"rank":35},{"arena":"models","category":"uicomponent","elo":1214,"win_rate":48.9,"rank":47},{"arena":"models","category":"website","elo":1242,"win_rate":51.8,"rank":41}]},"reasoning":{"mandatory":false,"default_enabled":false}},"endpoints":[{"name":"xAI | x-ai/grok-4.20-20260309","model_id":"x-ai/grok-4.20","model_name":"SpaceXAI: Grok 4.20","context_length":2000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai/zdr","quantization":"unknown","max_completion_tokens":1800000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.66183144967518,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.20-20260309","model_id":"x-ai/grok-4.20","model_name":"SpaceXAI: Grok 4.20","context_length":2000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai","quantization":"unknown","max_completion_tokens":1800000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8647664620826,"uptime_last_5m":99.91980753809142,"uptime_last_1d":99.71719281784827,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.20-20260309","model_id":"x-ai/grok-4.20","model_name":"SpaceXAI: Grok 4.20","context_length":2000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/zdr/priority","quantization":"unknown","max_completion_tokens":1800000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":97.94238683127571,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.20-20260309","model_id":"x-ai/grok-4.20","model_name":"SpaceXAI: Grok 4.20","context_length":2000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/priority","quantization":"unknown","max_completion_tokens":1800000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"c72cb85a-18a4-4235-b455-77dff2f16c50","slug":"grok-4-20","name":"Grok 4.20 0309 v2 (Reasoning)","shortName":"Grok 4.20 0309 v2","sourceUrl":"https://artificialanalysis.ai/models/grok-4-20","releaseDate":"2026-04-07","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"grok-4-20","name":"Grok 4.20 0309 v2"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":2000000,"licenseName":null,"intelligenceIndex":25.6550155187053,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":97.0079005937196,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":21.350453708,"timeToFirstAnswerTokenMs":21.350453708,"endToEndMs":26.504673075080817}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":14.833333333333334,"score":14.833333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.929824561403509,"score":0.929824561403509,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.378787878787879,"score":0.378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.69,"score":0.69,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.812244897959184,"score":0.812244897959184,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.345227062094532,"score":0.345227062094532,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.911111111111111,"score":0.911111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0657142857142857,"score":0.0657142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.745664739884393,"score":0.745664739884393,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"c72cb85a-18a4-4235-b455-77dff2f16c50","slug":"grok-4-20","name":"Grok 4.20 0309 v2 (Reasoning)","shortName":"Grok 4.20 0309 v2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-07","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"release":{"slug":"grok-4-20","name":"Grok 4.20 0309 v2"},"deprecated":true,"deprecatedTo":"grok-4-3","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":2000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":25.6550155187053,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":14.833333333333334,"omniscienceBreakdown":{"accuracy":0.2748333333333333,"hallucinationRate":0.17444265686049185},"gdpval":null,"itBenchSre":null,"tau2":0.929824561403509,"tauBanking":null,"terminalbenchHard":0.378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.69,"ifbench":0.812244897959184,"hle":0.345227062094532,"gpqa":0.911111111111111,"critpt":0.0657142857142857,"apexAgents":null,"mmmuPro":0.745664739884393,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5625,"price1mBlended7To2To1":0.64,"price1mBlended0To1To1":1.875,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.2623762376237624,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":97.0079005937196,"medianTimeToFirstChunk":21.350453708},"outputSpeedVariance":{"p05":57.0681202727889,"q25":76.2519668622322,"median":97.0079005937196,"q75":129.97045615114,"p95":142.17746830638},"timeToFirstChunkVariance":{"p05":7.02090943850004,"q25":13.99916921525,"median":21.350453708,"q75":30.19754101625,"p95":82.2632475377997},"performanceByPromptType":{"long":{"medianOutputSpeed":97.0079005937196,"medianTimeToFirstChunk":21.350453708,"medianTimeToFirstAnswerToken":21.350453708,"medianEndToEndResponseTime":26.504673075080817}},"endToEndResponseTime":{"input":21.350453708,"reasoning":0,"answer":5.154219367080815,"total":26.504673075080817},"timeToFirstAnswerToken":{"input":21.350453708,"reasoning":0,"total":21.350453708},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":2,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/x-ai/grok-4.20","matchedBy":"slug","catalog":{"id":"x-ai/grok-4.20","canonical_slug":"x-ai/grok-4.20-20260309","hugging_face_id":"","name":"SpaceXAI: Grok 4.20","created":1774979019,"description":"Grok 4.20 is a reasoning model from SpaceXAI with industry-leading speed and agentic tool calling capabilities. It combines the lowest hallucination rate on the market with strict prompt adherance, delivering...","context_length":2000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"top_provider":{"context_length":2000000,"max_completion_tokens":1800000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","logprobs","max_tokens","reasoning","response_format","seed","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-09-01","expiration_date":null,"links":{"details":"/api/v1/models/x-ai/grok-4.20-20260309/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1057,"win_rate":35,"rank":34},{"arena":"agents","category":"fullstack","elo":1063,"win_rate":41,"rank":34},{"arena":"agents","category":"godotgamedev","elo":1089,"win_rate":38.5,"rank":27},{"arena":"agents","category":"htmlslides","elo":1180,"win_rate":45.7,"rank":12},{"arena":"agents","category":"mobileapps","elo":1119,"win_rate":45.4,"rank":39},{"arena":"agents","category":"webapps","elo":1159,"win_rate":49.7,"rank":26},{"arena":"models","category":"3d","elo":1222,"win_rate":52.1,"rank":41},{"arena":"models","category":"asciiart","elo":1194,"win_rate":48.2,"rank":26},{"arena":"models","category":"codecategories","elo":1236,"win_rate":51.8,"rank":42},{"arena":"models","category":"dataviz","elo":1233,"win_rate":52,"rank":43},{"arena":"models","category":"gamedev","elo":1216,"win_rate":50.1,"rank":45},{"arena":"models","category":"svg","elo":1188,"win_rate":52.4,"rank":35},{"arena":"models","category":"uicomponent","elo":1214,"win_rate":48.9,"rank":47},{"arena":"models","category":"website","elo":1242,"win_rate":51.8,"rank":41}]},"reasoning":{"mandatory":false,"default_enabled":false}},"endpoints":[{"name":"xAI | x-ai/grok-4.20-20260309","model_id":"x-ai/grok-4.20","model_name":"SpaceXAI: Grok 4.20","context_length":2000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai/zdr","quantization":"unknown","max_completion_tokens":1800000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.66183144967518,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.20-20260309","model_id":"x-ai/grok-4.20","model_name":"SpaceXAI: Grok 4.20","context_length":2000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai","quantization":"unknown","max_completion_tokens":1800000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8647664620826,"uptime_last_5m":99.91980753809142,"uptime_last_1d":99.71719281784827,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.20-20260309","model_id":"x-ai/grok-4.20","model_name":"SpaceXAI: Grok 4.20","context_length":2000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/zdr/priority","quantization":"unknown","max_completion_tokens":1800000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":97.94238683127571,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.20-20260309","model_id":"x-ai/grok-4.20","model_name":"SpaceXAI: Grok 4.20","context_length":2000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/priority","quantization":"unknown","max_completion_tokens":1800000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"948892b5-db03-4118-a4a8-ccd51ed871ea","slug":"grok-4-3","name":"Grok 4.3 (high)","shortName":"Grok 4.3 (high)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-3","releaseDate":"2026-04-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"grok-4-3","name":"Grok 4.3"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":25.3911441398002,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":27.768681841654555,"strategyAndOps":17.69534429992964,"legal":32.895837707779535,"healthcareAndMedical":26.823799045945965,"engineering":31.215524131488188,"economics":41.3416329935125},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":111.385435193099,"canonicalInputTokens":320642900,"canonicalOutputTokens":87022323,"outputTokensPerTask":17689.999029858765,"answerTokensPerTask":6342.622187902203,"reasoningTokensPerTask":11347.37684195656,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":1.25,"costPerIntelligenceIndexTask":0.16529989544512777,"latency":{"timeToFirstChunkMs":22.3088645010001,"timeToFirstAnswerTokenMs":22.3088645010001,"endToEndMs":26.797781738098422}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":761.59,"score":761.59,"outputTokensPerTask":18561.285714285714,"costPerTask":0.23742919323476738,"timePerTask":169.29632462210554,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1018.49,"score":1018.49,"outputTokensPerTask":15143.718181818182,"costPerTask":0.09755735936484551,"timePerTask":138.1249051794704,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.01375964614032744,"score":0.01375964614032744,"outputTokensPerTask":4981.767123287671,"costPerTask":0.037094969808680996,"timePerTask":45.43838595441277,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":44817.257575757576,"costPerTask":0.8549016712215886,"timePerTask":408.7753997223546,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.482638888888889,"score":0.482638888888889,"outputTokensPerTask":4254.395833333333,"costPerTask":0.013015503472222219,"timePerTask":38.804077969479735,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.372103799814643,"score":0.372103799814643,"outputTokensPerTask":24545.720574606115,"costPerTask":0.061731892377201114,"timePerTask":223.87998021514892,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.058,"score":0.058,"outputTokensPerTask":2222.44,"costPerTask":0.0503914625,"timePerTask":20.27073606240382,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.08,"score":0.08,"outputTokensPerTask":49406.6,"costPerTask":0.12743042857142856,"timePerTask":450.6345045718942,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":17.983333333333334,"score":17.983333333333334,"outputTokensPerTask":2922.7406666666666,"costPerTask":0.007466549791666667,"timePerTask":26.658134587594795,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.73,"score":0.73,"outputTokensPerTask":3585.87,"costPerTask":0.12415907500000002,"timePerTask":32.70649570926188,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.1,"score":0.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.683890577507599,"score":0.683890577507599,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.058,"score":0.058,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1018.49,"score":1018.49,"outputTokensPerTask":15143.718181818182,"costPerTask":0.09755735936484551,"timePerTask":138.1249051794704,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.259245,"score":0.259245,"outputTokensPerTask":15143.718181818182,"costPerTask":0.09755735936484551,"timePerTask":138.1249051794704,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.327212806026365,"score":0.327212806026365,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.976608187134503,"score":0.976608187134503,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.123711340206186,"score":0.123711340206186,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.378787878787879,"score":0.378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.397003745318352,"score":0.397003745318352,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":44817.257575757576,"costPerTask":0.8549016712215886,"timePerTask":408.7753997223546,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.73,"score":0.73,"outputTokensPerTask":3585.87,"costPerTask":0.12415907500000002,"timePerTask":32.70649570926188,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.812925170068027,"score":0.812925170068027,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.372103799814643,"score":0.372103799814643,"outputTokensPerTask":24545.720574606115,"costPerTask":0.061731892377201114,"timePerTask":223.87998021514892,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.901010101010101,"score":0.901010101010101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.170353982300885,"score":0.170353982300885,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.78092485549133,"score":0.78092485549133,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.0875,"score":0.0875,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.01375964614032744,"score":0.01375964614032744,"outputTokensPerTask":4981.767123287671,"costPerTask":0.037094969808680996,"timePerTask":45.43838595441277,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.26260817666368247,"score":0.26260817666368247,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":27.768681841654555,"score":27.768681841654555,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":17.69534429992964,"score":17.69534429992964,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":32.895837707779535,"score":32.895837707779535,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":26.823799045945965,"score":26.823799045945965,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":31.215524131488188,"score":31.215524131488188,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":41.3416329935125,"score":41.3416329935125,"family":"Capability Index"}],"benchmarkCount":36,"raw":{"id":"948892b5-db03-4118-a4a8-ccd51ed871ea","slug":"grok-4-3","name":"Grok 4.3 (high)","shortName":"Grok 4.3 (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"grok-4-3","name":"Grok 4.3"},"deprecated":true,"deprecatedTo":"grok-4-6","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":25.3911441398002,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":27.768681841654555,"strategyAndOps":17.69534429992964,"legal":32.895837707779535,"healthcareAndMedical":26.823799045945965,"engineering":31.215524131488188,"economics":41.3416329935125},"omniscience":17.983333333333334,"omniscienceBreakdown":{"accuracy":0.3478333333333333,"hallucinationRate":0.25760286225402507},"mlcrOverall":0.1,"harveyLab":0.683890577507599,"gdpPdfAllPass":0.058,"gdpval":1018.49,"gdpvalNormalized":0.259245,"itBenchSre":0.327212806026365,"tau2":0.976608187134503,"tauBanking":0.123711340206186,"terminalbenchHard":0.378787878787879,"terminalBench21":0.397003745318352,"terminalBench40":0,"scicode":0.482638888888889,"lcr":0.73,"ifbench":0.812925170068027,"hle":0.372103799814643,"gpqa":0.901010101010101,"critpt":0.08,"apexAgents":0.170353982300885,"mmmuPro":0.78092485549133,"livecodebench":null,"aime25":null,"analystAgent":0.0875,"automationBenchPartialScore":0.01375964614032744,"enterpriseOpsGym":0.26260817666368247,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":1.25,"pricePer1k1mpImages":1.28,"price1mBlended0To3To1":1.5625,"price1mBlended7To2To1":0.64,"price1mBlended0To1To1":1.875,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.2623762376237624,"intelligenceIndexTimePerTask":161.34937333671397,"intelligenceIndexCost":{"total":332.0039523595581,"input":114.44814485955811,"nonCacheInput":18.71370125,"cacheRead":54.5439009791318,"cacheWrite":41.19054263042631,"output":217.55580750000001,"reasoning":199.0361675,"answer":18.51964},"intelligenceIndexCostPerTask":{"cost":{"total":0.16529989544512777,"input":0.12107489787048084,"nonCacheInput":0.01093331430885033,"cacheRead":0.06997531467482002,"cacheWrite":0.040166268886810505,"output":0.044224997574646895,"reasoning":0.0283684421048914,"answer":0.015856555469755507},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.035614378985215106},{"slug":"gdpval-aa","weightedCostPerTask":0.009755735936484553},{"slug":"automationbench-aa","weightedCostPerTask":0.00185474849043405},{"slug":"terminalbench-4-0","weightedCostPerTask":0.08549016712215884},{"slug":"scicode","weightedCostPerTask":0.0013015503472222222},{"slug":"humanitys-last-exam","weightedCostPerTask":0.006173189237720111},{"slug":"gdp-pdf","weightedCostPerTask":0.00503914625},{"slug":"critpt","weightedCostPerTask":0.012743042857142855},{"slug":"omniscience","weightedCostPerTask":0.00111998246875},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.006207953750000001}]},"canonicalIntelligenceIndexTokenCount":{"input":320642900,"output":87022323,"answer":7407856,"reasoning":79614467},"intelligenceIndexOutputTokensPerTask":{"reasoning":11347.37684195656,"answer":6342.622187902203,"output":17689.999029858765},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":761.59,"outputTokensPerTask":18561.285714285714,"costPerTask":0.23742919323476738,"timePerTask":169.29632462210554},{"slug":"gdpval-aa","score":1018.49,"outputTokensPerTask":15143.718181818182,"costPerTask":0.09755735936484551,"timePerTask":138.1249051794704},{"slug":"automationbench-aa","score":0.01375964614032744,"outputTokensPerTask":4981.767123287671,"costPerTask":0.037094969808680996,"timePerTask":45.43838595441277},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":44817.257575757576,"costPerTask":0.8549016712215886,"timePerTask":408.7753997223546},{"slug":"scicode","score":0.482638888888889,"outputTokensPerTask":4254.395833333333,"costPerTask":0.013015503472222219,"timePerTask":38.804077969479735},{"slug":"humanitys-last-exam","score":0.372103799814643,"outputTokensPerTask":24545.720574606115,"costPerTask":0.061731892377201114,"timePerTask":223.87998021514892},{"slug":"gdp-pdf","score":0.058,"outputTokensPerTask":2222.44,"costPerTask":0.0503914625,"timePerTask":20.27073606240382},{"slug":"critpt","score":0.08,"outputTokensPerTask":49406.6,"costPerTask":0.12743042857142856,"timePerTask":450.6345045718942},{"slug":"omniscience","score":17.983333333333334,"outputTokensPerTask":2922.7406666666666,"costPerTask":0.007466549791666667,"timePerTask":26.658134587594795},{"slug":"artificial-analysis-long-context-reasoning","score":0.73,"outputTokensPerTask":3585.87,"costPerTask":0.12415907500000002,"timePerTask":32.70649570926188}],"briefcaseBreakdown":{"overall":{"elo":761.59,"lower95ci":754.26,"upper95ci":768.84},"rubricPassRate":0.17272727272727273,"analyticalQuality":{"elo":620.98,"lower95ci":608.11,"upper95ci":633.54},"presentation":{"elo":832.05,"lower95ci":819.43,"upper95ci":844.06}},"briefcaseTotalCost":21.60605658436383,"timescaleData":{"medianOutputSpeed":111.385435193099,"medianTimeToFirstChunk":22.3088645010001},"outputSpeedVariance":{"p05":80.1303664397401,"q25":96.2235564142934,"median":111.385435193099,"q75":151.642422032626,"p95":190.790725324761},"timeToFirstChunkVariance":{"p05":4.94906744944999,"q25":12.3975536002499,"median":22.3088645010001,"q75":31.9411217475,"p95":68.05399416255},"performanceByPromptType":{"long":{"medianOutputSpeed":111.385435193099,"medianTimeToFirstChunk":22.3088645010001,"medianTimeToFirstAnswerToken":22.3088645010001,"medianEndToEndResponseTime":26.797781738098422}},"endToEndResponseTime":{"input":22.3088645010001,"reasoning":0,"answer":4.48891723709832,"total":26.797781738098422},"timeToFirstAnswerToken":{"input":22.3088645010001,"reasoning":0,"total":22.3088645010001},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":3,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/x-ai/grok-4.3","matchedBy":"slug","catalog":{"id":"x-ai/grok-4.3","canonical_slug":"x-ai/grok-4.3-20260430","hugging_face_id":null,"name":"SpaceXAI: Grok 4.3","created":1777591821,"description":"Grok 4.3 is a reasoning model from SpaceXAI. It accepts text and image inputs with text output, and is suited for agentic workflows, instruction-following tasks, and applications requiring high factual...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"top_provider":{"context_length":1000000,"max_completion_tokens":900000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","logprobs","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/x-ai/grok-4.3-20260430/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1007,"win_rate":28.8,"rank":24},{"arena":"agents","category":"agentichtmlslides","elo":1066,"win_rate":31.8,"rank":9},{"arena":"agents","category":"agenticslides","elo":1072,"win_rate":31.9,"rank":9},{"arena":"agents","category":"agenticslides(html)","elo":1066,"win_rate":31.7,"rank":9},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1068,"win_rate":32.4,"rank":9},{"arena":"agents","category":"androidnative","elo":972,"win_rate":22.5,"rank":36},{"arena":"agents","category":"fullstack","elo":1017,"win_rate":28.4,"rank":40},{"arena":"agents","category":"godotgamedev","elo":1035,"win_rate":31.2,"rank":30},{"arena":"agents","category":"htmlslides","elo":1011,"win_rate":28.4,"rank":23},{"arena":"agents","category":"mobileapps","elo":1091,"win_rate":34.8,"rank":41},{"arena":"agents","category":"pptxslides","elo":1071,"win_rate":32.5,"rank":8},{"arena":"agents","category":"python-pptxslides","elo":1072,"win_rate":30.8,"rank":26},{"arena":"agents","category":"webapps","elo":1144,"win_rate":43.9,"rank":28},{"arena":"models","category":"3d","elo":1154,"win_rate":41.7,"rank":66},{"arena":"models","category":"asciiart","elo":1158,"win_rate":45.2,"rank":44},{"arena":"models","category":"codecategories","elo":1202,"win_rate":44.8,"rank":52},{"arena":"models","category":"dataviz","elo":1196,"win_rate":45.8,"rank":55},{"arena":"models","category":"gamedev","elo":1198,"win_rate":44.9,"rank":51},{"arena":"models","category":"svg","elo":1109,"win_rate":39.3,"rank":59},{"arena":"models","category":"uicomponent","elo":1206,"win_rate":45.9,"rank":50},{"arena":"models","category":"website","elo":1207,"win_rate":45,"rank":53}],"artificial_analysis":{"intelligence_index":25.4,"coding_index":42.2,"agentic_index":17.2}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","medium","low","none"],"default_effort":"low"}},"endpoints":[{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai/zdr","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.91565926342425,"uptime_last_5m":99.66386554621849,"uptime_last_1d":99.56104094740891,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8217166143136,"uptime_last_5m":99.68334388853705,"uptime_last_1d":99.43319642814085,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/zdr/priority","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.40164496230295,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/priority","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.25155166119022,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"fe2c2289-d261-4433-8681-46448372c1f6","slug":"grok-4-3-low","name":"Grok 4.3 (low)","shortName":"Grok 4.3 (low)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-3-low","releaseDate":"2026-04-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"grok-4-3","name":"Grok 4.3"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":24.2958998564863,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":105.319648365229,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":1.25,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":5.68610335500003,"timeToFirstAnswerTokenMs":5.68610335500003,"endToEndMs":10.433555589801392}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":13.933333333333334,"score":13.933333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.888888888888889,"score":0.888888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.265151515151515,"score":0.265151515151515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.74,"score":0.74,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.80952380952381,"score":0.80952380952381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.183503243744208,"score":0.183503243744208,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.843434343434343,"score":0.843434343434343,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.727745664739884,"score":0.727745664739884,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"fe2c2289-d261-4433-8681-46448372c1f6","slug":"grok-4-3-low","name":"Grok 4.3 (low)","shortName":"Grok 4.3 (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"grok-4-3","name":"Grok 4.3"},"deprecated":true,"deprecatedTo":"grok-4-6-low","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":24.2958998564863,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":13.933333333333334,"omniscienceBreakdown":{"accuracy":0.2668333333333333,"hallucinationRate":0.1739031598090475},"gdpval":null,"itBenchSre":null,"tau2":0.888888888888889,"tauBanking":null,"terminalbenchHard":0.265151515151515,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.74,"ifbench":0.80952380952381,"hle":0.183503243744208,"gpqa":0.843434343434343,"critpt":0.00571428571428571,"apexAgents":null,"mmmuPro":0.727745664739884,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":1.25,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5625,"price1mBlended7To2To1":0.64,"price1mBlended0To1To1":1.875,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.2623762376237624,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":105.319648365229,"medianTimeToFirstChunk":5.68610335500003},"outputSpeedVariance":{"p05":67.40578987173,"q25":85.7293411468921,"median":105.319648365229,"q75":127.398384920756,"p95":176.573187307083},"timeToFirstChunkVariance":{"p05":3.03166563835001,"q25":3.61356407825002,"median":5.68610335500003,"q75":9.18864075425007,"p95":13.39979937695},"performanceByPromptType":{"medium":{"medianOutputSpeed":114.161881447217,"medianTimeToFirstChunk":6.99629188299997,"medianTimeToFirstAnswerToken":6.99629188299997,"medianEndToEndResponseTime":11.376037500902878},"long":{"medianOutputSpeed":105.319648365229,"medianTimeToFirstChunk":5.68610335500003,"medianTimeToFirstAnswerToken":5.68610335500003,"medianEndToEndResponseTime":10.433555589801392},"hundredK":{"medianOutputSpeed":100.249542738512,"medianTimeToFirstChunk":10.6003186645,"medianTimeToFirstAnswerToken":10.6003186645,"medianEndToEndResponseTime":15.587872585859875},"mediumParallel":{"medianOutputSpeed":93.1339889930541,"medianTimeToFirstChunk":9.19318955900002,"medianTimeToFirstAnswerToken":9.19318955900002,"medianEndToEndResponseTime":14.56179886486031}},"endToEndResponseTime":{"input":5.68610335500003,"reasoning":0,"answer":4.7474522348013615,"total":10.433555589801392},"timeToFirstAnswerToken":{"input":5.68610335500003,"reasoning":0,"total":5.68610335500003},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":3,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/x-ai/grok-4.3","matchedBy":"slug","catalog":{"id":"x-ai/grok-4.3","canonical_slug":"x-ai/grok-4.3-20260430","hugging_face_id":null,"name":"SpaceXAI: Grok 4.3","created":1777591821,"description":"Grok 4.3 is a reasoning model from SpaceXAI. It accepts text and image inputs with text output, and is suited for agentic workflows, instruction-following tasks, and applications requiring high factual...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"top_provider":{"context_length":1000000,"max_completion_tokens":900000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","logprobs","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/x-ai/grok-4.3-20260430/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1007,"win_rate":28.8,"rank":24},{"arena":"agents","category":"agentichtmlslides","elo":1066,"win_rate":31.8,"rank":9},{"arena":"agents","category":"agenticslides","elo":1072,"win_rate":31.9,"rank":9},{"arena":"agents","category":"agenticslides(html)","elo":1066,"win_rate":31.7,"rank":9},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1068,"win_rate":32.4,"rank":9},{"arena":"agents","category":"androidnative","elo":972,"win_rate":22.5,"rank":36},{"arena":"agents","category":"fullstack","elo":1017,"win_rate":28.4,"rank":40},{"arena":"agents","category":"godotgamedev","elo":1035,"win_rate":31.2,"rank":30},{"arena":"agents","category":"htmlslides","elo":1011,"win_rate":28.4,"rank":23},{"arena":"agents","category":"mobileapps","elo":1091,"win_rate":34.8,"rank":41},{"arena":"agents","category":"pptxslides","elo":1071,"win_rate":32.5,"rank":8},{"arena":"agents","category":"python-pptxslides","elo":1072,"win_rate":30.8,"rank":26},{"arena":"agents","category":"webapps","elo":1144,"win_rate":43.9,"rank":28},{"arena":"models","category":"3d","elo":1154,"win_rate":41.7,"rank":66},{"arena":"models","category":"asciiart","elo":1158,"win_rate":45.2,"rank":44},{"arena":"models","category":"codecategories","elo":1202,"win_rate":44.8,"rank":52},{"arena":"models","category":"dataviz","elo":1196,"win_rate":45.8,"rank":55},{"arena":"models","category":"gamedev","elo":1198,"win_rate":44.9,"rank":51},{"arena":"models","category":"svg","elo":1109,"win_rate":39.3,"rank":59},{"arena":"models","category":"uicomponent","elo":1206,"win_rate":45.9,"rank":50},{"arena":"models","category":"website","elo":1207,"win_rate":45,"rank":53}],"artificial_analysis":{"intelligence_index":25.4,"coding_index":42.2,"agentic_index":17.2}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","medium","low","none"],"default_effort":"low"}},"endpoints":[{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai/zdr","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.91565926342425,"uptime_last_5m":99.66386554621849,"uptime_last_1d":99.56104094740891,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8217166143136,"uptime_last_5m":99.68334388853705,"uptime_last_1d":99.43319642814085,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/zdr/priority","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.40164496230295,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/priority","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.25155166119022,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"5e8b0d98-a3b4-42b5-93d8-ecb748788754","slug":"grok-4-3-medium","name":"Grok 4.3 (medium)","shortName":"Grok 4.3 (medium)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-3-medium","releaseDate":"2026-04-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"grok-4-3","name":"Grok 4.3"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":24.7816938151637,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":104.877828650393,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":1.25,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":13.6998488059999,"timeToFirstAnswerTokenMs":13.6998488059999,"endToEndMs":18.467300672940574}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":16.7,"score":16.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.912280701754386,"score":0.912280701754386,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.303030303030303,"score":0.303030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.75,"score":0.75,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.833333333333333,"score":0.833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.299814643188137,"score":0.299814643188137,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.88989898989899,"score":0.88989898989899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0485714285714286,"score":0.0485714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.758381502890173,"score":0.758381502890173,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"5e8b0d98-a3b4-42b5-93d8-ecb748788754","slug":"grok-4-3-medium","name":"Grok 4.3 (medium)","shortName":"Grok 4.3 (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"grok-4-3","name":"Grok 4.3"},"deprecated":true,"deprecatedTo":"grok-4-6-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":24.7816938151637,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":16.7,"omniscienceBreakdown":{"accuracy":0.2876666666666667,"hallucinationRate":0.16939635002339729},"gdpval":null,"itBenchSre":null,"tau2":0.912280701754386,"tauBanking":null,"terminalbenchHard":0.303030303030303,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.75,"ifbench":0.833333333333333,"hle":0.299814643188137,"gpqa":0.88989898989899,"critpt":0.0485714285714286,"apexAgents":null,"mmmuPro":0.758381502890173,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":1.25,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5625,"price1mBlended7To2To1":0.64,"price1mBlended0To1To1":1.875,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.2623762376237624,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":104.877828650393,"medianTimeToFirstChunk":13.6998488059999},"outputSpeedVariance":{"p05":70.3617862953081,"q25":95.1814765370896,"median":104.877828650393,"q75":140.433171566853,"p95":181.979991252776},"timeToFirstChunkVariance":{"p05":4.97132730579998,"q25":6.99730712824997,"median":13.6998488059999,"q75":19.63700528675,"p95":31.7192790859},"performanceByPromptType":{"medium":{"medianOutputSpeed":140.102874241926,"medianTimeToFirstChunk":25.573229939,"medianTimeToFirstAnswerToken":25.573229939,"medianEndToEndResponseTime":29.142036094515504},"long":{"medianOutputSpeed":104.877828650393,"medianTimeToFirstChunk":13.6998488059999,"medianTimeToFirstAnswerToken":13.6998488059999,"medianEndToEndResponseTime":18.467300672940574},"hundredK":{"medianOutputSpeed":104.993767653121,"medianTimeToFirstChunk":14.2821292655,"medianTimeToFirstAnswerToken":14.2821292655,"medianEndToEndResponseTime":19.044316690299375},"mediumParallel":{"medianOutputSpeed":115.463276519513,"medianTimeToFirstChunk":15.6131311905,"medianTimeToFirstAnswerToken":15.6131311905,"medianEndToEndResponseTime":19.943512373780393}},"endToEndResponseTime":{"input":13.6998488059999,"reasoning":0,"answer":4.767451866940672,"total":18.467300672940574},"timeToFirstAnswerToken":{"input":13.6998488059999,"reasoning":0,"total":13.6998488059999},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":3,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/x-ai/grok-4.3","matchedBy":"slug","catalog":{"id":"x-ai/grok-4.3","canonical_slug":"x-ai/grok-4.3-20260430","hugging_face_id":null,"name":"SpaceXAI: Grok 4.3","created":1777591821,"description":"Grok 4.3 is a reasoning model from SpaceXAI. It accepts text and image inputs with text output, and is suited for agentic workflows, instruction-following tasks, and applications requiring high factual...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"top_provider":{"context_length":1000000,"max_completion_tokens":900000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","logprobs","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/x-ai/grok-4.3-20260430/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1007,"win_rate":28.8,"rank":24},{"arena":"agents","category":"agentichtmlslides","elo":1066,"win_rate":31.8,"rank":9},{"arena":"agents","category":"agenticslides","elo":1072,"win_rate":31.9,"rank":9},{"arena":"agents","category":"agenticslides(html)","elo":1066,"win_rate":31.7,"rank":9},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1068,"win_rate":32.4,"rank":9},{"arena":"agents","category":"androidnative","elo":972,"win_rate":22.5,"rank":36},{"arena":"agents","category":"fullstack","elo":1017,"win_rate":28.4,"rank":40},{"arena":"agents","category":"godotgamedev","elo":1035,"win_rate":31.2,"rank":30},{"arena":"agents","category":"htmlslides","elo":1011,"win_rate":28.4,"rank":23},{"arena":"agents","category":"mobileapps","elo":1091,"win_rate":34.8,"rank":41},{"arena":"agents","category":"pptxslides","elo":1071,"win_rate":32.5,"rank":8},{"arena":"agents","category":"python-pptxslides","elo":1072,"win_rate":30.8,"rank":26},{"arena":"agents","category":"webapps","elo":1144,"win_rate":43.9,"rank":28},{"arena":"models","category":"3d","elo":1154,"win_rate":41.7,"rank":66},{"arena":"models","category":"asciiart","elo":1158,"win_rate":45.2,"rank":44},{"arena":"models","category":"codecategories","elo":1202,"win_rate":44.8,"rank":52},{"arena":"models","category":"dataviz","elo":1196,"win_rate":45.8,"rank":55},{"arena":"models","category":"gamedev","elo":1198,"win_rate":44.9,"rank":51},{"arena":"models","category":"svg","elo":1109,"win_rate":39.3,"rank":59},{"arena":"models","category":"uicomponent","elo":1206,"win_rate":45.9,"rank":50},{"arena":"models","category":"website","elo":1207,"win_rate":45,"rank":53}],"artificial_analysis":{"intelligence_index":25.4,"coding_index":42.2,"agentic_index":17.2}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","medium","low","none"],"default_effort":"low"}},"endpoints":[{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai/zdr","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.91565926342425,"uptime_last_5m":99.66386554621849,"uptime_last_1d":99.56104094740891,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8217166143136,"uptime_last_5m":99.68334388853705,"uptime_last_1d":99.43319642814085,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/zdr/priority","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.40164496230295,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/priority","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.25155166119022,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"90c2a9cf-ad7e-4332-9be2-2fd1309833e2","slug":"grok-4-3-non-reasoning","name":"Grok 4.3 (Non-reasoning)","shortName":"Grok 4.3 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-3-non-reasoning","releaseDate":"2026-04-30","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"grok-4-3","name":"Grok 4.3"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":14.5407059505055,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":16.082849227444722,"strategyAndOps":14.187846396315996,"legal":18.812998059551706,"engineering":15.395828544949028,"economics":21.16459993821439},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":96.5818471211886,"canonicalInputTokens":485443932,"canonicalOutputTokens":11964151,"outputTokensPerTask":9121.855530808516,"answerTokensPerTask":9121.855530808516,"reasoningTokensPerTask":0,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":1.25,"costPerIntelligenceIndexTask":0.13744224560676677,"latency":{"timeToFirstChunkMs":0.815069329999958,"timeToFirstAnswerTokenMs":0.815069329999958,"endToEndMs":5.99202561012382}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":724.4,"score":724.4,"outputTokensPerTask":19108.89010989011,"costPerTask":0.21246349863309016,"timePerTask":207.60906473803652,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1030.8,"score":1030.8,"outputTokensPerTask":14327.795454545454,"costPerTask":0.16743687510538863,"timePerTask":155.6647297132412,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.009304541594200506,"score":0.009304541594200506,"outputTokensPerTask":3119.7671232876714,"costPerTask":0.10797981899492803,"timePerTask":33.89479613632844,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":42572.818181818184,"costPerTask":0.6178625643056861,"timePerTask":462.5335597809127,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.393518518518519,"score":0.393518518518519,"outputTokensPerTask":390.9583333333333,"costPerTask":0.0040032465277777774,"timePerTask":4.247577617962533,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0676552363299351,"score":0.0676552363299351,"outputTokensPerTask":839.3308619091752,"costPerTask":0.0026157391102873033,"timePerTask":9.118933346973755,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.028,"score":0.028,"outputTokensPerTask":801.42,"costPerTask":0.14189970000000002,"timePerTask":8.707049739965981,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":1940.2,"costPerTask":0.009332428571428571,"timePerTask":21.07935652402236,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-33.083333333333336,"score":-33.083333333333336,"outputTokensPerTask":8.639166666666666,"costPerTask":0.0003175675,"timePerTask":0.09386046502273811,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.323333333333333,"score":0.323333333333333,"outputTokensPerTask":219.71,"costPerTask":0.1162207875,"timePerTask":2.3870453674327146,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.028,"score":0.028,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1030.8,"score":1030.8,"outputTokensPerTask":14327.795454545454,"costPerTask":0.16743687510538863,"timePerTask":155.6647297132412,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.26539999999999997,"score":0.26539999999999997,"outputTokensPerTask":14327.795454545454,"costPerTask":0.16743687510538863,"timePerTask":155.6647297132412,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.657894736842105,"score":0.657894736842105,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0804123711340206,"score":0.0804123711340206,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.189393939393939,"score":0.189393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.340823970037453,"score":0.340823970037453,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":42572.818181818184,"costPerTask":0.6178625643056861,"timePerTask":462.5335597809127,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.323333333333333,"score":0.323333333333333,"outputTokensPerTask":219.71,"costPerTask":0.1162207875,"timePerTask":2.3870453674327146,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.476190476190476,"score":0.476190476190476,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0676552363299351,"score":0.0676552363299351,"outputTokensPerTask":839.3308619091752,"costPerTask":0.0026157391102873033,"timePerTask":9.118933346973755,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.657575757575758,"score":0.657575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.647976878612717,"score":0.647976878612717,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.009304541594200506,"score":0.009304541594200506,"outputTokensPerTask":3119.7671232876714,"costPerTask":0.10797981899492803,"timePerTask":33.89479613632844,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":16.082849227444722,"score":16.082849227444722,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":14.187846396315996,"score":14.187846396315996,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":18.812998059551706,"score":18.812998059551706,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":15.395828544949028,"score":15.395828544949028,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":21.16459993821439,"score":21.16459993821439,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"90c2a9cf-ad7e-4332-9be2-2fd1309833e2","slug":"grok-4-3-non-reasoning","name":"Grok 4.3 (Non-reasoning)","shortName":"Grok 4.3 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-30","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"grok-4-3","name":"Grok 4.3"},"deprecated":true,"deprecatedTo":"grok-4-6-low","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":14.5407059505055,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":16.082849227444722,"strategyAndOps":14.187846396315996,"legal":18.812998059551706,"engineering":15.395828544949028,"economics":21.16459993821439},"omniscience":-33.083333333333336,"omniscienceBreakdown":{"accuracy":0.23716666666666666,"hallucinationRate":0.7445925278566746},"gdpPdfAllPass":0.028,"gdpval":1030.8,"gdpvalNormalized":0.26539999999999997,"itBenchSre":null,"tau2":0.657894736842105,"tauBanking":0.0804123711340206,"terminalbenchHard":0.189393939393939,"terminalBench21":0.340823970037453,"terminalBench40":0,"scicode":0.393518518518519,"lcr":0.323333333333333,"ifbench":0.476190476190476,"hle":0.0676552363299351,"gpqa":0.657575757575758,"critpt":0,"apexAgents":null,"mmmuPro":0.647976878612717,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.009304541594200506,"price1mInputTokens":1.25,"price1mOutputTokens":2.5,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.84,"cacheWritePrice":1.25,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5625,"price1mBlended7To2To1":0.64,"price1mBlended0To1To1":1.875,"price1mBlended100To1To1":0.23284313725490197,"price1mBlended0To100To1":1.2623762376237624,"intelligenceIndexTimePerTask":99.10465152795481,"intelligenceIndexCost":{"total":203.06038497263972,"input":173.15000747263971,"nonCacheInput":29.63433875,"cacheRead":82.60093476711626,"cacheWrite":60.91473395552345,"output":29.9103775,"reasoning":0,"answer":29.9103775},"intelligenceIndexCostPerTask":{"cost":{"total":0.13744224560676677,"input":0.11463760677974545,"nonCacheInput":0.02062010518463874,"cacheRead":0.0564003413860089,"cacheWrite":0.03761716020909783,"output":0.022804638827021287,"reasoning":0,"answer":0.022804638827021287},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.03186952479496352},{"slug":"gdpval-aa","weightedCostPerTask":0.01674368751053886},{"slug":"automationbench-aa","weightedCostPerTask":0.005398990949746402},{"slug":"terminalbench-4-0","weightedCostPerTask":0.061786256430568606},{"slug":"scicode","weightedCostPerTask":0.0004003246527777778},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00026157391102873034},{"slug":"gdp-pdf","weightedCostPerTask":0.014189970000000001},{"slug":"critpt","weightedCostPerTask":0.0009332428571428572},{"slug":"omniscience","weightedCostPerTask":0.000047635124999999996},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.005811039375}]},"canonicalIntelligenceIndexTokenCount":{"input":485443932,"output":11964151,"answer":11964151,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":9121.855530808516,"output":9121.855530808516},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":724.4,"outputTokensPerTask":19108.89010989011,"costPerTask":0.21246349863309016,"timePerTask":207.60906473803652},{"slug":"gdpval-aa","score":1030.8,"outputTokensPerTask":14327.795454545454,"costPerTask":0.16743687510538863,"timePerTask":155.6647297132412},{"slug":"automationbench-aa","score":0.009304541594200506,"outputTokensPerTask":3119.7671232876714,"costPerTask":0.10797981899492803,"timePerTask":33.89479613632844},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":42572.818181818184,"costPerTask":0.6178625643056861,"timePerTask":462.5335597809127},{"slug":"scicode","score":0.393518518518519,"outputTokensPerTask":390.9583333333333,"costPerTask":0.0040032465277777774,"timePerTask":4.247577617962533},{"slug":"humanitys-last-exam","score":0.0676552363299351,"outputTokensPerTask":839.3308619091752,"costPerTask":0.0026157391102873033,"timePerTask":9.118933346973755},{"slug":"gdp-pdf","score":0.028,"outputTokensPerTask":801.42,"costPerTask":0.14189970000000002,"timePerTask":8.707049739965981},{"slug":"critpt","score":0,"outputTokensPerTask":1940.2,"costPerTask":0.009332428571428571,"timePerTask":21.07935652402236},{"slug":"omniscience","score":-33.083333333333336,"outputTokensPerTask":8.639166666666666,"costPerTask":0.0003175675,"timePerTask":0.09386046502273811},{"slug":"artificial-analysis-long-context-reasoning","score":0.323333333333333,"outputTokensPerTask":219.71,"costPerTask":0.1162207875,"timePerTask":2.3870453674327146}],"briefcaseBreakdown":{"overall":{"elo":724.4,"lower95ci":714.25,"upper95ci":734.39},"rubricPassRate":0.1404040404040404,"analyticalQuality":{"elo":569.24,"lower95ci":550.04,"upper95ci":588.23},"presentation":{"elo":824.1,"lower95ci":806.55,"upper95ci":841.07}},"briefcaseTotalCost":19.334178375611202,"timescaleData":{"medianOutputSpeed":96.5818471211886,"medianTimeToFirstChunk":0.815069329999958},"outputSpeedVariance":{"p05":60.3779623100418,"q25":86.9954413723328,"median":96.5818471211886,"q75":110.458086779305,"p95":146.803870967813},"timeToFirstChunkVariance":{"p05":0.616258677649978,"q25":0.694188187250077,"median":0.815069329999958,"q75":0.889355030749954,"p95":2.12157129525},"performanceByPromptType":{"medium":{"medianOutputSpeed":105.733681173055,"medianTimeToFirstChunk":0.539972344999967,"medianTimeToFirstAnswerToken":0.539972344999967,"medianEndToEndResponseTime":5.268834467767136},"long":{"medianOutputSpeed":96.5818471211886,"medianTimeToFirstChunk":0.815069329999958,"medianTimeToFirstAnswerToken":0.815069329999958,"medianEndToEndResponseTime":5.99202561012382},"hundredK":{"medianOutputSpeed":146.46292549895,"medianTimeToFirstChunk":3.99354187649999,"medianTimeToFirstAnswerToken":3.99354187649999,"medianEndToEndResponseTime":7.407375092630748},"mediumParallel":{"medianOutputSpeed":164.234588487198,"medianTimeToFirstChunk":1.52119887600008,"medianTimeToFirstAnswerToken":1.52119887600008,"medianEndToEndResponseTime":4.56562456370456}},"endToEndResponseTime":{"input":0.815069329999958,"reasoning":0,"answer":5.1769562801238616,"total":5.99202561012382},"timeToFirstAnswerToken":{"input":0.815069329999958,"reasoning":0,"total":0.815069329999958},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":2,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/x-ai/grok-4.3","matchedBy":"slug","catalog":{"id":"x-ai/grok-4.3","canonical_slug":"x-ai/grok-4.3-20260430","hugging_face_id":null,"name":"SpaceXAI: Grok 4.3","created":1777591821,"description":"Grok 4.3 is a reasoning model from SpaceXAI. It accepts text and image inputs with text output, and is suited for agentic workflows, instruction-following tasks, and applications requiring high factual...","context_length":1000000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"top_provider":{"context_length":1000000,"max_completion_tokens":900000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","logprobs","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/x-ai/grok-4.3-20260430/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1007,"win_rate":28.8,"rank":24},{"arena":"agents","category":"agentichtmlslides","elo":1066,"win_rate":31.8,"rank":9},{"arena":"agents","category":"agenticslides","elo":1072,"win_rate":31.9,"rank":9},{"arena":"agents","category":"agenticslides(html)","elo":1066,"win_rate":31.7,"rank":9},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1068,"win_rate":32.4,"rank":9},{"arena":"agents","category":"androidnative","elo":972,"win_rate":22.5,"rank":36},{"arena":"agents","category":"fullstack","elo":1017,"win_rate":28.4,"rank":40},{"arena":"agents","category":"godotgamedev","elo":1035,"win_rate":31.2,"rank":30},{"arena":"agents","category":"htmlslides","elo":1011,"win_rate":28.4,"rank":23},{"arena":"agents","category":"mobileapps","elo":1091,"win_rate":34.8,"rank":41},{"arena":"agents","category":"pptxslides","elo":1071,"win_rate":32.5,"rank":8},{"arena":"agents","category":"python-pptxslides","elo":1072,"win_rate":30.8,"rank":26},{"arena":"agents","category":"webapps","elo":1144,"win_rate":43.9,"rank":28},{"arena":"models","category":"3d","elo":1154,"win_rate":41.7,"rank":66},{"arena":"models","category":"asciiart","elo":1158,"win_rate":45.2,"rank":44},{"arena":"models","category":"codecategories","elo":1202,"win_rate":44.8,"rank":52},{"arena":"models","category":"dataviz","elo":1196,"win_rate":45.8,"rank":55},{"arena":"models","category":"gamedev","elo":1198,"win_rate":44.9,"rank":51},{"arena":"models","category":"svg","elo":1109,"win_rate":39.3,"rank":59},{"arena":"models","category":"uicomponent","elo":1206,"win_rate":45.9,"rank":50},{"arena":"models","category":"website","elo":1207,"win_rate":45,"rank":53}],"artificial_analysis":{"intelligence_index":25.4,"coding_index":42.2,"agentic_index":17.2}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","medium","low","none"],"default_effort":"low"}},"endpoints":[{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai/zdr","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.91565926342425,"uptime_last_5m":99.66386554621849,"uptime_last_1d":99.56104094740891,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.00000125","completion":"0.0000025","web_search":"0.005","input_cache_read":"0.0000002","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000025","completion":"0.000005","input_cache_read":"0.0000004"}]},"provider_name":"xAI","tag":"xai","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8217166143136,"uptime_last_5m":99.68334388853705,"uptime_last_1d":99.43319642814085,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/zdr/priority","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.40164496230295,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.3-20260430","model_id":"x-ai/grok-4.3","model_name":"SpaceXAI: Grok 4.3","context_length":1000000,"pricing":{"prompt":"0.0000025","completion":"0.000005","web_search":"0.005","input_cache_read":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000005","completion":"0.00001","input_cache_read":"0.0000008"}]},"provider_name":"xAI","tag":"xai/priority","quantization":"unknown","max_completion_tokens":900000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.25155166119022,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"794f69b5-cede-482b-b1cc-d769478497cd","slug":"grok-4-5","name":"Grok 4.5 (high)","shortName":"Grok 4.5 (high)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-5","releaseDate":"2026-07-08","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"grok-4-5","name":"Grok 4.5"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":500000,"licenseName":null,"intelligenceIndex":39.0842403240657,"intelligenceIndexIsEstimated":false,"capabilities":{"engineering":39.61782343684299,"economics":50.36849200092122},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":57.1095572039689,"canonicalInputTokens":1284035080,"canonicalOutputTokens":76610113,"outputTokensPerTask":26882.29418589173,"answerTokensPerTask":17101.13537143534,"reasoningTokensPerTask":9781.15881445639,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.85,"cacheWritePrice":null,"costPerIntelligenceIndexTask":1.0364552526545159,"latency":{"timeToFirstChunkMs":7.72256313750004,"timeToFirstAnswerTokenMs":7.72256313750004,"endToEndMs":16.477665163842698}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1283.38,"score":1283.38,"outputTokensPerTask":54643.681318681316,"costPerTask":1.2327609261770185,"timePerTask":928.383379821067,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1429.6,"score":1429.6,"outputTokensPerTask":28524.586363636365,"costPerTask":0.546028916500245,"timePerTask":484.6260584426839,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5793486035084273,"score":0.5793486035084273,"outputTokensPerTask":13854.342465753425,"costPerTask":0.5504605104895198,"timePerTask":235.3820418602993,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.106060606060606,"score":0.106060606060606,"outputTokensPerTask":82430.65151515152,"costPerTask":6.953063924860053,"timePerTask":1400.4775119044946,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.549768518518518,"score":0.549768518518518,"outputTokensPerTask":3557.5625,"costPerTask":0.025980527777777776,"timePerTask":60.44215576203402,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.42678405931418,"score":0.42678405931418,"outputTokensPerTask":18634.23076923077,"costPerTask":0.11246479425393882,"timePerTask":316.59122746530335,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.188,"score":0.188,"outputTokensPerTask":3885.24,"costPerTask":0.24432133999999997,"timePerTask":66.00931993545723,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.154285714285714,"score":0.154285714285714,"outputTokensPerTask":40286.7,"costPerTask":0.24728965714285717,"timePerTask":684.4616212753355,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":25.316666666666666,"score":25.316666666666666,"outputTokensPerTask":1026.545,"costPerTask":0.0064543943333333345,"timePerTask":17.440759729937906,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.793333333333333,"score":0.793333333333333,"outputTokensPerTask":2142.92,"costPerTask":0.20270026,"timePerTask":36.40771017391204,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.15,"score":0.15,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.924156896801274,"score":0.924156896801274,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.188,"score":0.188,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1429.6,"score":1429.6,"outputTokensPerTask":28524.586363636365,"costPerTask":0.546028916500245,"timePerTask":484.6260584426839,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.46479999999999994,"score":0.46479999999999994,"outputTokensPerTask":28524.586363636365,"costPerTask":0.546028916500245,"timePerTask":484.6260584426839,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.420618556701031,"score":0.420618556701031,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.816479400749064,"score":0.816479400749064,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.106060606060606,"score":0.106060606060606,"outputTokensPerTask":82430.65151515152,"costPerTask":6.953063924860053,"timePerTask":1400.4775119044946,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.793333333333333,"score":0.793333333333333,"outputTokensPerTask":2142.92,"costPerTask":0.20270026,"timePerTask":36.40771017391204,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.42678405931418,"score":0.42678405931418,"outputTokensPerTask":18634.23076923077,"costPerTask":0.11246479425393882,"timePerTask":316.59122746530335,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.931313131313131,"score":0.931313131313131,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.804046242774566,"score":0.804046242774566,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.35,"score":0.35,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5793486035084273,"score":0.5793486035084273,"outputTokensPerTask":13854.342465753425,"costPerTask":0.5504605104895198,"timePerTask":235.3820418602993,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.40823634735899733,"score":0.40823634735899733,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-engineering","label":"Engineering","value":39.61782343684299,"score":39.61782343684299,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":50.36849200092122,"score":50.36849200092122,"family":"Capability Index"}],"benchmarkCount":27,"raw":{"id":"794f69b5-cede-482b-b1cc-d769478497cd","slug":"grok-4-5","name":"Grok 4.5 (high)","shortName":"Grok 4.5 (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-08","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"grok-4-5","name":"Grok 4.5"},"deprecated":true,"deprecatedTo":"grok-4-6","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":500000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":39.0842403240657,"intelligenceIndexIsEstimated":false,"capabilities":{"engineering":39.61782343684299,"economics":50.36849200092122},"omniscience":25.316666666666666,"omniscienceBreakdown":{"accuracy":0.5155,"hallucinationRate":0.5414516683866529},"mlcrOverall":0.15,"harveyLab":0.924156896801274,"gdpPdfAllPass":0.188,"gdpval":1429.6,"gdpvalNormalized":0.46479999999999994,"itBenchSre":null,"tau2":null,"tauBanking":0.420618556701031,"terminalbenchHard":null,"terminalBench21":0.816479400749064,"terminalBench40":0.106060606060606,"scicode":0.549768518518518,"lcr":0.793333333333333,"ifbench":null,"hle":0.42678405931418,"gpqa":0.931313131313131,"critpt":0.154285714285714,"apexAgents":null,"mmmuPro":0.804046242774566,"livecodebench":null,"aime25":null,"analystAgent":0.35,"automationBenchPartialScore":0.5793486035084273,"enterpriseOpsGym":0.40823634735899733,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.85,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3,"price1mBlended7To2To1":1.21,"price1mBlended0To1To1":4,"price1mBlended100To1To1":0.37254901960784315,"price1mBlended0To100To1":2.0396039603960396,"intelligenceIndexTimePerTask":456.72389801289216,"intelligenceIndexCost":{"total":1403.7826003445405,"input":944.1219223445405,"nonCacheInput":46.003802,"cacheRead":286.5791007627281,"cacheWrite":611.5390195818125,"output":459.66067799999996,"reasoning":332.905134,"answer":126.75554400000001},"intelligenceIndexCostPerTask":{"cost":{"total":1.0364552526545159,"input":0.8751614875391653,"nonCacheInput":0.03272379760591891,"cacheRead":0.2791646476856184,"cacheWrite":0.5632730422476282,"output":0.16129376511535043,"reasoning":0.05868695288673834,"answer":0.10260681222861204},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.18491413892655276},{"slug":"gdpval-aa","weightedCostPerTask":0.0546028916500245},{"slug":"automationbench-aa","weightedCostPerTask":0.027523025524475997},{"slug":"terminalbench-4-0","weightedCostPerTask":0.6953063924860052},{"slug":"scicode","weightedCostPerTask":0.002598052777777778},{"slug":"humanitys-last-exam","weightedCostPerTask":0.011246479425393882},{"slug":"gdp-pdf","weightedCostPerTask":0.024432133999999998},{"slug":"critpt","weightedCostPerTask":0.024728965714285716},{"slug":"omniscience","weightedCostPerTask":0.0009681591500000001},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.010135013}]},"canonicalIntelligenceIndexTokenCount":{"input":1284035080,"output":76610113,"answer":21125924,"reasoning":55484189},"intelligenceIndexOutputTokensPerTask":{"reasoning":9781.15881445639,"answer":17101.13537143534,"output":26882.29418589173},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1283.38,"outputTokensPerTask":54643.681318681316,"costPerTask":1.2327609261770185,"timePerTask":928.383379821067},{"slug":"gdpval-aa","score":1429.6,"outputTokensPerTask":28524.586363636365,"costPerTask":0.546028916500245,"timePerTask":484.6260584426839},{"slug":"automationbench-aa","score":0.5793486035084273,"outputTokensPerTask":13854.342465753425,"costPerTask":0.5504605104895198,"timePerTask":235.3820418602993},{"slug":"terminalbench-4-0","score":0.106060606060606,"outputTokensPerTask":82430.65151515152,"costPerTask":6.953063924860053,"timePerTask":1400.4775119044946},{"slug":"scicode","score":0.549768518518518,"outputTokensPerTask":3557.5625,"costPerTask":0.025980527777777776,"timePerTask":60.44215576203402},{"slug":"humanitys-last-exam","score":0.42678405931418,"outputTokensPerTask":18634.23076923077,"costPerTask":0.11246479425393882,"timePerTask":316.59122746530335},{"slug":"gdp-pdf","score":0.188,"outputTokensPerTask":3885.24,"costPerTask":0.24432133999999997,"timePerTask":66.00931993545723},{"slug":"critpt","score":0.154285714285714,"outputTokensPerTask":40286.7,"costPerTask":0.24728965714285717,"timePerTask":684.4616212753355},{"slug":"omniscience","score":25.316666666666666,"outputTokensPerTask":1026.545,"costPerTask":0.0064543943333333345,"timePerTask":17.440759729937906},{"slug":"artificial-analysis-long-context-reasoning","score":0.793333333333333,"outputTokensPerTask":2142.92,"costPerTask":0.20270026,"timePerTask":36.40771017391204}],"briefcaseBreakdown":{"overall":{"elo":1283.38,"lower95ci":1277.28,"upper95ci":1290},"rubricPassRate":0.4070707070707071,"analyticalQuality":{"elo":1325.95,"lower95ci":1313.95,"upper95ci":1338.47},"presentation":{"elo":1292.55,"lower95ci":1282.42,"upper95ci":1303.43}},"briefcaseTotalCost":112.18124428210868,"timescaleData":{"medianOutputSpeed":57.1095572039689,"medianTimeToFirstChunk":7.72256313750004},"outputSpeedVariance":{"p05":39.2785290338265,"q25":47.3245282451193,"median":57.1095572039689,"q75":66.706998911924,"p95":76.2485652239502},"timeToFirstChunkVariance":{"p05":3.90906119924998,"q25":4.8834148227499,"median":7.72256313750004,"q75":21.1512751180001,"p95":30.32357129765},"performanceByPromptType":{"medium":{"medianOutputSpeed":65.7891881804472,"medianTimeToFirstChunk":18.982012253,"medianTimeToFirstAnswerToken":18.982012253,"medianEndToEndResponseTime":26.58204523453787},"long":{"medianOutputSpeed":57.1095572039689,"medianTimeToFirstChunk":7.72256313750004,"medianTimeToFirstAnswerToken":7.72256313750004,"medianEndToEndResponseTime":16.477665163842698},"hundredK":{"medianOutputSpeed":64.3091083533886,"medianTimeToFirstChunk":14.1020930950001,"medianTimeToFirstAnswerToken":14.1020930950001,"medianEndToEndResponseTime":21.877041509032246},"mediumParallel":{"medianOutputSpeed":66.013638797617,"medianTimeToFirstChunk":10.199190865,"medianTimeToFirstAnswerToken":10.199190865,"medianEndToEndResponseTime":17.773383245651637}},"endToEndResponseTime":{"input":7.72256313750004,"reasoning":0,"answer":8.755102026342657,"total":16.477665163842698},"timeToFirstAnswerToken":{"input":7.72256313750004,"reasoning":0,"total":7.72256313750004},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":2,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/x-ai/grok-4.5","matchedBy":"slug","catalog":{"id":"x-ai/grok-4.5","canonical_slug":"x-ai/grok-4.5-20260708","hugging_face_id":null,"name":"SpaceXAI: Grok 4.5","created":1783523154,"description":"Grok 4.5 is a model from SpaceXAI with frontier performance on coding, knowledge work, and STEM.","context_length":500000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000003","overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.0000006"}]},"top_provider":{"context_length":500000,"max_completion_tokens":450000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","logprobs","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","temperature","tool_choice","tools","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/x-ai/grok-4.5-20260708/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1235,"win_rate":55.9,"rank":6},{"arena":"agents","category":"androidnative","elo":1246,"win_rate":64,"rank":7},{"arena":"agents","category":"fullstack","elo":1260,"win_rate":61.3,"rank":9},{"arena":"agents","category":"godotgamedev","elo":1236,"win_rate":58.1,"rank":6},{"arena":"agents","category":"htmlslides","elo":1208,"win_rate":52.5,"rank":6},{"arena":"agents","category":"mobileapps","elo":1242,"win_rate":52.9,"rank":10},{"arena":"agents","category":"python-pptxslides","elo":1230,"win_rate":53.9,"rank":12},{"arena":"agents","category":"webapps","elo":1231,"win_rate":53.9,"rank":15},{"arena":"models","category":"3d","elo":1288,"win_rate":50.6,"rank":21},{"arena":"models","category":"asciiart","elo":1269,"win_rate":54.1,"rank":14},{"arena":"models","category":"codecategories","elo":1292,"win_rate":51.3,"rank":18},{"arena":"models","category":"dataviz","elo":1286,"win_rate":49.8,"rank":18},{"arena":"models","category":"gamedev","elo":1288,"win_rate":49.4,"rank":21},{"arena":"models","category":"svg","elo":1242,"win_rate":48.5,"rank":17},{"arena":"models","category":"uicomponent","elo":1291,"win_rate":51.7,"rank":20},{"arena":"models","category":"website","elo":1296,"win_rate":53.3,"rank":15}],"artificial_analysis":{"intelligence_index":39.1,"coding_index":72.4,"agentic_index":42.1}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"xAI | x-ai/grok-4.5-20260708","model_id":"x-ai/grok-4.5","model_name":"SpaceXAI: Grok 4.5","context_length":500000,"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000003","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.0000006"}]},"provider_name":"xAI","tag":"xai/zdr","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.214537926878,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.5-20260708","model_id":"x-ai/grok-4.5","model_name":"SpaceXAI: Grok 4.5","context_length":500000,"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000003","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.0000006"}]},"provider_name":"xAI","tag":"xai","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.92977528089888,"uptime_last_5m":99.74226804123711,"uptime_last_1d":98.24908982286651,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.5-20260708","model_id":"x-ai/grok-4.5","model_name":"SpaceXAI: Grok 4.5","context_length":500000,"pricing":{"prompt":"0.000004","completion":"0.000012","web_search":"0.005","input_cache_read":"0.0000006","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000008","completion":"0.000024","input_cache_read":"0.0000012"}]},"provider_name":"xAI","tag":"xai/zdr/priority","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":83.91891891891892,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.5-20260708","model_id":"x-ai/grok-4.5","model_name":"SpaceXAI: Grok 4.5","context_length":500000,"pricing":{"prompt":"0.000004","completion":"0.000012","web_search":"0.005","input_cache_read":"0.0000006","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000008","completion":"0.000024","input_cache_read":"0.0000012"}]},"provider_name":"xAI","tag":"xai/priority","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":85.4381443298969,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"c8adc5cf-fd5a-407b-af51-dc3bede3e49c","slug":"grok-4-6","name":"Grok 4.6 (high)","shortName":"Grok 4.6 (high)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-6","releaseDate":"2026-08-12","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"grok-4-6","name":"Grok 4.6"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":500000,"licenseName":null,"intelligenceIndex":44.4050073012592,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":49.468290142773675,"strategyAndOps":52.71318144504561,"legal":52.083156975280694,"healthcareAndMedical":45.38923116306219,"engineering":45.09021204518372,"economics":54.04451484785294},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":59.6545921307754,"canonicalInputTokens":2098674870,"canonicalOutputTokens":94186612,"outputTokensPerTask":35834.50984907935,"answerTokensPerTask":17052.94754748812,"reasoningTokensPerTask":18781.562301591235,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":1.8589423352127492,"latency":{"timeToFirstChunkMs":41.515693392,"timeToFirstAnswerTokenMs":41.515693392,"endToEndMs":49.897277812255446}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1534.13,"score":1534.13,"outputTokensPerTask":81672.94505494506,"costPerTask":5.009469485157191,"timePerTask":1397.798615969904,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1642.96,"score":1642.96,"outputTokensPerTask":53977.009090909094,"costPerTask":2.3552031288742272,"timePerTask":923.7941468953977,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.6667849638121398,"score":0.6667849638121398,"outputTokensPerTask":18374.39878234399,"costPerTask":0.7522610830164724,"timePerTask":314.4702222989624,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.212121212121212,"score":0.212121212121212,"outputTokensPerTask":88183.83333333333,"costPerTask":7.5094486103050775,"timePerTask":1509.229771270392,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.564814814814815,"score":0.564814814814815,"outputTokensPerTask":3773.1631944444443,"costPerTask":0.027178340277777775,"timePerTask":64.57612478005889,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.429101019462465,"score":0.429101019462465,"outputTokensPerTask":19979.330398517144,"costPerTask":0.12054022335495829,"timePerTask":341.9379619562499,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.17,"score":0.17,"outputTokensPerTask":5756.61,"costPerTask":0.25640956000000004,"timePerTask":98.52199507762592,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.171428571428571,"score":0.171428571428571,"outputTokensPerTask":51826.8,"costPerTask":0.31603322857142857,"timePerTask":886.994209176773,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":30.483333333333334,"score":30.483333333333334,"outputTokensPerTask":1394.977,"costPerTask":0.008665667666666666,"timePerTask":23.87445338965144,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":2118.54,"costPerTask":0.20255398,"timePerTask":36.25793434881877,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.122222222222222,"score":0.122222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.17,"score":0.17,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1642.96,"score":1642.96,"outputTokensPerTask":53977.009090909094,"costPerTask":2.3552031288742272,"timePerTask":923.7941468953977,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.57148,"score":0.57148,"outputTokensPerTask":53977.009090909094,"costPerTask":2.3552031288742272,"timePerTask":923.7941468953977,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.507216494845361,"score":0.507216494845361,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.883895131086142,"score":0.883895131086142,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.212121212121212,"score":0.212121212121212,"outputTokensPerTask":88183.83333333333,"costPerTask":7.5094486103050775,"timePerTask":1509.229771270392,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":2118.54,"costPerTask":0.20255398,"timePerTask":36.25793434881877,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.429101019462465,"score":0.429101019462465,"outputTokensPerTask":19979.330398517144,"costPerTask":0.12054022335495829,"timePerTask":341.9379619562499,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.94949494949495,"score":0.94949494949495,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.4125,"score":0.4125,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.6667849638121398,"score":0.6667849638121398,"outputTokensPerTask":18374.39878234399,"costPerTask":0.7522610830164724,"timePerTask":314.4702222989624,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4834377797672337,"score":0.4834377797672337,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":49.468290142773675,"score":49.468290142773675,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":52.71318144504561,"score":52.71318144504561,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":52.083156975280694,"score":52.083156975280694,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":45.38923116306219,"score":45.38923116306219,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":45.09021204518372,"score":45.09021204518372,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":54.04451484785294,"score":54.04451484785294,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"c8adc5cf-fd5a-407b-af51-dc3bede3e49c","slug":"grok-4-6","name":"Grok 4.6 (high)","shortName":"Grok 4.6 (high)","chartDefaultSelected":true,"chartHighlighted":true,"releaseDate":"2026-08-12","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"grok-4-6","name":"Grok 4.6"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":500000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":44.4050073012592,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":49.468290142773675,"strategyAndOps":52.71318144504561,"legal":52.083156975280694,"healthcareAndMedical":45.38923116306219,"engineering":45.09021204518372,"economics":54.04451484785294},"omniscience":30.483333333333334,"omniscienceBreakdown":{"accuracy":0.48233333333333334,"hallucinationRate":0.3428847392144237},"mlcrOverall":0.122222222222222,"gdpPdfAllPass":0.17,"gdpval":1642.96,"gdpvalNormalized":0.57148,"itBenchSre":null,"tau2":null,"tauBanking":0.507216494845361,"terminalbenchHard":null,"terminalBench21":0.883895131086142,"terminalBench40":0.212121212121212,"scicode":0.564814814814815,"lcr":0.803333333333333,"ifbench":null,"hle":0.429101019462465,"gpqa":0.94949494949495,"critpt":0.171428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":0.4125,"automationBenchPartialScore":0.6667849638121398,"enterpriseOpsGym":0.4834377797672337,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3,"price1mBlended7To2To1":1.35,"price1mBlended0To1To1":4,"price1mBlended100To1To1":0.5686274509803921,"price1mBlended0To100To1":2.0396039603960396,"intelligenceIndexTimePerTask":613.2927891519721,"intelligenceIndexCost":{"total":2351.8314013235918,"input":1786.7117293235917,"nonCacheInput":46.041936,"cacheRead":803.5460035588027,"cacheWrite":937.1237897647891,"output":565.119672,"reasoning":435.636876,"answer":129.482796},"intelligenceIndexCostPerTask":{"cost":{"total":1.8589423352127492,"input":1.643935276118273,"nonCacheInput":0.032751100914639515,"cacheRead":0.7729047787054619,"cacheWrite":0.8382793964981715,"output":0.21500705909447615,"reasoning":0.11268937380954741,"answer":0.10231768528492875},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.7514204227735786},{"slug":"gdpval-aa","weightedCostPerTask":0.23552031288742276},{"slug":"automationbench-aa","weightedCostPerTask":0.037613054150823624},{"slug":"terminalbench-4-0","weightedCostPerTask":0.7509448610305077},{"slug":"scicode","weightedCostPerTask":0.002717834027777778},{"slug":"humanitys-last-exam","weightedCostPerTask":0.012054022335495828},{"slug":"gdp-pdf","weightedCostPerTask":0.025640956000000003},{"slug":"critpt","weightedCostPerTask":0.03160332285714286},{"slug":"omniscience","weightedCostPerTask":0.0012998501499999998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.010127699}]},"canonicalIntelligenceIndexTokenCount":{"input":2098674870,"output":94186612,"answer":21580466,"reasoning":72606146},"intelligenceIndexOutputTokensPerTask":{"reasoning":18781.562301591235,"answer":17052.94754748812,"output":35834.50984907935},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1534.13,"outputTokensPerTask":81672.94505494506,"costPerTask":5.009469485157191,"timePerTask":1397.798615969904},{"slug":"gdpval-aa","score":1642.96,"outputTokensPerTask":53977.009090909094,"costPerTask":2.3552031288742272,"timePerTask":923.7941468953977},{"slug":"automationbench-aa","score":0.6667849638121398,"outputTokensPerTask":18374.39878234399,"costPerTask":0.7522610830164724,"timePerTask":314.4702222989624},{"slug":"terminalbench-4-0","score":0.212121212121212,"outputTokensPerTask":88183.83333333333,"costPerTask":7.5094486103050775,"timePerTask":1509.229771270392},{"slug":"scicode","score":0.564814814814815,"outputTokensPerTask":3773.1631944444443,"costPerTask":0.027178340277777775,"timePerTask":64.57612478005889},{"slug":"humanitys-last-exam","score":0.429101019462465,"outputTokensPerTask":19979.330398517144,"costPerTask":0.12054022335495829,"timePerTask":341.9379619562499},{"slug":"gdp-pdf","score":0.17,"outputTokensPerTask":5756.61,"costPerTask":0.25640956000000004,"timePerTask":98.52199507762592},{"slug":"critpt","score":0.171428571428571,"outputTokensPerTask":51826.8,"costPerTask":0.31603322857142857,"timePerTask":886.994209176773},{"slug":"omniscience","score":30.483333333333334,"outputTokensPerTask":1394.977,"costPerTask":0.008665667666666666,"timePerTask":23.87445338965144},{"slug":"artificial-analysis-long-context-reasoning","score":0.803333333333333,"outputTokensPerTask":2118.54,"costPerTask":0.20255398,"timePerTask":36.25793434881877}],"briefcaseBreakdown":{"overall":{"elo":1534.13,"lower95ci":1527.89,"upper95ci":1540.96},"rubricPassRate":0.5282828282828282,"analyticalQuality":{"elo":1668.79,"lower95ci":1656.92,"upper95ci":1681.28},"presentation":{"elo":1501.89,"lower95ci":1490.25,"upper95ci":1514.15}},"briefcaseTotalCost":455.86172314930434,"timescaleData":{"medianOutputSpeed":59.6545921307754,"medianTimeToFirstChunk":41.515693392},"outputSpeedVariance":{"p05":43.129360316016,"q25":49.6490118392718,"median":59.6545921307754,"q75":73.3391883375164,"p95":87.6603230488115},"timeToFirstChunkVariance":{"p05":10.47469557865,"q25":17.203440168,"median":41.515693392,"q75":54.3822793195001,"p95":72.1871909649},"performanceByPromptType":{"medium":{"medianOutputSpeed":57.1200402199483,"medianTimeToFirstChunk":31.6548372795,"medianTimeToFirstAnswerToken":31.6548372795,"medianEndToEndResponseTime":40.408332516455076},"long":{"medianOutputSpeed":59.6545921307754,"medianTimeToFirstChunk":41.515693392,"medianTimeToFirstAnswerToken":41.515693392,"medianEndToEndResponseTime":49.897277812255446},"hundredK":{"medianOutputSpeed":66.6404901646692,"medianTimeToFirstChunk":39.6582756735,"medianTimeToFirstAnswerToken":39.6582756735,"medianEndToEndResponseTime":47.16122168671953},"mediumParallel":{"medianOutputSpeed":50.4392275975194,"medianTimeToFirstChunk":26.513180177,"medianTimeToFirstAnswerToken":26.513180177,"medianEndToEndResponseTime":36.42609962116274}},"endToEndResponseTime":{"input":41.515693392,"reasoning":0,"answer":8.381584420255443,"total":49.897277812255446},"timeToFirstAnswerToken":{"input":41.515693392,"reasoning":0,"total":41.515693392},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":4,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/x-ai/grok-4.6","matchedBy":"slug","catalog":{"id":"x-ai/grok-4.6","canonical_slug":"x-ai/grok-4.6-20260810","hugging_face_id":null,"name":"SpaceXAI: Grok 4.6","created":1786548957,"description":"Grok 4.6 is SpaceXAI's smartest model with frontier performance on coding, knowledge work, and STEM.","context_length":500000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"top_provider":{"context_length":500000,"max_completion_tokens":450000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","logprobs","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/x-ai/grok-4.6-20260810/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1210,"win_rate":47.2,"rank":9},{"arena":"agents","category":"androidnative","elo":1300,"win_rate":61,"rank":1},{"arena":"agents","category":"fullstack","elo":1273,"win_rate":54.9,"rank":7},{"arena":"agents","category":"htmlslides","elo":1253,"win_rate":60.3,"rank":3},{"arena":"agents","category":"mobileapps","elo":1268,"win_rate":57.6,"rank":4},{"arena":"agents","category":"python-pptxslides","elo":1241,"win_rate":52.6,"rank":11},{"arena":"agents","category":"webapps","elo":1264,"win_rate":56.5,"rank":8},{"arena":"models","category":"3d","elo":1305,"win_rate":52.7,"rank":14},{"arena":"models","category":"asciiart","elo":1297,"win_rate":58.8,"rank":7},{"arena":"models","category":"codecategories","elo":1309,"win_rate":52.9,"rank":10},{"arena":"models","category":"dataviz","elo":1303,"win_rate":52,"rank":11},{"arena":"models","category":"gamedev","elo":1321,"win_rate":54.6,"rank":11},{"arena":"models","category":"svg","elo":1263,"win_rate":50.9,"rank":12},{"arena":"models","category":"uicomponent","elo":1307,"win_rate":54,"rank":15},{"arena":"models","category":"website","elo":1304,"win_rate":52.8,"rank":12}],"artificial_analysis":{"intelligence_index":44.4,"coding_index":76.8,"agentic_index":53.4}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"provider_name":"xAI","tag":"xai/zdr","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95583038869258,"uptime_last_5m":99.53488372093024,"uptime_last_1d":99.5053371517834,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"provider_name":"xAI","tag":"xai","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.72319812626424,"uptime_last_5m":99.74446337308348,"uptime_last_1d":99.21595189934493,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.0000022","completion":"0.0000066","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000044","completion":"0.0000132","input_cache_read":"0.0000011","input_cache_write":"0"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-west-2","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000004","completion":"0.000012","web_search":"0.005","input_cache_read":"0.000001","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000008","completion":"0.000024","input_cache_read":"0.000002"}]},"provider_name":"xAI","tag":"xai/zdr/priority","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.64065708418892,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000004","completion":"0.000012","web_search":"0.005","input_cache_read":"0.000001","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000008","completion":"0.000024","input_cache_read":"0.000002"}]},"provider_name":"xAI","tag":"xai/priority","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.28909952606635,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"c07e65e6-32fc-451e-938d-7477a1c3ffcc","slug":"grok-4-6-low","name":"Grok 4.6 (low)","shortName":"Grok 4.6 (low)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-6-low","releaseDate":"2026-08-12","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"grok-4-6","name":"Grok 4.6"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":500000,"licenseName":null,"intelligenceIndex":35.4148453482174,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":38.8776958268697,"strategyAndOps":44.056012484082665,"legal":44.1529763748085,"engineering":35.244063056822704,"economics":45.752378571980245},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":54.7377477209664,"canonicalInputTokens":653614422,"canonicalOutputTokens":20788229,"outputTokensPerTask":10264.013906326,"answerTokensPerTask":7803.206181322389,"reasoningTokensPerTask":2460.8077250036104,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.47528534374531,"latency":{"timeToFirstChunkMs":6.97499755099988,"timeToFirstAnswerTokenMs":6.97499755099988,"endToEndMs":16.10946180679686}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1293.13,"score":1293.13,"outputTokensPerTask":28393.824175824175,"costPerTask":0.8429341119126001,"timePerTask":518.4645384637597,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1461.3,"score":1461.3,"outputTokensPerTask":16836.26818181818,"costPerTask":0.3793102280583559,"timePerTask":307.42628954400334,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.53445400590317,"score":0.53445400590317,"outputTokensPerTask":8221.240487062405,"costPerTask":0.5272190205903573,"timePerTask":150.11791396361497,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":27990,"costPerTask":2.449546902109067,"timePerTask":511.090804174123,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.494212962962963,"score":0.494212962962963,"outputTokensPerTask":841.1631944444445,"costPerTask":0.00979515972222222,"timePerTask":15.359441710978397,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.276181649675626,"score":0.276181649675626,"outputTokensPerTask":2031.8512511584802,"costPerTask":0.0132053484708063,"timePerTask":37.101125041685805,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.158,"score":0.158,"outputTokensPerTask":1675.76,"costPerTask":0.23192446,"timePerTask":30.59898270821109,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0571428571428571,"score":0.0571428571428571,"outputTokensPerTask":5573.571428571428,"costPerTask":0.03905457142857143,"timePerTask":101.77210087711636,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":25.9,"score":25.9,"outputTokensPerTask":327.889,"costPerTask":0.0026131396666666663,"timePerTask":5.987175873163595,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.806666666666667,"score":0.806666666666667,"outputTokensPerTask":996.67,"costPerTask":0.19617276,"timePerTask":18.19895933534202,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.158,"score":0.158,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1461.3,"score":1461.3,"outputTokensPerTask":16836.26818181818,"costPerTask":0.3793102280583559,"timePerTask":307.42628954400334,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.48064999999999997,"score":0.48064999999999997,"outputTokensPerTask":16836.26818181818,"costPerTask":0.3793102280583559,"timePerTask":307.42628954400334,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.381443298969072,"score":0.381443298969072,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.752808988764045,"score":0.752808988764045,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":27990,"costPerTask":2.449546902109067,"timePerTask":511.090804174123,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.806666666666667,"score":0.806666666666667,"outputTokensPerTask":996.67,"costPerTask":0.19617276,"timePerTask":18.19895933534202,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.276181649675626,"score":0.276181649675626,"outputTokensPerTask":2031.8512511584802,"costPerTask":0.0132053484708063,"timePerTask":37.101125041685805,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.878787878787879,"score":0.878787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.53445400590317,"score":0.53445400590317,"outputTokensPerTask":8221.240487062405,"costPerTask":0.5272190205903573,"timePerTask":150.11791396361497,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":38.8776958268697,"score":38.8776958268697,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":44.056012484082665,"score":44.056012484082665,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":44.1529763748085,"score":44.1529763748085,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":35.244063056822704,"score":35.244063056822704,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":45.752378571980245,"score":45.752378571980245,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"c07e65e6-32fc-451e-938d-7477a1c3ffcc","slug":"grok-4-6-low","name":"Grok 4.6 (low)","shortName":"Grok 4.6 (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-12","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"grok-4-6","name":"Grok 4.6"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":500000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":35.4148453482174,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":38.8776958268697,"strategyAndOps":44.056012484082665,"legal":44.1529763748085,"engineering":35.244063056822704,"economics":45.752378571980245},"omniscience":25.9,"omniscienceBreakdown":{"accuracy":0.43283333333333335,"hallucinationRate":0.30649426976197475},"gdpPdfAllPass":0.158,"gdpval":1461.3,"gdpvalNormalized":0.48064999999999997,"itBenchSre":null,"tau2":null,"tauBanking":0.381443298969072,"terminalbenchHard":null,"terminalBench21":0.752808988764045,"terminalBench40":0.0303030303030303,"scicode":0.494212962962963,"lcr":0.806666666666667,"ifbench":null,"hle":0.276181649675626,"gpqa":0.878787878787879,"critpt":0.0571428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.53445400590317,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3,"price1mBlended7To2To1":1.35,"price1mBlended0To1To1":4,"price1mBlended100To1To1":0.5686274509803921,"price1mBlended0To100To1":2.0396039603960396,"intelligenceIndexTimePerTask":187.41847522109816,"intelligenceIndexCost":{"total":760.748774423948,"input":636.019400423948,"nonCacheInput":49.030226,"cacheRead":223.73648119201732,"cacheWrite":363.2526932319307,"output":124.72937399999999,"reasoning":55.155816,"answer":69.57355799999999},"intelligenceIndexCostPerTask":{"cost":{"total":0.47528534374531,"input":0.4137012603073541,"nonCacheInput":0.03293105428765539,"cacheRead":0.15161614673011053,"cacheWrite":0.2291540592895882,"output":0.061584083437955996,"reasoning":0.01476484635002166,"answer":0.04681923708793434},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.12644011678689002},{"slug":"gdpval-aa","weightedCostPerTask":0.03793102280583559},{"slug":"automationbench-aa","weightedCostPerTask":0.026360951029517868},{"slug":"terminalbench-4-0","weightedCostPerTask":0.24495469021090666},{"slug":"scicode","weightedCostPerTask":0.0009795159722222222},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00132053484708063},{"slug":"gdp-pdf","weightedCostPerTask":0.023192446000000002},{"slug":"critpt","weightedCostPerTask":0.003905457142857143},{"slug":"omniscience","weightedCostPerTask":0.00039197094999999995},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.009808638}]},"canonicalIntelligenceIndexTokenCount":{"input":653614422,"output":20788229,"answer":11595593,"reasoning":9192636},"intelligenceIndexOutputTokensPerTask":{"reasoning":2460.8077250036104,"answer":7803.206181322389,"output":10264.013906326},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1293.13,"outputTokensPerTask":28393.824175824175,"costPerTask":0.8429341119126001,"timePerTask":518.4645384637597},{"slug":"gdpval-aa","score":1461.3,"outputTokensPerTask":16836.26818181818,"costPerTask":0.3793102280583559,"timePerTask":307.42628954400334},{"slug":"automationbench-aa","score":0.53445400590317,"outputTokensPerTask":8221.240487062405,"costPerTask":0.5272190205903573,"timePerTask":150.11791396361497},{"slug":"terminalbench-4-0","score":0.0303030303030303,"outputTokensPerTask":27990,"costPerTask":2.449546902109067,"timePerTask":511.090804174123},{"slug":"scicode","score":0.494212962962963,"outputTokensPerTask":841.1631944444445,"costPerTask":0.00979515972222222,"timePerTask":15.359441710978397},{"slug":"humanitys-last-exam","score":0.276181649675626,"outputTokensPerTask":2031.8512511584802,"costPerTask":0.0132053484708063,"timePerTask":37.101125041685805},{"slug":"gdp-pdf","score":0.158,"outputTokensPerTask":1675.76,"costPerTask":0.23192446,"timePerTask":30.59898270821109},{"slug":"critpt","score":0.0571428571428571,"outputTokensPerTask":5573.571428571428,"costPerTask":0.03905457142857143,"timePerTask":101.77210087711636},{"slug":"omniscience","score":25.9,"outputTokensPerTask":327.889,"costPerTask":0.0026131396666666663,"timePerTask":5.987175873163595},{"slug":"artificial-analysis-long-context-reasoning","score":0.806666666666667,"outputTokensPerTask":996.67,"costPerTask":0.19617276,"timePerTask":18.19895933534202}],"briefcaseBreakdown":{"overall":{"elo":1293.13,"lower95ci":1286.46,"upper95ci":1299.77},"rubricPassRate":0.402020202020202,"analyticalQuality":{"elo":1386.73,"lower95ci":1373.32,"upper95ci":1399.54},"presentation":{"elo":1261.2,"lower95ci":1249.5,"upper95ci":1273.69}},"briefcaseTotalCost":76.70700418404661,"timescaleData":{"medianOutputSpeed":54.7377477209664,"medianTimeToFirstChunk":6.97499755099988},"outputSpeedVariance":{"p05":42.1239162052778,"q25":49.0660758463464,"median":54.7377477209664,"q75":62.4068786848817,"p95":80.4019253545263},"timeToFirstChunkVariance":{"p05":2.50083930300006,"q25":4.41594800675002,"median":6.97499755099988,"q75":11.2504572685001,"p95":13.85742284685},"performanceByPromptType":{"medium":{"medianOutputSpeed":49.0397721729511,"medianTimeToFirstChunk":2.74805807449996,"medianTimeToFirstAnswerToken":2.74805807449996,"medianEndToEndResponseTime":12.94386400599214},"long":{"medianOutputSpeed":54.7377477209664,"medianTimeToFirstChunk":6.97499755099988,"medianTimeToFirstAnswerToken":6.97499755099988,"medianEndToEndResponseTime":16.10946180679686},"hundredK":{"medianOutputSpeed":67.7555420362135,"medianTimeToFirstChunk":80.484463008,"medianTimeToFirstAnswerToken":80.484463008,"medianEndToEndResponseTime":87.86393315868914},"mediumParallel":{"medianOutputSpeed":50.9060930493829,"medianTimeToFirstChunk":2.54290645700002,"medianTimeToFirstAnswerToken":2.54290645700002,"medianEndToEndResponseTime":12.364913412335618}},"endToEndResponseTime":{"input":6.97499755099988,"reasoning":0,"answer":9.134464255796978,"total":16.10946180679686},"timeToFirstAnswerToken":{"input":6.97499755099988,"reasoning":0,"total":6.97499755099988},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":1,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/x-ai/grok-4.6","matchedBy":"slug","catalog":{"id":"x-ai/grok-4.6","canonical_slug":"x-ai/grok-4.6-20260810","hugging_face_id":null,"name":"SpaceXAI: Grok 4.6","created":1786548957,"description":"Grok 4.6 is SpaceXAI's smartest model with frontier performance on coding, knowledge work, and STEM.","context_length":500000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"top_provider":{"context_length":500000,"max_completion_tokens":450000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","logprobs","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/x-ai/grok-4.6-20260810/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1210,"win_rate":47.2,"rank":9},{"arena":"agents","category":"androidnative","elo":1300,"win_rate":61,"rank":1},{"arena":"agents","category":"fullstack","elo":1273,"win_rate":54.9,"rank":7},{"arena":"agents","category":"htmlslides","elo":1253,"win_rate":60.3,"rank":3},{"arena":"agents","category":"mobileapps","elo":1268,"win_rate":57.6,"rank":4},{"arena":"agents","category":"python-pptxslides","elo":1241,"win_rate":52.6,"rank":11},{"arena":"agents","category":"webapps","elo":1264,"win_rate":56.5,"rank":8},{"arena":"models","category":"3d","elo":1305,"win_rate":52.7,"rank":14},{"arena":"models","category":"asciiart","elo":1297,"win_rate":58.8,"rank":7},{"arena":"models","category":"codecategories","elo":1309,"win_rate":52.9,"rank":10},{"arena":"models","category":"dataviz","elo":1303,"win_rate":52,"rank":11},{"arena":"models","category":"gamedev","elo":1321,"win_rate":54.6,"rank":11},{"arena":"models","category":"svg","elo":1263,"win_rate":50.9,"rank":12},{"arena":"models","category":"uicomponent","elo":1307,"win_rate":54,"rank":15},{"arena":"models","category":"website","elo":1304,"win_rate":52.8,"rank":12}],"artificial_analysis":{"intelligence_index":44.4,"coding_index":76.8,"agentic_index":53.4}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"provider_name":"xAI","tag":"xai/zdr","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95583038869258,"uptime_last_5m":99.53488372093024,"uptime_last_1d":99.5053371517834,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"provider_name":"xAI","tag":"xai","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.72319812626424,"uptime_last_5m":99.74446337308348,"uptime_last_1d":99.21595189934493,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.0000022","completion":"0.0000066","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000044","completion":"0.0000132","input_cache_read":"0.0000011","input_cache_write":"0"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-west-2","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000004","completion":"0.000012","web_search":"0.005","input_cache_read":"0.000001","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000008","completion":"0.000024","input_cache_read":"0.000002"}]},"provider_name":"xAI","tag":"xai/zdr/priority","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.64065708418892,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000004","completion":"0.000012","web_search":"0.005","input_cache_read":"0.000001","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000008","completion":"0.000024","input_cache_read":"0.000002"}]},"provider_name":"xAI","tag":"xai/priority","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.28909952606635,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"26614164-6840-4e17-a65a-2deb2fe7e87b","slug":"grok-4-6-medium","name":"Grok 4.6 (medium)","shortName":"Grok 4.6 (medium)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-6-medium","releaseDate":"2026-08-12","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"grok-4-6","name":"Grok 4.6"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":500000,"licenseName":null,"intelligenceIndex":43.011172654063,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":46.806487900730104,"strategyAndOps":49.23150331087329,"legal":49.646119759178866,"engineering":43.503490151214244,"economics":53.30006742354031},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":56.6165501619713,"canonicalInputTokens":1617603501,"canonicalOutputTokens":72892683,"outputTokensPerTask":28466.40897482784,"answerTokensPerTask":14708.366242694778,"reasoningTokensPerTask":13758.04273213306,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":1.4963233956114492,"latency":{"timeToFirstChunkMs":34.1073667215,"timeToFirstAnswerTokenMs":34.1073667215,"endToEndMs":42.93870664895189}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1490.6,"score":1490.6,"outputTokensPerTask":64982.153846153844,"costPerTask":3.606952237045844,"timePerTask":1101.4123312249385,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1642.56,"score":1642.56,"outputTokensPerTask":42441.318181818184,"costPerTask":1.7747202320957212,"timePerTask":719.3573686333343,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.63151269753679,"score":0.63151269753679,"outputTokensPerTask":14477.531202435312,"costPerTask":0.7100489172711577,"timePerTask":245.38631683104572,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.131313131313131,"score":0.131313131313131,"outputTokensPerTask":72204.84848484848,"costPerTask":6.70162567274232,"timePerTask":1223.8330955253107,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.559027777777778,"score":0.559027777777778,"outputTokensPerTask":3070.7395833333335,"costPerTask":0.023294180555555554,"timePerTask":52.047373669256196,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.421223354958295,"score":0.421223354958295,"outputTokensPerTask":15442.415199258572,"costPerTask":0.09366873215940684,"timePerTask":261.7405782613268,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.178,"score":0.178,"outputTokensPerTask":5027.93,"costPerTask":0.25203748000000004,"timePerTask":85.2206917555654,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.177142857142857,"score":0.177142857142857,"outputTokensPerTask":39350.57142857143,"costPerTask":0.24188414285714283,"timePerTask":666.9708842644277,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":28,"score":28,"outputTokensPerTask":950.117,"costPerTask":0.0063465076666666675,"timePerTask":16.10396882787201,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.81,"score":0.81,"outputTokensPerTask":1978.19,"costPerTask":0.20206187999999997,"timePerTask":33.5292496562088,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.178,"score":0.178,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1642.56,"score":1642.56,"outputTokensPerTask":42441.318181818184,"costPerTask":1.7747202320957212,"timePerTask":719.3573686333343,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.57128,"score":0.57128,"outputTokensPerTask":42441.318181818184,"costPerTask":1.7747202320957212,"timePerTask":719.3573686333343,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.443298969072165,"score":0.443298969072165,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.842696629213483,"score":0.842696629213483,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.131313131313131,"score":0.131313131313131,"outputTokensPerTask":72204.84848484848,"costPerTask":6.70162567274232,"timePerTask":1223.8330955253107,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.81,"score":0.81,"outputTokensPerTask":1978.19,"costPerTask":0.20206187999999997,"timePerTask":33.5292496562088,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.421223354958295,"score":0.421223354958295,"outputTokensPerTask":15442.415199258572,"costPerTask":0.09366873215940684,"timePerTask":261.7405782613268,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.935353535353535,"score":0.935353535353535,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.63151269753679,"score":0.63151269753679,"outputTokensPerTask":14477.531202435312,"costPerTask":0.7100489172711577,"timePerTask":245.38631683104572,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":46.806487900730104,"score":46.806487900730104,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":49.23150331087329,"score":49.23150331087329,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":49.646119759178866,"score":49.646119759178866,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":43.503490151214244,"score":43.503490151214244,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":53.30006742354031,"score":53.30006742354031,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"26614164-6840-4e17-a65a-2deb2fe7e87b","slug":"grok-4-6-medium","name":"Grok 4.6 (medium)","shortName":"Grok 4.6 (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-12","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"grok-4-6","name":"Grok 4.6"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":500000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":43.011172654063,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":46.806487900730104,"strategyAndOps":49.23150331087329,"legal":49.646119759178866,"engineering":43.503490151214244,"economics":53.30006742354031},"omniscience":28,"omniscienceBreakdown":{"accuracy":0.41933333333333334,"hallucinationRate":0.2399540757749713},"gdpPdfAllPass":0.178,"gdpval":1642.56,"gdpvalNormalized":0.57128,"itBenchSre":null,"tau2":null,"tauBanking":0.443298969072165,"terminalbenchHard":null,"terminalBench21":0.842696629213483,"terminalBench40":0.131313131313131,"scicode":0.559027777777778,"lcr":0.81,"ifbench":null,"hle":0.421223354958295,"gpqa":0.935353535353535,"critpt":0.177142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.63151269753679,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3,"price1mBlended7To2To1":1.35,"price1mBlended0To1To1":4,"price1mBlended100To1To1":0.5686274509803921,"price1mBlended0To100To1":2.0396039603960396,"intelligenceIndexTimePerTask":482.49022254320647,"intelligenceIndexCost":{"total":1936.747257680374,"input":1499.3911596803741,"nonCacheInput":49.076966,"cacheRead":578.6052807732086,"cacheWrite":871.7089129071657,"output":437.356098,"reasoning":322.368276,"answer":114.987822},"intelligenceIndexCostPerTask":{"cost":{"total":1.4963233956114492,"input":1.3255249417624821,"nonCacheInput":0.03295996768051253,"cacheRead":0.5371558246060252,"cacheWrite":0.7554091494759443,"output":0.17079845384896708,"reasoning":0.08254825639279836,"answer":0.08825019745616867},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.5410428355568766},{"slug":"gdpval-aa","weightedCostPerTask":0.17747202320957212},{"slug":"automationbench-aa","weightedCostPerTask":0.03550244586355789},{"slug":"terminalbench-4-0","weightedCostPerTask":0.670162567274232},{"slug":"scicode","weightedCostPerTask":0.0023294180555555556},{"slug":"humanitys-last-exam","weightedCostPerTask":0.009366873215940683},{"slug":"gdp-pdf","weightedCostPerTask":0.025203748},{"slug":"critpt","weightedCostPerTask":0.024188414285714284},{"slug":"omniscience","weightedCostPerTask":0.00095197615},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.010103093999999998}]},"canonicalIntelligenceIndexTokenCount":{"input":1617603501,"output":72892683,"answer":19164637,"reasoning":53728046},"intelligenceIndexOutputTokensPerTask":{"reasoning":13758.04273213306,"answer":14708.366242694778,"output":28466.40897482784},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1490.6,"outputTokensPerTask":64982.153846153844,"costPerTask":3.606952237045844,"timePerTask":1101.4123312249385},{"slug":"gdpval-aa","score":1642.56,"outputTokensPerTask":42441.318181818184,"costPerTask":1.7747202320957212,"timePerTask":719.3573686333343},{"slug":"automationbench-aa","score":0.63151269753679,"outputTokensPerTask":14477.531202435312,"costPerTask":0.7100489172711577,"timePerTask":245.38631683104572},{"slug":"terminalbench-4-0","score":0.131313131313131,"outputTokensPerTask":72204.84848484848,"costPerTask":6.70162567274232,"timePerTask":1223.8330955253107},{"slug":"scicode","score":0.559027777777778,"outputTokensPerTask":3070.7395833333335,"costPerTask":0.023294180555555554,"timePerTask":52.047373669256196},{"slug":"humanitys-last-exam","score":0.421223354958295,"outputTokensPerTask":15442.415199258572,"costPerTask":0.09366873215940684,"timePerTask":261.7405782613268},{"slug":"gdp-pdf","score":0.178,"outputTokensPerTask":5027.93,"costPerTask":0.25203748000000004,"timePerTask":85.2206917555654},{"slug":"critpt","score":0.177142857142857,"outputTokensPerTask":39350.57142857143,"costPerTask":0.24188414285714283,"timePerTask":666.9708842644277},{"slug":"omniscience","score":28,"outputTokensPerTask":950.117,"costPerTask":0.0063465076666666675,"timePerTask":16.10396882787201},{"slug":"artificial-analysis-long-context-reasoning","score":0.81,"outputTokensPerTask":1978.19,"costPerTask":0.20206187999999997,"timePerTask":33.5292496562088}],"briefcaseBreakdown":{"overall":{"elo":1490.6,"lower95ci":1484.65,"upper95ci":1497.85},"rubricPassRate":0.5252525252525253,"analyticalQuality":{"elo":1604.18,"lower95ci":1591.99,"upper95ci":1616.96},"presentation":{"elo":1450.79,"lower95ci":1439.32,"upper95ci":1463.87}},"briefcaseTotalCost":328.2326535711718,"timescaleData":{"medianOutputSpeed":56.6165501619713,"medianTimeToFirstChunk":34.1073667215},"outputSpeedVariance":{"p05":41.8082388890189,"q25":46.7290436310183,"median":56.6165501619713,"q75":67.0672446627329,"p95":86.2988226939379},"timeToFirstChunkVariance":{"p05":11.04343997815,"q25":19.54127193475,"median":34.1073667215,"q75":46.208186958,"p95":58.82577703915},"performanceByPromptType":{"medium":{"medianOutputSpeed":58.9621551983454,"medianTimeToFirstChunk":23.2111554925,"medianTimeToFirstAnswerToken":23.2111554925,"medianEndToEndResponseTime":31.69117116217876},"long":{"medianOutputSpeed":56.6165501619713,"medianTimeToFirstChunk":34.1073667215,"medianTimeToFirstAnswerToken":34.1073667215,"medianEndToEndResponseTime":42.93870664895189},"hundredK":{"medianOutputSpeed":62.754490233661,"medianTimeToFirstChunk":27.297121288,"medianTimeToFirstAnswerToken":27.297121288,"medianEndToEndResponseTime":35.264678639486604},"mediumParallel":{"medianOutputSpeed":52.0201812107703,"medianTimeToFirstChunk":13.1896311305001,"medianTimeToFirstAnswerToken":13.1896311305001,"medianEndToEndResponseTime":22.80128546084833}},"endToEndResponseTime":{"input":34.1073667215,"reasoning":0,"answer":8.831339927451893,"total":42.93870664895189},"timeToFirstAnswerToken":{"input":34.1073667215,"reasoning":0,"total":34.1073667215},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":1,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/x-ai/grok-4.6","matchedBy":"slug","catalog":{"id":"x-ai/grok-4.6","canonical_slug":"x-ai/grok-4.6-20260810","hugging_face_id":null,"name":"SpaceXAI: Grok 4.6","created":1786548957,"description":"Grok 4.6 is SpaceXAI's smartest model with frontier performance on coding, knowledge work, and STEM.","context_length":500000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"top_provider":{"context_length":500000,"max_completion_tokens":450000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","logprobs","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/x-ai/grok-4.6-20260810/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1210,"win_rate":47.2,"rank":9},{"arena":"agents","category":"androidnative","elo":1300,"win_rate":61,"rank":1},{"arena":"agents","category":"fullstack","elo":1273,"win_rate":54.9,"rank":7},{"arena":"agents","category":"htmlslides","elo":1253,"win_rate":60.3,"rank":3},{"arena":"agents","category":"mobileapps","elo":1268,"win_rate":57.6,"rank":4},{"arena":"agents","category":"python-pptxslides","elo":1241,"win_rate":52.6,"rank":11},{"arena":"agents","category":"webapps","elo":1264,"win_rate":56.5,"rank":8},{"arena":"models","category":"3d","elo":1305,"win_rate":52.7,"rank":14},{"arena":"models","category":"asciiart","elo":1297,"win_rate":58.8,"rank":7},{"arena":"models","category":"codecategories","elo":1309,"win_rate":52.9,"rank":10},{"arena":"models","category":"dataviz","elo":1303,"win_rate":52,"rank":11},{"arena":"models","category":"gamedev","elo":1321,"win_rate":54.6,"rank":11},{"arena":"models","category":"svg","elo":1263,"win_rate":50.9,"rank":12},{"arena":"models","category":"uicomponent","elo":1307,"win_rate":54,"rank":15},{"arena":"models","category":"website","elo":1304,"win_rate":52.8,"rank":12}],"artificial_analysis":{"intelligence_index":44.4,"coding_index":76.8,"agentic_index":53.4}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"provider_name":"xAI","tag":"xai/zdr","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95583038869258,"uptime_last_5m":99.53488372093024,"uptime_last_1d":99.5053371517834,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"provider_name":"xAI","tag":"xai","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.72319812626424,"uptime_last_5m":99.74446337308348,"uptime_last_1d":99.21595189934493,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.0000022","completion":"0.0000066","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000044","completion":"0.0000132","input_cache_read":"0.0000011","input_cache_write":"0"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-west-2","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000004","completion":"0.000012","web_search":"0.005","input_cache_read":"0.000001","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000008","completion":"0.000024","input_cache_read":"0.000002"}]},"provider_name":"xAI","tag":"xai/zdr/priority","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.64065708418892,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000004","completion":"0.000012","web_search":"0.005","input_cache_read":"0.000001","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000008","completion":"0.000024","input_cache_read":"0.000002"}]},"provider_name":"xAI","tag":"xai/priority","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.28909952606635,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3","slug":"grok-4-6-xhigh","name":"Grok 4.6 (xhigh)","shortName":"Grok 4.6 (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/grok-4-6-xhigh","releaseDate":"2026-08-12","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"grok-4-6","name":"Grok 4.6"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":500000,"licenseName":null,"intelligenceIndex":44.270160436996,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":48.963360347647765,"strategyAndOps":51.28700437279218,"legal":51.631940613213764,"engineering":45.07658773595883,"economics":54.67762870713625},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":56.4698165312123,"canonicalInputTokens":2467657139,"canonicalOutputTokens":97250553,"outputTokensPerTask":37608.15138851136,"answerTokensPerTask":17806.47553842945,"reasoningTokensPerTask":19801.67585008191,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":2.323692124283027,"latency":{"timeToFirstChunkMs":33.418784062,"timeToFirstAnswerTokenMs":33.418784062,"endToEndMs":42.27307172775923}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1545.11,"score":1545.11,"outputTokensPerTask":84617.57142857143,"costPerTask":6.530765730628478,"timePerTask":1537.927863926283,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1663.07,"score":1663.07,"outputTokensPerTask":61434.01818181818,"costPerTask":3.202370383693247,"timePerTask":1116.565823855235,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.6699736836183247,"score":0.6699736836183247,"outputTokensPerTask":18608.910197869103,"costPerTask":0.8268865390937109,"timePerTask":338.21771326494826,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.171717171717172,"score":0.171717171717172,"outputTokensPerTask":93175.71212121213,"costPerTask":8.983965299295482,"timePerTask":1693.4724253265567,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.530092592592593,"score":0.530092592592593,"outputTokensPerTask":4115.173611111111,"costPerTask":0.029567694444444445,"timePerTask":74.79345075229804,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.440685820203893,"score":0.440685820203893,"outputTokensPerTask":20628.658943466173,"costPerTask":0.12478578869323448,"timePerTask":374.9267303348362,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.172,"score":0.172,"outputTokensPerTask":6640.46,"costPerTask":0.26171466000000004,"timePerTask":120.69063541853932,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.197142857142857,"score":0.197142857142857,"outputTokensPerTask":50863.014285714286,"costPerTask":0.31089448571428574,"timePerTask":924.4373903984211,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":29.316666666666666,"score":29.316666666666666,"outputTokensPerTask":1251.6163333333334,"costPerTask":0.008157503666666666,"timePerTask":22.748178675908342,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.81,"score":0.81,"outputTokensPerTask":2232.48,"costPerTask":0.20358962,"timePerTask":40.5754164258471,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.172,"score":0.172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1663.07,"score":1663.07,"outputTokensPerTask":61434.01818181818,"costPerTask":3.202370383693247,"timePerTask":1116.565823855235,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.5815349999999999,"score":0.5815349999999999,"outputTokensPerTask":61434.01818181818,"costPerTask":3.202370383693247,"timePerTask":1116.565823855235,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.43298969072165,"score":0.43298969072165,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.880149812734082,"score":0.880149812734082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.171717171717172,"score":0.171717171717172,"outputTokensPerTask":93175.71212121213,"costPerTask":8.983965299295482,"timePerTask":1693.4724253265567,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.81,"score":0.81,"outputTokensPerTask":2232.48,"costPerTask":0.20358962,"timePerTask":40.5754164258471,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.440685820203893,"score":0.440685820203893,"outputTokensPerTask":20628.658943466173,"costPerTask":0.12478578869323448,"timePerTask":374.9267303348362,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.935353535353535,"score":0.935353535353535,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.6699736836183247,"score":0.6699736836183247,"outputTokensPerTask":18608.910197869103,"costPerTask":0.8268865390937109,"timePerTask":338.21771326494826,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":48.963360347647765,"score":48.963360347647765,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":51.28700437279218,"score":51.28700437279218,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":51.631940613213764,"score":51.631940613213764,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":45.07658773595883,"score":45.07658773595883,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":54.67762870713625,"score":54.67762870713625,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"d6f43d0a-e8c4-447c-9ff7-5cf0a9d59aa3","slug":"grok-4-6-xhigh","name":"Grok 4.6 (xhigh)","shortName":"Grok 4.6 (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-12","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"grok-4-6","name":"Grok 4.6"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":500000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":44.270160436996,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":48.963360347647765,"strategyAndOps":51.28700437279218,"legal":51.631940613213764,"engineering":45.07658773595883,"economics":54.67762870713625},"omniscience":29.316666666666666,"omniscienceBreakdown":{"accuracy":0.43,"hallucinationRate":0.24005847953216375},"gdpPdfAllPass":0.172,"gdpval":1663.07,"gdpvalNormalized":0.5815349999999999,"itBenchSre":null,"tau2":null,"tauBanking":0.43298969072165,"terminalbenchHard":null,"terminalBench21":0.880149812734082,"terminalBench40":0.171717171717172,"scicode":0.530092592592593,"lcr":0.81,"ifbench":null,"hle":0.440685820203893,"gpqa":0.935353535353535,"critpt":0.197142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.6699736836183247,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3,"price1mBlended7To2To1":1.35,"price1mBlended0To1To1":4,"price1mBlended100To1To1":0.5686274509803921,"price1mBlended0To100To1":2.0396039603960396,"intelligenceIndexTimePerTask":683.5297084834572,"intelligenceIndexCost":{"total":2830.0686238377757,"input":2246.5653058377757,"nonCacheInput":49.085978,"cacheRead":896.2496573874081,"cacheWrite":1301.2296704503674,"output":583.503318,"reasoning":447.700146,"answer":135.80317200000002},"intelligenceIndexCostPerTask":{"cost":{"total":2.323692124283027,"input":2.0980432159519586,"nonCacheInput":0.032954786631021526,"cacheRead":0.870674917176649,"cacheWrite":1.1944135121442876,"output":0.22564890833106815,"reasoning":0.11881005510049145,"answer":0.10683885323057671},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.9796148595942716},{"slug":"gdpval-aa","weightedCostPerTask":0.3202370383693247},{"slug":"automationbench-aa","weightedCostPerTask":0.04134432695468555},{"slug":"terminalbench-4-0","weightedCostPerTask":0.8983965299295481},{"slug":"scicode","weightedCostPerTask":0.002956769444444445},{"slug":"humanitys-last-exam","weightedCostPerTask":0.012478578869323447},{"slug":"gdp-pdf","weightedCostPerTask":0.026171466000000004},{"slug":"critpt","weightedCostPerTask":0.031089448571428577},{"slug":"omniscience","weightedCostPerTask":0.0012236255499999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.010179480999999999}]},"canonicalIntelligenceIndexTokenCount":{"input":2467657139,"output":97250553,"answer":22633862,"reasoning":74616691},"intelligenceIndexOutputTokensPerTask":{"reasoning":19801.67585008191,"answer":17806.47553842945,"output":37608.15138851136},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1545.11,"outputTokensPerTask":84617.57142857143,"costPerTask":6.530765730628478,"timePerTask":1537.927863926283},{"slug":"gdpval-aa","score":1663.07,"outputTokensPerTask":61434.01818181818,"costPerTask":3.202370383693247,"timePerTask":1116.565823855235},{"slug":"automationbench-aa","score":0.6699736836183247,"outputTokensPerTask":18608.910197869103,"costPerTask":0.8268865390937109,"timePerTask":338.21771326494826},{"slug":"terminalbench-4-0","score":0.171717171717172,"outputTokensPerTask":93175.71212121213,"costPerTask":8.983965299295482,"timePerTask":1693.4724253265567},{"slug":"scicode","score":0.530092592592593,"outputTokensPerTask":4115.173611111111,"costPerTask":0.029567694444444445,"timePerTask":74.79345075229804},{"slug":"humanitys-last-exam","score":0.440685820203893,"outputTokensPerTask":20628.658943466173,"costPerTask":0.12478578869323448,"timePerTask":374.9267303348362},{"slug":"gdp-pdf","score":0.172,"outputTokensPerTask":6640.46,"costPerTask":0.26171466000000004,"timePerTask":120.69063541853932},{"slug":"critpt","score":0.197142857142857,"outputTokensPerTask":50863.014285714286,"costPerTask":0.31089448571428574,"timePerTask":924.4373903984211},{"slug":"omniscience","score":29.316666666666666,"outputTokensPerTask":1251.6163333333334,"costPerTask":0.008157503666666666,"timePerTask":22.748178675908342},{"slug":"artificial-analysis-long-context-reasoning","score":0.81,"outputTokensPerTask":2232.48,"costPerTask":0.20358962,"timePerTask":40.5754164258471}],"briefcaseBreakdown":{"overall":{"elo":1545.11,"lower95ci":1538.79,"upper95ci":1551.98},"rubricPassRate":0.5383838383838384,"analyticalQuality":{"elo":1680.03,"lower95ci":1667.85,"upper95ci":1693.05},"presentation":{"elo":1515.41,"lower95ci":1503.76,"upper95ci":1528.11}},"briefcaseTotalCost":594.2996814871915,"timescaleData":{"medianOutputSpeed":56.4698165312123,"medianTimeToFirstChunk":33.418784062},"outputSpeedVariance":{"p05":42.6723384931742,"q25":47.1947507293249,"median":56.4698165312123,"q75":68.919557299406,"p95":83.2587071351258},"timeToFirstChunkVariance":{"p05":12.9746775132,"q25":22.4314934802499,"median":33.418784062,"q75":49.91213728075,"p95":77.2517642475},"performanceByPromptType":{"medium":{"medianOutputSpeed":60.6089086344873,"medianTimeToFirstChunk":32.2943196945,"medianTimeToFirstAnswerToken":32.2943196945,"medianEndToEndResponseTime":40.54393202484797},"long":{"medianOutputSpeed":56.4698165312123,"medianTimeToFirstChunk":33.418784062,"medianTimeToFirstAnswerToken":33.418784062,"medianEndToEndResponseTime":42.27307172775923},"hundredK":{"medianOutputSpeed":68.6638555030875,"medianTimeToFirstChunk":38.4183787724999,"medianTimeToFirstAnswerToken":38.4183787724999,"medianEndToEndResponseTime":45.700230284282796},"mediumParallel":{"medianOutputSpeed":49.1289625987422,"medianTimeToFirstChunk":26.0217629085,"medianTimeToFirstAnswerToken":26.0217629085,"medianEndToEndResponseTime":36.19905901962939}},"endToEndResponseTime":{"input":33.418784062,"reasoning":0,"answer":8.854287665759234,"total":42.27307172775923},"timeToFirstAnswerToken":{"input":33.418784062,"reasoning":0,"total":33.418784062},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":1,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/x-ai/grok-4.6","matchedBy":"slug","catalog":{"id":"x-ai/grok-4.6","canonical_slug":"x-ai/grok-4.6-20260810","hugging_face_id":null,"name":"SpaceXAI: Grok 4.6","created":1786548957,"description":"Grok 4.6 is SpaceXAI's smartest model with frontier performance on coding, knowledge work, and STEM.","context_length":500000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Grok","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"top_provider":{"context_length":500000,"max_completion_tokens":450000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","logprobs","max_tokens","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/x-ai/grok-4.6-20260810/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1210,"win_rate":47.2,"rank":9},{"arena":"agents","category":"androidnative","elo":1300,"win_rate":61,"rank":1},{"arena":"agents","category":"fullstack","elo":1273,"win_rate":54.9,"rank":7},{"arena":"agents","category":"htmlslides","elo":1253,"win_rate":60.3,"rank":3},{"arena":"agents","category":"mobileapps","elo":1268,"win_rate":57.6,"rank":4},{"arena":"agents","category":"python-pptxslides","elo":1241,"win_rate":52.6,"rank":11},{"arena":"agents","category":"webapps","elo":1264,"win_rate":56.5,"rank":8},{"arena":"models","category":"3d","elo":1305,"win_rate":52.7,"rank":14},{"arena":"models","category":"asciiart","elo":1297,"win_rate":58.8,"rank":7},{"arena":"models","category":"codecategories","elo":1309,"win_rate":52.9,"rank":10},{"arena":"models","category":"dataviz","elo":1303,"win_rate":52,"rank":11},{"arena":"models","category":"gamedev","elo":1321,"win_rate":54.6,"rank":11},{"arena":"models","category":"svg","elo":1263,"win_rate":50.9,"rank":12},{"arena":"models","category":"uicomponent","elo":1307,"win_rate":54,"rank":15},{"arena":"models","category":"website","elo":1304,"win_rate":52.8,"rank":12}],"artificial_analysis":{"intelligence_index":44.4,"coding_index":76.8,"agentic_index":53.4}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["xhigh","high","medium","low"],"default_effort":"high"}},"endpoints":[{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"provider_name":"xAI","tag":"xai/zdr","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95583038869258,"uptime_last_5m":99.53488372093024,"uptime_last_1d":99.5053371517834,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000002","completion":"0.000006","web_search":"0.005","input_cache_read":"0.0000005","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000004","completion":"0.000012","input_cache_read":"0.000001"}]},"provider_name":"xAI","tag":"xai","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.72319812626424,"uptime_last_5m":99.74446337308348,"uptime_last_1d":99.21595189934493,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.0000022","completion":"0.0000066","web_search":"0.01","input_cache_read":"0.00000055","input_cache_write":"0","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.0000044","completion":"0.0000132","input_cache_read":"0.0000011","input_cache_write":"0"}]},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-west-2","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":true,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000004","completion":"0.000012","web_search":"0.005","input_cache_read":"0.000001","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000008","completion":"0.000024","input_cache_read":"0.000002"}]},"provider_name":"xAI","tag":"xai/zdr/priority","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.64065708418892,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"xAI | x-ai/grok-4.6-20260810","model_id":"x-ai/grok-4.6","model_name":"SpaceXAI: Grok 4.6","context_length":500000,"pricing":{"prompt":"0.000004","completion":"0.000012","web_search":"0.005","input_cache_read":"0.000001","discount":0,"overrides":[{"min_prompt_tokens":200000,"prompt":"0.000008","completion":"0.000024","input_cache_read":"0.000002"}]},"provider_name":"xAI","tag":"xai/priority","quantization":"unknown","max_completion_tokens":450000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.28909952606635,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"0b7efa66-2115-49e0-a1b7-a2ba225fe9f6","slug":"grok-build-0-1-06-16","name":"Grok Build 0.1 0616","shortName":"Grok Build 0.1 0616","sourceUrl":"https://artificialanalysis.ai/models/grok-build-0-1-06-16","releaseDate":"2026-06-16","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"grok-build-0-1-0616","name":"Grok Build 0.1 0616"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"intelligenceIndex":27.1714438189407,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":44.3055281410877,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1,"price1mOutputTokens":2,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.530688931500037,"timeToFirstAnswerTokenMs":45.671782693685806,"endToEndMs":56.957056134232246}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":6.366666666666666,"score":6.366666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1138.29,"score":1138.29,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.31914499999999996,"score":0.31914499999999996,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.134020618556701,"score":0.134020618556701,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.52059925093633,"score":0.52059925093633,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.746666666666667,"score":0.746666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.382761816496756,"score":0.382761816496756,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.894949494949495,"score":0.894949494949495,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0914285714285714,"score":0.0914285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.765317919075144,"score":0.765317919075144,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"0b7efa66-2115-49e0-a1b7-a2ba225fe9f6","slug":"grok-build-0-1-06-16","name":"Grok Build 0.1 0616","shortName":"Grok Build 0.1 0616","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-16","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"grok-build-0-1-0616","name":"Grok Build 0.1 0616"},"deprecated":true,"deprecatedTo":"grok-4-5","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":27.1714438189407,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":6.366666666666666,"omniscienceBreakdown":{"accuracy":0.5151666666666667,"hallucinationRate":0.9312478514953593},"gdpval":1138.29,"gdpvalNormalized":0.31914499999999996,"itBenchSre":null,"tau2":null,"tauBanking":0.134020618556701,"terminalbenchHard":null,"terminalBench21":0.52059925093633,"terminalBench40":null,"scicode":null,"lcr":0.746666666666667,"ifbench":null,"hle":0.382761816496756,"gpqa":0.894949494949495,"critpt":0.0914285714285714,"apexAgents":null,"mmmuPro":0.765317919075144,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1,"price1mOutputTokens":2,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":1.028,"price1mBlended0To3To1":1.25,"price1mBlended7To2To1":0.54,"price1mBlended0To1To1":1.5,"price1mBlended100To1To1":0.22549019607843138,"price1mBlended0To100To1":1.00990099009901,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":44.3055281410877,"medianTimeToFirstChunk":0.530688931500037},"outputSpeedVariance":{"p05":13.8354440744618,"q25":27.1063991488603,"median":44.3055281410877,"q75":58.4841057715993,"p95":68.6415006619087},"timeToFirstChunkVariance":{"p05":0.46863944075003,"q25":0.503809285250085,"median":0.530688931500037,"q75":0.621719361000004,"p95":0.925646695100056},"performanceByPromptType":{"long":{"medianOutputSpeed":44.3055281410877,"medianTimeToFirstChunk":0.530688931500037,"medianTimeToFirstAnswerToken":45.671782693685806,"medianEndToEndResponseTime":56.957056134232246}},"endToEndResponseTime":{"input":0.530688931500037,"reasoning":45.14109376218577,"answer":11.285273440546442,"total":56.957056134232246},"timeToFirstAnswerToken":{"input":0.530688931500037,"reasoning":45.14109376218577,"total":45.671782693685806},"performanceDataSource":{"type":"firstParty","providerName":"SpaceXAI"},"hostModelCount":1,"creator":{"id":"a1e3ddcf-d3e4-44a5-9e8f-029a69850875","slug":"xai","name":"SpaceXAI","logo":"/img/logos/spacexai.svg","color":"#736cd3","country":"us","url":"https://x.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"1dcea4f7-7e8b-49f8-abe2-5860ff9f349e","slug":"hermes-3-llama-3-1-70b","name":"Hermes 3 - Llama-3.1 70B","shortName":"Hermes 3 - Llama-3.1 70B","sourceUrl":"https://artificialanalysis.ai/models/hermes-3-llama-3-1-70b","releaseDate":"2024-08-15","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"effort":null,"release":{"slug":"hermes-3-llama-3-1-70b","name":"Hermes 3 - Llama-3.1 70B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70.6,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":5.99680149700574,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","slug":"nous-research","name":"Nous Research","logo":"/img/logos/nousresearch_small.jpg","color":"#006fa8","country":"us","url":"https://nousresearch.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":31.2668976961085,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.7,"price1mOutputTokens":0.7,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.04842310499999,"timeToFirstAnswerTokenMs":2.04842310499999,"endToEndMs":18.03977616022268}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0399,"score":0.0399,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.401010101010101,"score":0.401010101010101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.188359788359788,"score":0.188359788359788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"1dcea4f7-7e8b-49f8-abe2-5860ff9f349e","slug":"hermes-3-llama-3-1-70b","name":"Hermes 3 - Llama-3.1 70B","shortName":"Hermes 3 - Llama-3.1 70B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-08-15","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"hermes-3-llama-3-1-70b","name":"Hermes 3 - Llama-3.1 70B"},"deprecated":true,"deprecatedTo":"hermes-4-llama-3-1-70b","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70.6,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-70B","microevalsEnabled":false,"intelligenceIndex":5.99680149700574,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0399,"gpqa":0.401010101010101,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.188359788359788,"aime25":null,"analystAgent":null,"price1mInputTokens":0.7,"price1mOutputTokens":0.7,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.7,"price1mBlended7To2To1":0.7,"price1mBlended0To1To1":0.7,"price1mBlended100To1To1":0.7000000000000001,"price1mBlended0To100To1":0.7000000000000001,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":31.2668976961085,"medianTimeToFirstChunk":2.04842310499999},"outputSpeedVariance":{"p05":26.5200527340958,"q25":28.9074978322014,"median":31.2668976961085,"q75":33.1121553430002,"p95":36.3470488997589},"timeToFirstChunkVariance":{"p05":1.89122610669988,"q25":1.96657141974992,"median":2.04842310499999,"q75":2.54491674699986,"p95":3.50558678484995},"performanceByPromptType":{"long":{"medianOutputSpeed":31.2668976961085,"medianTimeToFirstChunk":2.04842310499999,"medianTimeToFirstAnswerToken":2.04842310499999,"medianEndToEndResponseTime":18.03977616022268}},"endToEndResponseTime":{"input":2.04842310499999,"reasoning":0,"answer":15.99135305522269,"total":18.03977616022268},"timeToFirstAnswerToken":{"input":2.04842310499999,"reasoning":0,"total":2.04842310499999},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","slug":"nous-research","name":"Nous Research","logo":"/img/logos/nousresearch_small.jpg","color":"#006fa8","country":"us","url":"https://nousresearch.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/nousresearch/hermes-3-llama-3.1-70b","matchedBy":"slug","catalog":{"id":"nousresearch/hermes-3-llama-3.1-70b","canonical_slug":"nousresearch/hermes-3-llama-3.1-70b","hugging_face_id":"NousResearch/Hermes-3-Llama-3.1-70B","name":"Nous: Hermes 3 70B Instruct","created":1723939200,"description":"Hermes 3 is a generalist language model with many improvements over [Hermes 2](/models/nousresearch/nous-hermes-2-mistral-7b-dpo), including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Llama3","instruct_type":"chatml"},"pricing":{"prompt":"0.0000007","completion":"0.0000007"},"top_provider":{"context_length":131072,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","max_tokens","min_p","presence_penalty","repetition_penalty","seed","stop","structured_outputs","temperature","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2023-12-31","expiration_date":null,"links":{"details":"/api/v1/models/nousresearch/hermes-3-llama-3.1-70b/endpoints"}},"endpoints":[{"name":"DeepInfra | nousresearch/hermes-3-llama-3.1-70b","model_id":"nousresearch/hermes-3-llama-3.1-70b","model_name":"Nous: Hermes 3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.0000007","completion":"0.0000007","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99555318392032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"d3968fd3-97d8-4693-8d26-19cefc6f5d5f","slug":"hermes-4-llama-3-1-405b","name":"Hermes 4 - Llama-3.1 405B (Non-reasoning)","shortName":"Hermes 4 405B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/hermes-4-llama-3-1-405b","releaseDate":"2025-08-27","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"hermes-4-llama-3-1-405b","name":"Hermes 4 - Llama-3.1 405B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":406,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":7.41221110231024,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","slug":"nous-research","name":"Nous Research","logo":"/img/logos/nousresearch_small.jpg","color":"#006fa8","country":"us","url":"https://nousresearch.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":45.3203944561624,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1,"price1mOutputTokens":3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.32431563199999,"timeToFirstAnswerTokenMs":2.32431563199999,"endToEndMs":13.356876270536379}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-33.28333333333333,"score":-33.28333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.266081871345029,"score":0.266081871345029,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0984848484848485,"score":0.0984848484848485,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.22,"score":0.22,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.347619047619048,"score":0.347619047619048,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0421686746987952,"score":0.0421686746987952,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.536363636363636,"score":0.536363636363636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.546031746031746,"score":0.546031746031746,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.153333333333333,"score":0.153333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"d3968fd3-97d8-4693-8d26-19cefc6f5d5f","slug":"hermes-4-llama-3-1-405b","name":"Hermes 4 - Llama-3.1 405B (Non-reasoning)","shortName":"Hermes 4 405B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-27","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"hermes-4-llama-3-1-405b","name":"Hermes 4 - Llama-3.1 405B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":406,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://llama.meta.com/llama3/license/","modelWeightsSourceUrl":"https://huggingface.co/NousResearch/Hermes-4-405B","microevalsEnabled":false,"intelligenceIndex":7.41221110231024,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-33.28333333333333,"omniscienceBreakdown":{"accuracy":0.2605,"hallucinationRate":0.8023439260761775},"gdpval":null,"itBenchSre":null,"tau2":0.266081871345029,"tauBanking":null,"terminalbenchHard":0.0984848484848485,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.22,"ifbench":0.347619047619048,"hle":0.0421686746987952,"gpqa":0.536363636363636,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.546031746031746,"aime25":0.153333333333333,"analystAgent":null,"price1mInputTokens":1,"price1mOutputTokens":3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5,"price1mBlended7To2To1":1.2,"price1mBlended0To1To1":2,"price1mBlended100To1To1":1.0196078431372548,"price1mBlended0To100To1":1.0198019801980198,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":47.22222222222222,"modelAvailability":4,"transparencyMethodology":3,"transparencyPostTrainingData":1,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":45.3203944561624,"medianTimeToFirstChunk":2.32431563199999},"outputSpeedVariance":{"p05":40.1315634922996,"q25":43.5485772494912,"median":45.3203944561624,"q75":46.2661478178222,"p95":46.8022462255667},"timeToFirstChunkVariance":{"p05":2.26105104959998,"q25":2.29176343300013,"median":2.32431563199999,"q75":2.36015752124999,"p95":4.11172625215},"performanceByPromptType":{"medium":{"medianOutputSpeed":43.7720806246804,"medianTimeToFirstChunk":0.770194602500012,"medianTimeToFirstAnswerToken":0.770194602500012,"medianEndToEndResponseTime":12.19300094079595},"long":{"medianOutputSpeed":45.3203944561624,"medianTimeToFirstChunk":2.32431563199999,"medianTimeToFirstAnswerToken":2.32431563199999,"medianEndToEndResponseTime":13.356876270536379},"hundredK":{"medianOutputSpeed":37.3482955851089,"medianTimeToFirstChunk":27.8306555774999,"medianTimeToFirstAnswerToken":27.8306555774999,"medianEndToEndResponseTime":41.218147353680294},"mediumParallel":{"medianOutputSpeed":40.5100250141599,"medianTimeToFirstChunk":1.83490967149993,"medianTimeToFirstAnswerToken":1.83490967149993,"medianEndToEndResponseTime":14.17753349918776}},"endToEndResponseTime":{"input":2.32431563199999,"reasoning":0,"answer":11.032560638536388,"total":13.356876270536379},"timeToFirstAnswerToken":{"input":2.32431563199999,"reasoning":0,"total":2.32431563199999},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","slug":"nous-research","name":"Nous Research","logo":"/img/logos/nousresearch_small.jpg","color":"#006fa8","country":"us","url":"https://nousresearch.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/nousresearch/hermes-4-405b","matchedBy":"shortName","catalog":{"id":"nousresearch/hermes-4-405b","canonical_slug":"nousresearch/hermes-4-405b","hugging_face_id":"NousResearch/Hermes-4-405B","name":"Nous: Hermes 4 405B","created":1756235463,"description":"Hermes 4 is a large-scale reasoning model built on Meta-Llama-3.1-405B and released by Nous Research. It introduces a hybrid reasoning mode, where the model can choose to deliberate internally with...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000003"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","temperature","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-08-31","expiration_date":null,"links":{"details":"/api/v1/models/nousresearch/hermes-4-405b/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Nebius | nousresearch/hermes-4-405b","model_id":"nousresearch/hermes-4-405b","model_name":"Nous: Hermes 4 405B","context_length":131072,"pricing":{"prompt":"0.000001","completion":"0.000003","discount":0},"provider_name":"Nebius","tag":"nebius/fp8","quantization":"fp8","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","top_k","repetition_penalty","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"82b207dd-d285-4a52-b2fc-2cbd27543899","slug":"hermes-4-llama-3-1-405b-reasoning","name":"Hermes 4 - Llama-3.1 405B (Reasoning)","shortName":"Hermes 4 405B","sourceUrl":"https://artificialanalysis.ai/models/hermes-4-llama-3-1-405b-reasoning","releaseDate":"2025-08-27","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"hermes-4-llama-3-1-405b","name":"Hermes 4 - Llama-3.1 405B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":406,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":7.49497809925135,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","slug":"nous-research","name":"Nous Research","logo":"/img/logos/nousresearch_small.jpg","color":"#006fa8","country":"us","url":"https://nousresearch.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":44.2942036602374,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1,"price1mOutputTokens":3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.36897702549996,"timeToFirstAnswerTokenMs":47.521611788756495,"endToEndMs":58.80977047957062}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-36.016666666666666,"score":-36.016666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.222222222222222,"score":0.222222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.113636363636364,"score":0.113636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.223333333333333,"score":0.223333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.327210884353742,"score":0.327210884353742,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.108897126969416,"score":0.108897126969416,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.727272727272727,"score":0.727272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.685714285714286,"score":0.685714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.696666666666667,"score":0.696666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"82b207dd-d285-4a52-b2fc-2cbd27543899","slug":"hermes-4-llama-3-1-405b-reasoning","name":"Hermes 4 - Llama-3.1 405B (Reasoning)","shortName":"Hermes 4 405B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-27","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"hermes-4-llama-3-1-405b","name":"Hermes 4 - Llama-3.1 405B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":406,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://llama.meta.com/llama3/license/","modelWeightsSourceUrl":"https://huggingface.co/NousResearch/Hermes-4-405B","microevalsEnabled":false,"intelligenceIndex":7.49497809925135,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-36.016666666666666,"omniscienceBreakdown":{"accuracy":0.30083333333333334,"hallucinationRate":0.9454112038140644},"gdpval":null,"itBenchSre":null,"tau2":0.222222222222222,"tauBanking":null,"terminalbenchHard":0.113636363636364,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.223333333333333,"ifbench":0.327210884353742,"hle":0.108897126969416,"gpqa":0.727272727272727,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":0.685714285714286,"aime25":0.696666666666667,"analystAgent":null,"price1mInputTokens":1,"price1mOutputTokens":3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5,"price1mBlended7To2To1":1.2,"price1mBlended0To1To1":2,"price1mBlended100To1To1":1.0196078431372548,"price1mBlended0To100To1":1.0198019801980198,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":47.22222222222222,"modelAvailability":4,"transparencyMethodology":3,"transparencyPostTrainingData":1,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":44.2942036602374,"medianTimeToFirstChunk":2.36897702549996},"outputSpeedVariance":{"p05":41.288875744239,"q25":43.1546286075504,"median":44.2942036602374,"q75":44.9972360531748,"p95":46.0498522879489},"timeToFirstChunkVariance":{"p05":2.29222736839992,"q25":2.322664074,"median":2.36897702549996,"q75":2.52276445025004,"p95":3.38691292450026},"performanceByPromptType":{"medium":{"medianOutputSpeed":43.4127448343049,"medianTimeToFirstChunk":0.751326364000008,"medianTimeToFirstAnswerToken":46.820746937001715,"medianEndToEndResponseTime":58.33810208025215},"long":{"medianOutputSpeed":44.2942036602374,"medianTimeToFirstChunk":2.36897702549996,"medianTimeToFirstAnswerToken":47.521611788756495,"medianEndToEndResponseTime":58.80977047957062},"hundredK":{"medianOutputSpeed":32.7581069650357,"medianTimeToFirstChunk":24.5742492454999,"medianTimeToFirstAnswerToken":85.62783827415458,"medianEndToEndResponseTime":100.89123553131824},"mediumParallel":{"medianOutputSpeed":40.1466980161185,"medianTimeToFirstChunk":2.00146138399998,"medianTimeToFirstAnswerToken":51.81875891609141,"medianEndToEndResponseTime":64.27308329911426}},"endToEndResponseTime":{"input":2.36897702549996,"reasoning":45.152634763256536,"answer":11.288158690814134,"total":58.80977047957062},"timeToFirstAnswerToken":{"input":2.36897702549996,"reasoning":45.152634763256536,"total":47.521611788756495},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","slug":"nous-research","name":"Nous Research","logo":"/img/logos/nousresearch_small.jpg","color":"#006fa8","country":"us","url":"https://nousresearch.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/nousresearch/hermes-4-405b","matchedBy":"shortName","catalog":{"id":"nousresearch/hermes-4-405b","canonical_slug":"nousresearch/hermes-4-405b","hugging_face_id":"NousResearch/Hermes-4-405B","name":"Nous: Hermes 4 405B","created":1756235463,"description":"Hermes 4 is a large-scale reasoning model built on Meta-Llama-3.1-405B and released by Nous Research. It introduces a hybrid reasoning mode, where the model can choose to deliberate internally with...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.000003"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","temperature","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-08-31","expiration_date":null,"links":{"details":"/api/v1/models/nousresearch/hermes-4-405b/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Nebius | nousresearch/hermes-4-405b","model_id":"nousresearch/hermes-4-405b","model_name":"Nous: Hermes 4 405B","context_length":131072,"pricing":{"prompt":"0.000001","completion":"0.000003","discount":0},"provider_name":"Nebius","tag":"nebius/fp8","quantization":"fp8","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","top_k","repetition_penalty","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"235060f4-057d-4bd1-8b8e-4a92908c770e","slug":"hermes-4-llama-3-1-70b","name":"Hermes 4 - Llama-3.1 70B (Non-reasoning)","shortName":"Hermes 4 70B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/hermes-4-llama-3-1-70b","releaseDate":"2025-08-27","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"hermes-4-llama-3-1-70b","name":"Hermes 4 - Llama-3.1 70B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":70.6,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":6.65822068462287,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","slug":"nous-research","name":"Nous Research","color":"#006fa8","logo":"/img/logos/nousresearch_small.jpg","url":"https://nousresearch.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"235060f4-057d-4bd1-8b8e-4a92908c770e","slug":"hermes-4-llama-3-1-70b","name":"Hermes 4 - Llama-3.1 70B (Non-reasoning)","shortName":"Hermes 4 70B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-27","knowledgeCutoffDate":null,"contextWindowTokens":128000,"isReasoning":false,"release":{"slug":"hermes-4-llama-3-1-70b","name":"Hermes 4 - Llama-3.1 70B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"medium","parameters":70.6,"inferenceParametersActiveBillions":null,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://llama.meta.com/llama3/license/","modelWeightsSourceUrl":"https://huggingface.co/NousResearch/Hermes-4-70B","intelligenceIndex":6.65822068462287,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","slug":"nous-research","name":"Nous Research","color":"#006fa8","logo":"/img/logos/nousresearch_small.jpg","url":"https://nousresearch.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"6ba9e8eb-8124-436d-842f-dbe36df80c27","slug":"hermes-4-llama-3-1-70b-reasoning","name":"Hermes 4 - Llama-3.1 70B (Reasoning)","shortName":"Hermes 4 70B","sourceUrl":"https://artificialanalysis.ai/models/releases/hermes-4-llama-3-1-70b","releaseDate":"2025-08-27","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"hermes-4-llama-3-1-70b","name":"Hermes 4 - Llama-3.1 70B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":70.6,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":7.90579275030455,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","slug":"nous-research","name":"Nous Research","color":"#006fa8","logo":"/img/logos/nousresearch_small.jpg","url":"https://nousresearch.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"6ba9e8eb-8124-436d-842f-dbe36df80c27","slug":"hermes-4-llama-3-1-70b-reasoning","name":"Hermes 4 - Llama-3.1 70B (Reasoning)","shortName":"Hermes 4 70B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-27","knowledgeCutoffDate":null,"contextWindowTokens":128000,"isReasoning":true,"release":{"slug":"hermes-4-llama-3-1-70b","name":"Hermes 4 - Llama-3.1 70B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"medium","parameters":70.6,"inferenceParametersActiveBillions":null,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://llama.meta.com/llama3/license/","modelWeightsSourceUrl":"https://huggingface.co/NousResearch/Hermes-4-70B","intelligenceIndex":7.90579275030455,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"0a2f41cc-2cbc-4949-be54-9fef1319d4a9","slug":"nous-research","name":"Nous Research","color":"#006fa8","logo":"/img/logos/nousresearch_small.jpg","url":"https://nousresearch.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"b23e6c69-96e5-44c9-8f58-4b42e0c399d5","slug":"hy3","name":"Hy3","shortName":"Hy3","sourceUrl":"https://artificialanalysis.ai/models/hy3","releaseDate":"2026-07-06","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"hy3","name":"Hy3"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":299,"inferenceParametersActiveBillions":21,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":25.7716025731571,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":28.050031904400953,"strategyAndOps":24.76687471966513,"legal":27.041787204514023,"engineering":27.123414685515293,"economics":35.744979089434665},"creator":{"id":"a4e5bd55-a6cd-4dcf-8d4a-1d9643cd3826","slug":"tencent","name":"Tencent","logo":"/img/logos/tencent_small.svg","color":"#5CB9FF","country":"cn","url":"https://hunyuan.tencent.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":75.2326604548321,"canonicalInputTokens":1218953619,"canonicalOutputTokens":172934205,"outputTokensPerTask":46160.990028328524,"answerTokensPerTask":10354.707136031948,"reasoningTokensPerTask":35806.28289229658,"price1mInputTokens":0.14,"price1mOutputTokens":0.58,"cacheHitPrice":0.035,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.07430984031498059,"latency":{"timeToFirstChunkMs":2.69048761049998,"timeToFirstAnswerTokenMs":29.274686386784815,"endToEndMs":35.920736080856024}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":949.65,"score":949.65,"outputTokensPerTask":54641.65934065934,"costPerTask":0.11720476878295641,"timePerTask":664.6683993416524,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1135.96,"score":1135.96,"outputTokensPerTask":27281.381818181817,"costPerTask":0.03715639204351546,"timePerTask":331.8543507595566,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.18409128371172395,"score":0.18409128371172395,"outputTokensPerTask":37012.97564687976,"costPerTask":0.05336755252550346,"timePerTask":450.2307502176648,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":202457.12121212122,"costPerTask":0.4146861157307258,"timePerTask":2462.7153039484497,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.486111111111111,"score":0.486111111111111,"outputTokensPerTask":11331.697916666666,"costPerTask":0.0068811543055555535,"timePerTask":137.8402780401926,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.334569045412419,"score":0.334569045412419,"outputTokensPerTask":36031.94346617238,"costPerTask":0.020941589277108433,"timePerTask":438.297344513636,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.112,"score":0.112,"outputTokensPerTask":8006.21,"costPerTask":0.0093448802,"timePerTask":97.38860147560297,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0485714285714286,"score":0.0485714285714286,"outputTokensPerTask":65019.41428571429,"costPerTask":0.03842821428571429,"timePerTask":790.904788414063,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-18.466666666666665,"score":-18.466666666666665,"outputTokensPerTask":6264.059833333334,"costPerTask":0.003650709046666666,"timePerTask":76.19685553187237,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.79,"score":0.79,"outputTokensPerTask":3234.13,"costPerTask":0.015386128600000002,"timePerTask":39.34038673608259,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.112,"score":0.112,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1135.96,"score":1135.96,"outputTokensPerTask":27281.381818181817,"costPerTask":0.03715639204351546,"timePerTask":331.8543507595566,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.31798000000000004,"score":0.31798000000000004,"outputTokensPerTask":27281.381818181817,"costPerTask":0.03715639204351546,"timePerTask":331.8543507595566,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.228865979381443,"score":0.228865979381443,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.644194756554307,"score":0.644194756554307,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":202457.12121212122,"costPerTask":0.4146861157307258,"timePerTask":2462.7153039484497,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.79,"score":0.79,"outputTokensPerTask":3234.13,"costPerTask":0.015386128600000002,"timePerTask":39.34038673608259,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.334569045412419,"score":0.334569045412419,"outputTokensPerTask":36031.94346617238,"costPerTask":0.020941589277108433,"timePerTask":438.297344513636,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.896969696969697,"score":0.896969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.18409128371172395,"score":0.18409128371172395,"outputTokensPerTask":37012.97564687976,"costPerTask":0.05336755252550346,"timePerTask":450.2307502176648,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":28.050031904400953,"score":28.050031904400953,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":24.76687471966513,"score":24.76687471966513,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":27.041787204514023,"score":27.041787204514023,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":27.123414685515293,"score":27.123414685515293,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":35.744979089434665,"score":35.744979089434665,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"b23e6c69-96e5-44c9-8f58-4b42e0c399d5","slug":"hy3","name":"Hy3","shortName":"Hy3","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-06","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"hy3","name":"Hy3"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":299,"inferenceParametersActiveBillions":21,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/tencent/Hy3","microevalsEnabled":true,"intelligenceIndex":25.7716025731571,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":28.050031904400953,"strategyAndOps":24.76687471966513,"legal":27.041787204514023,"engineering":27.123414685515293,"economics":35.744979089434665},"omniscience":-18.466666666666665,"omniscienceBreakdown":{"accuracy":0.31966666666666665,"hallucinationRate":0.7413032827045566},"gdpPdfAllPass":0.112,"gdpval":1135.96,"gdpvalNormalized":0.31798000000000004,"itBenchSre":null,"tau2":null,"tauBanking":0.228865979381443,"terminalbenchHard":null,"terminalBench21":0.644194756554307,"terminalBench40":0.00505050505050505,"scicode":0.486111111111111,"lcr":0.79,"ifbench":null,"hle":0.334569045412419,"gpqa":0.896969696969697,"critpt":0.0485714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.18409128371172395,"price1mInputTokens":0.14,"price1mOutputTokens":0.58,"cacheHitPrice":0.035,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.25,"price1mBlended7To2To1":0.1105,"price1mBlended0To1To1":0.36,"price1mBlended100To1To1":0.04137254901960785,"price1mBlended0To100To1":0.14435643564356437,"intelligenceIndexTimePerTask":561.5084117938662,"intelligenceIndexCost":{"total":155.51285811630612,"input":55.21101921630611,"nonCacheInput":2.15852756,"cacheRead":38.48082914789797,"cacheWrite":14.571662508408139,"output":100.30183889999999,"reasoning":91.34687321999999,"answer":8.954965679999999},"intelligenceIndexCostPerTask":{"cost":{"total":0.07430984031498059,"input":0.04753646609855005,"nonCacheInput":0.0012551562095617342,"cacheRead":0.036044728017935096,"cacheWrite":0.010236581871053214,"output":0.026773374216430546,"reasoning":0.020767644077532014,"answer":0.006005730138898529},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.01758071531744346},{"slug":"gdpval-aa","weightedCostPerTask":0.003715639204351546},{"slug":"automationbench-aa","weightedCostPerTask":0.002668377626275173},{"slug":"terminalbench-4-0","weightedCostPerTask":0.04146861157307258},{"slug":"scicode","weightedCostPerTask":0.0006881154305555555},{"slug":"humanitys-last-exam","weightedCostPerTask":0.002094158927710843},{"slug":"gdp-pdf","weightedCostPerTask":0.0009344880200000001},{"slug":"critpt","weightedCostPerTask":0.0038428214285714285},{"slug":"omniscience","weightedCostPerTask":0.0005476063569999998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0007693064300000001}]},"canonicalIntelligenceIndexTokenCount":{"input":1218953619,"output":172934205,"answer":15439596,"reasoning":157494609},"intelligenceIndexOutputTokensPerTask":{"reasoning":35806.28289229658,"answer":10354.707136031948,"output":46160.990028328524},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":949.65,"outputTokensPerTask":54641.65934065934,"costPerTask":0.11720476878295641,"timePerTask":664.6683993416524},{"slug":"gdpval-aa","score":1135.96,"outputTokensPerTask":27281.381818181817,"costPerTask":0.03715639204351546,"timePerTask":331.8543507595566},{"slug":"automationbench-aa","score":0.18409128371172395,"outputTokensPerTask":37012.97564687976,"costPerTask":0.05336755252550346,"timePerTask":450.2307502176648},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":202457.12121212122,"costPerTask":0.4146861157307258,"timePerTask":2462.7153039484497},{"slug":"scicode","score":0.486111111111111,"outputTokensPerTask":11331.697916666666,"costPerTask":0.0068811543055555535,"timePerTask":137.8402780401926},{"slug":"humanitys-last-exam","score":0.334569045412419,"outputTokensPerTask":36031.94346617238,"costPerTask":0.020941589277108433,"timePerTask":438.297344513636},{"slug":"gdp-pdf","score":0.112,"outputTokensPerTask":8006.21,"costPerTask":0.0093448802,"timePerTask":97.38860147560297},{"slug":"critpt","score":0.0485714285714286,"outputTokensPerTask":65019.41428571429,"costPerTask":0.03842821428571429,"timePerTask":790.904788414063},{"slug":"omniscience","score":-18.466666666666665,"outputTokensPerTask":6264.059833333334,"costPerTask":0.003650709046666666,"timePerTask":76.19685553187237},{"slug":"artificial-analysis-long-context-reasoning","score":0.79,"outputTokensPerTask":3234.13,"costPerTask":0.015386128600000002,"timePerTask":39.34038673608259}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":5,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":949.65,"lower95ci":939.78,"upper95ci":959.19},"rubricPassRate":0.2672858617131063,"analyticalQuality":{"elo":868.31,"lower95ci":849.94,"upper95ci":886.06},"presentation":{"elo":984.18,"lower95ci":967.71,"upper95ci":1003.13}},"briefcaseTotalCost":10.665633959249032,"timescaleData":{"medianOutputSpeed":75.2326604548321,"medianTimeToFirstChunk":2.69048761049998},"outputSpeedVariance":{"p05":18.70081928822,"q25":60.1891282192738,"median":75.2326604548321,"q75":92.4440572439282,"p95":111.699609904869},"timeToFirstChunkVariance":{"p05":0.88209772985,"q25":2.19179342575001,"median":2.69048761049998,"q75":3.31441064499993,"p95":4.36328581325},"performanceByPromptType":{"medium":{"medianOutputSpeed":79.6005731258776,"medianTimeToFirstChunk":1.7149790415,"medianTimeToFirstAnswerToken":26.840426277128177,"medianEndToEndResponseTime":33.121788086035224},"long":{"medianOutputSpeed":75.2326604548321,"medianTimeToFirstChunk":2.69048761049998,"medianTimeToFirstAnswerToken":29.274686386784815,"medianEndToEndResponseTime":35.920736080856024},"hundredK":{"medianOutputSpeed":90.2746284907412,"medianTimeToFirstChunk":14.7288288449999,"medianTimeToFirstAnswerToken":36.88344784966438,"medianEndToEndResponseTime":42.4221026008305},"mediumParallel":{"medianOutputSpeed":81.6098131809821,"medianTimeToFirstChunk":1.77858854899978,"medianTimeToFirstAnswerToken":26.285445286494053,"medianEndToEndResponseTime":32.41215947086762}},"endToEndResponseTime":{"input":2.69048761049998,"reasoning":26.584198776284836,"answer":6.646049694071209,"total":35.920736080856024},"timeToFirstAnswerToken":{"input":2.69048761049998,"reasoning":26.584198776284836,"total":29.274686386784815},"performanceDataSource":{"type":"median"},"hostModelCount":4,"creator":{"id":"a4e5bd55-a6cd-4dcf-8d4a-1d9643cd3826","slug":"tencent","name":"Tencent","logo":"/img/logos/tencent_small.svg","color":"#5CB9FF","country":"cn","url":"https://hunyuan.tencent.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/tencent/hy3","matchedBy":"slug","catalog":{"id":"tencent/hy3","canonical_slug":"tencent/hy3-20260706","hugging_face_id":"tencent/Hy3","name":"Tencent: Hy3","created":1783344048,"description":"Hy3 is a 295B-parameter Mixture-of-Experts model from Tencent (21B active, 192 experts with top-8 routing) built for reasoning, agentic workflows, and real-world production use. It supports a configurable reasoning effort:...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625","overrides":[{"utc_start":0,"utc_end":1600,"prompt":"0.000000132","completion":"0.000000528","input_cache_read":"0.000000033"},{"utc_start":1600,"utc_end":0,"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625"}]},"top_provider":{"context_length":262144,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.9,"top_p":1,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/tencent/hy3-20260706/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1205,"win_rate":43.9,"rank":47},{"arena":"models","category":"codecategories","elo":1192,"win_rate":41.1,"rank":58},{"arena":"models","category":"dataviz","elo":1141,"win_rate":36.1,"rank":81},{"arena":"models","category":"gamedev","elo":1160,"win_rate":38.6,"rank":67},{"arena":"models","category":"uicomponent","elo":1178,"win_rate":40.2,"rank":63},{"arena":"models","category":"website","elo":1194,"win_rate":41.3,"rank":62}]},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","low","none"],"default_effort":"high"}},"endpoints":[{"name":"Tencent | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625","discount":0,"overrides":[{"utc_start":0,"utc_end":1600,"prompt":"0.000000132","completion":"0.000000528","input_cache_read":"0.000000033"},{"utc_start":1600,"utc_end":0,"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625"}]},"provider_name":"Tencent","tag":"tencent/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","stop","max_completion_tokens","max_tokens","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.99848549673814,"uptime_last_5m":100,"uptime_last_1d":99.99118599563833,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.00000058","input_cache_read":"0.000000035","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98264431254123,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.00000058","input_cache_read":"0.000000035","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","logit_bias","response_format","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9250317467603,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.00000058","input_cache_read":"0.000000035","discount":0},"provider_name":"GMICloud","tag":"gmicloud/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.8755394961357,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.00000064","input_cache_read":"0.00000004","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96564813383488,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000008","input_cache_read":"0.00000005","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.91663112179612,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"b58b8272-cd3f-44b9-9b68-612f40779ce2","slug":"hy3-non-reasoning","name":"Hy3-preview (Non-reasoning)","shortName":"Hy3-preview (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/hy3-non-reasoning","releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"hy3-preview","name":"Hy3-preview"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":295,"inferenceParametersActiveBillions":21,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"TENCENT HY COMMUNITY LICENSE AGREEMENT","intelligenceIndex":17.0361964508377,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a4e5bd55-a6cd-4dcf-8d4a-1d9643cd3826","slug":"tencent","name":"Tencent","logo":"/img/logos/tencent_small.svg","color":"#5CB9FF","country":"cn","url":"https://hunyuan.tencent.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.063,"price1mOutputTokens":0.21,"cacheHitPrice":0.021,"cacheHitDiscountPercent":0.6666666666666666,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-34.95,"score":-34.95,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.675438596491228,"score":0.675438596491228,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.318181818181818,"score":0.318181818181818,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.42,"score":0.42,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.479591836734694,"score":0.479591836734694,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0695088044485635,"score":0.0695088044485635,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.732323232323232,"score":0.732323232323232,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"b58b8272-cd3f-44b9-9b68-612f40779ce2","slug":"hy3-non-reasoning","name":"Hy3-preview (Non-reasoning)","shortName":"Hy3-preview (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"hy3-preview","name":"Hy3-preview"},"deprecated":true,"deprecatedTo":"hy3","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":295,"inferenceParametersActiveBillions":21,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"TENCENT HY COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://huggingface.co/tencent/Hy3-preview/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/tencent/Hy3-preview","microevalsEnabled":false,"intelligenceIndex":17.0361964508377,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-34.95,"omniscienceBreakdown":{"accuracy":0.23183333333333334,"hallucinationRate":0.756780212627468},"gdpval":null,"itBenchSre":null,"tau2":0.675438596491228,"tauBanking":null,"terminalbenchHard":0.318181818181818,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.42,"ifbench":0.479591836734694,"hle":0.0695088044485635,"gpqa":0.732323232323232,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.063,"price1mOutputTokens":0.21,"cacheHitPrice":0.021,"cacheHitDiscountPercent":0.6666666666666666,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.09975,"price1mBlended7To2To1":0.048299999999999996,"price1mBlended0To1To1":0.1365,"price1mBlended100To1To1":0.023264705882352944,"price1mBlended0To100To1":0.06445544554455446,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":5,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"a4e5bd55-a6cd-4dcf-8d4a-1d9643cd3826","slug":"tencent","name":"Tencent","logo":"/img/logos/tencent_small.svg","color":"#5CB9FF","country":"cn","url":"https://hunyuan.tencent.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/tencent/hy3","matchedBy":"slug","catalog":{"id":"tencent/hy3","canonical_slug":"tencent/hy3-20260706","hugging_face_id":"tencent/Hy3","name":"Tencent: Hy3","created":1783344048,"description":"Hy3 is a 295B-parameter Mixture-of-Experts model from Tencent (21B active, 192 experts with top-8 routing) built for reasoning, agentic workflows, and real-world production use. It supports a configurable reasoning effort:...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625","overrides":[{"utc_start":0,"utc_end":1600,"prompt":"0.000000132","completion":"0.000000528","input_cache_read":"0.000000033"},{"utc_start":1600,"utc_end":0,"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625"}]},"top_provider":{"context_length":262144,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.9,"top_p":1,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/tencent/hy3-20260706/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1205,"win_rate":43.9,"rank":47},{"arena":"models","category":"codecategories","elo":1192,"win_rate":41.1,"rank":58},{"arena":"models","category":"dataviz","elo":1141,"win_rate":36.1,"rank":81},{"arena":"models","category":"gamedev","elo":1160,"win_rate":38.6,"rank":67},{"arena":"models","category":"uicomponent","elo":1178,"win_rate":40.2,"rank":63},{"arena":"models","category":"website","elo":1194,"win_rate":41.3,"rank":62}]},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","low","none"],"default_effort":"high"}},"endpoints":[{"name":"Tencent | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625","discount":0,"overrides":[{"utc_start":0,"utc_end":1600,"prompt":"0.000000132","completion":"0.000000528","input_cache_read":"0.000000033"},{"utc_start":1600,"utc_end":0,"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625"}]},"provider_name":"Tencent","tag":"tencent/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","stop","max_completion_tokens","max_tokens","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.99848549673814,"uptime_last_5m":100,"uptime_last_1d":99.99118599563833,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.00000058","input_cache_read":"0.000000035","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98264431254123,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.00000058","input_cache_read":"0.000000035","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","logit_bias","response_format","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9250317467603,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.00000058","input_cache_read":"0.000000035","discount":0},"provider_name":"GMICloud","tag":"gmicloud/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.8755394961357,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.00000064","input_cache_read":"0.00000004","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96564813383488,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000008","input_cache_read":"0.00000005","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.91663112179612,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"8ca48626-ff5e-48b3-8401-38081376d706","slug":"hy3-preview","name":"Hy3-preview (Reasoning)","shortName":"Hy3-preview","sourceUrl":"https://artificialanalysis.ai/models/hy3-preview","releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"hy3-preview","name":"Hy3-preview"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":295,"inferenceParametersActiveBillions":21,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"TENCENT HY COMMUNITY LICENSE AGREEMENT","intelligenceIndex":22.7362028668659,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a4e5bd55-a6cd-4dcf-8d4a-1d9643cd3826","slug":"tencent","name":"Tencent","logo":"/img/logos/tencent_small.svg","color":"#5CB9FF","country":"cn","url":"https://hunyuan.tencent.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.063,"price1mOutputTokens":0.21,"cacheHitPrice":0.021,"cacheHitDiscountPercent":0.6666666666666666,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-35.05,"score":-35.05,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.926900584795322,"score":0.926900584795322,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.340909090909091,"score":0.340909090909091,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.646666666666667,"score":0.646666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.631292517006803,"score":0.631292517006803,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.277571825764597,"score":0.277571825764597,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.866666666666667,"score":0.866666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0457142857142857,"score":0.0457142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"8ca48626-ff5e-48b3-8401-38081376d706","slug":"hy3-preview","name":"Hy3-preview (Reasoning)","shortName":"Hy3-preview","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"hy3-preview","name":"Hy3-preview"},"deprecated":true,"deprecatedTo":"hy3","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":295,"inferenceParametersActiveBillions":21,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"TENCENT HY COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://huggingface.co/tencent/Hy3-preview/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/tencent/Hy3-preview","microevalsEnabled":false,"intelligenceIndex":22.7362028668659,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-35.05,"omniscienceBreakdown":{"accuracy":0.2793333333333333,"hallucinationRate":0.873959296947271},"gdpval":null,"itBenchSre":null,"tau2":0.926900584795322,"tauBanking":null,"terminalbenchHard":0.340909090909091,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.646666666666667,"ifbench":0.631292517006803,"hle":0.277571825764597,"gpqa":0.866666666666667,"critpt":0.0457142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.063,"price1mOutputTokens":0.21,"cacheHitPrice":0.021,"cacheHitDiscountPercent":0.6666666666666666,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.09975,"price1mBlended7To2To1":0.048299999999999996,"price1mBlended0To1To1":0.1365,"price1mBlended100To1To1":0.023264705882352944,"price1mBlended0To100To1":0.06445544554455446,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":5,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"a4e5bd55-a6cd-4dcf-8d4a-1d9643cd3826","slug":"tencent","name":"Tencent","logo":"/img/logos/tencent_small.svg","color":"#5CB9FF","country":"cn","url":"https://hunyuan.tencent.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/tencent/hy3","matchedBy":"slug","catalog":{"id":"tencent/hy3","canonical_slug":"tencent/hy3-20260706","hugging_face_id":"tencent/Hy3","name":"Tencent: Hy3","created":1783344048,"description":"Hy3 is a 295B-parameter Mixture-of-Experts model from Tencent (21B active, 192 experts with top-8 routing) built for reasoning, agentic workflows, and real-world production use. It supports a configurable reasoning effort:...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625","overrides":[{"utc_start":0,"utc_end":1600,"prompt":"0.000000132","completion":"0.000000528","input_cache_read":"0.000000033"},{"utc_start":1600,"utc_end":0,"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625"}]},"top_provider":{"context_length":262144,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.9,"top_p":1,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/tencent/hy3-20260706/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1205,"win_rate":43.9,"rank":47},{"arena":"models","category":"codecategories","elo":1192,"win_rate":41.1,"rank":58},{"arena":"models","category":"dataviz","elo":1141,"win_rate":36.1,"rank":81},{"arena":"models","category":"gamedev","elo":1160,"win_rate":38.6,"rank":67},{"arena":"models","category":"uicomponent","elo":1178,"win_rate":40.2,"rank":63},{"arena":"models","category":"website","elo":1194,"win_rate":41.3,"rank":62}]},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","low","none"],"default_effort":"high"}},"endpoints":[{"name":"Tencent | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625","discount":0,"overrides":[{"utc_start":0,"utc_end":1600,"prompt":"0.000000132","completion":"0.000000528","input_cache_read":"0.000000033"},{"utc_start":1600,"utc_end":0,"prompt":"0.0000000825","completion":"0.00000033","input_cache_read":"0.000000020625"}]},"provider_name":"Tencent","tag":"tencent/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","stop","max_completion_tokens","max_tokens","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.99848549673814,"uptime_last_5m":100,"uptime_last_1d":99.99118599563833,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.00000058","input_cache_read":"0.000000035","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.98264431254123,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.00000058","input_cache_read":"0.000000035","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","logit_bias","response_format","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9250317467603,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.00000058","input_cache_read":"0.000000035","discount":0},"provider_name":"GMICloud","tag":"gmicloud/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.8755394961357,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.00000064","input_cache_read":"0.00000004","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96564813383488,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | tencent/hy3-20260706","model_id":"tencent/hy3","model_name":"Tencent: Hy3","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000008","input_cache_read":"0.00000005","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.91663112179612,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"0de09623-2b1a-4c8d-86ef-7f5245d4e24b","slug":"inkling","name":"Inkling (xhigh)","shortName":"Inkling","sourceUrl":"https://artificialanalysis.ai/models/inkling","releaseDate":"2026-07-15","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"inkling","name":"Inkling"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":975,"inferenceParametersActiveBillions":41,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"Apache 2.0","intelligenceIndex":25.5423060999384,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":30.311317630892194,"strategyAndOps":24.169040496696873,"legal":32.06600646919207,"healthcareAndMedical":26.07008782619019,"engineering":28.269606611862038,"economics":39.165271740809395},"creator":{"id":"8f3f9fdd-e42f-4814-a35e-5da1925b539b","slug":"thinking-machines","name":"Thinking Machines","logo":"/img/logos/thinking_machines.svg","color":"#676767","country":"us","url":"https://thinkingmachines.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":80.8348065710263,"canonicalInputTokens":2219568558,"canonicalOutputTokens":136649836,"outputTokensPerTask":34655.976744705644,"answerTokensPerTask":11256.82166532607,"reasoningTokensPerTask":23399.155079379572,"price1mInputTokens":1,"price1mOutputTokens":4.05,"cacheHitPrice":0.17,"cacheHitDiscountPercent":0.83,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.6070445010820831,"latency":{"timeToFirstChunkMs":2.516465337,"timeToFirstAnswerTokenMs":27.25828244325707,"endToEndMs":33.44373671982134}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":835.63,"score":835.63,"outputTokensPerTask":52230.74725274725,"costPerTask":1.433695706974138,"timePerTask":635.9703729231381,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1165.19,"score":1165.19,"outputTokensPerTask":28604.477272727272,"costPerTask":0.4230530037019063,"timePerTask":348.29293156342777,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.04984889684475201,"score":0.04984889684475201,"outputTokensPerTask":8401.432267884322,"costPerTask":0.219497541750464,"timePerTask":102.29725388839506,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":87668.71212121213,"costPerTask":2.642667713292703,"timePerTask":1067.4690000435694,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.469907407407407,"score":0.469907407407407,"outputTokensPerTask":13943.763888888889,"costPerTask":0.05873065347222222,"timePerTask":169.7816168981274,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.318813716404078,"score":0.318813716404078,"outputTokensPerTask":33468.84754402225,"costPerTask":0.1358713408943466,"timePerTask":407.52232302707324,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.128,"score":0.128,"outputTokensPerTask":12046.48,"costPerTask":0.141165244,"timePerTask":146.67996881105617,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0542857142857143,"score":0.0542857142857143,"outputTokensPerTask":79324.04285714286,"costPerTask":0.3250243592857142,"timePerTask":965.8629020471208,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":2,"score":2,"outputTokensPerTask":5176.797833333333,"costPerTask":0.02109652955833333,"timePerTask":63.03356206414459,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.773333333333333,"score":0.773333333333333,"outputTokensPerTask":2382.82,"costPerTask":0.10399114100000001,"timePerTask":29.01361752830378,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.122222222222222,"score":0.122222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.128,"score":0.128,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1165.19,"score":1165.19,"outputTokensPerTask":28604.477272727272,"costPerTask":0.4230530037019063,"timePerTask":348.29293156342777,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.33259500000000003,"score":0.33259500000000003,"outputTokensPerTask":28604.477272727272,"costPerTask":0.4230530037019063,"timePerTask":348.29293156342777,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.290721649484536,"score":0.290721649484536,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.550561797752809,"score":0.550561797752809,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":87668.71212121213,"costPerTask":2.642667713292703,"timePerTask":1067.4690000435694,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.773333333333333,"score":0.773333333333333,"outputTokensPerTask":2382.82,"costPerTask":0.10399114100000001,"timePerTask":29.01361752830378,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.318813716404078,"score":0.318813716404078,"outputTokensPerTask":33468.84754402225,"costPerTask":0.1358713408943466,"timePerTask":407.52232302707324,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.871717171717172,"score":0.871717171717172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.734682080924856,"score":0.734682080924856,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.2375,"score":0.2375,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.04984889684475201,"score":0.04984889684475201,"outputTokensPerTask":8401.432267884322,"costPerTask":0.219497541750464,"timePerTask":102.29725388839506,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.37958818263205013,"score":0.37958818263205013,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":30.311317630892194,"score":30.311317630892194,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":24.169040496696873,"score":24.169040496696873,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":32.06600646919207,"score":32.06600646919207,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":26.07008782619019,"score":26.07008782619019,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":28.269606611862038,"score":28.269606611862038,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":39.165271740809395,"score":39.165271740809395,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"0de09623-2b1a-4c8d-86ef-7f5245d4e24b","slug":"inkling","name":"Inkling (xhigh)","shortName":"Inkling","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-07-15","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"inkling","name":"Inkling"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":975,"inferenceParametersActiveBillions":41,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/thinkingmachines/Inkling","microevalsEnabled":true,"intelligenceIndex":25.5423060999384,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":30.311317630892194,"strategyAndOps":24.169040496696873,"legal":32.06600646919207,"healthcareAndMedical":26.07008782619019,"engineering":28.269606611862038,"economics":39.165271740809395},"omniscience":2,"omniscienceBreakdown":{"accuracy":0.4155,"hallucinationRate":0.6766467065868264},"mlcrOverall":0.122222222222222,"gdpPdfAllPass":0.128,"gdpval":1165.19,"gdpvalNormalized":0.33259500000000003,"itBenchSre":null,"tau2":null,"tauBanking":0.290721649484536,"terminalbenchHard":null,"terminalBench21":0.550561797752809,"terminalBench40":0.0101010101010101,"scicode":0.469907407407407,"lcr":0.773333333333333,"ifbench":null,"hle":0.318813716404078,"gpqa":0.871717171717172,"critpt":0.0542857142857143,"apexAgents":null,"mmmuPro":0.734682080924856,"livecodebench":null,"aime25":null,"analystAgent":0.2375,"automationBenchPartialScore":0.04984889684475201,"enterpriseOpsGym":0.37958818263205013,"price1mInputTokens":1,"price1mOutputTokens":4.05,"cacheHitPrice":0.17,"cacheHitDiscountPercent":0.83,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.7625,"price1mBlended7To2To1":0.724,"price1mBlended0To1To1":2.525,"price1mBlended100To1To1":0.2161764705882353,"price1mBlended0To100To1":1.0301980198019802,"intelligenceIndexTimePerTask":421.97700805796484,"intelligenceIndexCost":{"total":1026.135227006439,"input":472.70339120643916,"nonCacheInput":21.064496,"cacheRead":357.79166066856067,"cacheWrite":93.8472345378785,"output":553.4318357999999,"reasoning":501.35508089999996,"answer":52.0767549},"intelligenceIndexCostPerTask":{"cost":{"total":0.6070445010820831,"input":0.4666877952660252,"nonCacheInput":0.014608601127756447,"cacheRead":0.371122547835551,"cacheWrite":0.08095664630271783,"output":0.14035670581605783,"reasoning":0.09476657807148725,"answer":0.04559012774457057},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.2150543560461207},{"slug":"gdpval-aa","weightedCostPerTask":0.04230530037019063},{"slug":"automationbench-aa","weightedCostPerTask":0.0109748770875232},{"slug":"terminalbench-4-0","weightedCostPerTask":0.2642667713292703},{"slug":"scicode","weightedCostPerTask":0.0058730653472222226},{"slug":"humanitys-last-exam","weightedCostPerTask":0.013587134089434658},{"slug":"gdp-pdf","weightedCostPerTask":0.0141165244},{"slug":"critpt","weightedCostPerTask":0.032502435928571424},{"slug":"omniscience","weightedCostPerTask":0.0031644794337499994},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00519955705}]},"canonicalIntelligenceIndexTokenCount":{"input":2219568558,"output":136649836,"answer":12858458,"reasoning":123791378},"intelligenceIndexOutputTokensPerTask":{"reasoning":23399.155079379572,"answer":11256.82166532607,"output":34655.976744705644},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":835.63,"outputTokensPerTask":52230.74725274725,"costPerTask":1.433695706974138,"timePerTask":635.9703729231381},{"slug":"gdpval-aa","score":1165.19,"outputTokensPerTask":28604.477272727272,"costPerTask":0.4230530037019063,"timePerTask":348.29293156342777},{"slug":"automationbench-aa","score":0.04984889684475201,"outputTokensPerTask":8401.432267884322,"costPerTask":0.219497541750464,"timePerTask":102.29725388839506},{"slug":"terminalbench-4-0","score":0.0101010101010101,"outputTokensPerTask":87668.71212121213,"costPerTask":2.642667713292703,"timePerTask":1067.4690000435694},{"slug":"scicode","score":0.469907407407407,"outputTokensPerTask":13943.763888888889,"costPerTask":0.05873065347222222,"timePerTask":169.7816168981274},{"slug":"humanitys-last-exam","score":0.318813716404078,"outputTokensPerTask":33468.84754402225,"costPerTask":0.1358713408943466,"timePerTask":407.52232302707324},{"slug":"gdp-pdf","score":0.128,"outputTokensPerTask":12046.48,"costPerTask":0.141165244,"timePerTask":146.67996881105617},{"slug":"critpt","score":0.0542857142857143,"outputTokensPerTask":79324.04285714286,"costPerTask":0.3250243592857142,"timePerTask":965.8629020471208},{"slug":"omniscience","score":2,"outputTokensPerTask":5176.797833333333,"costPerTask":0.02109652955833333,"timePerTask":63.03356206414459},{"slug":"artificial-analysis-long-context-reasoning","score":0.773333333333333,"outputTokensPerTask":2382.82,"costPerTask":0.10399114100000001,"timePerTask":29.01361752830378}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":835.63,"lower95ci":828.03,"upper95ci":842.94},"rubricPassRate":0.19292929292929292,"analyticalQuality":{"elo":751.43,"lower95ci":737.07,"upper95ci":764.58},"presentation":{"elo":873.11,"lower95ci":859.43,"upper95ci":886.79}},"briefcaseTotalCost":130.46630933464655,"timescaleData":{"medianOutputSpeed":80.8348065710263,"medianTimeToFirstChunk":2.516465337},"outputSpeedVariance":{"p05":46.0406754576105,"q25":72.4218740681003,"median":80.8348065710263,"q75":98.9264180716919,"p95":108.152610413433},"timeToFirstChunkVariance":{"p05":2.22289228500003,"q25":2.34946898300007,"median":2.516465337,"q75":3.546253399,"p95":5.00745952549997},"performanceByPromptType":{"medium":{"medianOutputSpeed":80.2356364556651,"medianTimeToFirstChunk":2.56740756650001,"medianTimeToFirstAnswerToken":27.493987429864305,"medianEndToEndResponseTime":33.72563239570538},"long":{"medianOutputSpeed":80.8348065710263,"medianTimeToFirstChunk":2.516465337,"medianTimeToFirstAnswerToken":27.25828244325707,"medianEndToEndResponseTime":33.44373671982134},"hundredK":{"medianOutputSpeed":102.870609373977,"medianTimeToFirstChunk":9.12703541049999,"medianTimeToFirstAnswerToken":28.568934434634052,"medianEndToEndResponseTime":33.42940919066757},"mediumParallel":{"medianOutputSpeed":66.0408254317099,"medianTimeToFirstChunk":2.72041461449999,"medianTimeToFirstAnswerToken":33.00471204606552,"medianEndToEndResponseTime":40.575786403956904}},"endToEndResponseTime":{"input":2.516465337,"reasoning":24.74181710625707,"answer":6.1854542765642675,"total":33.44373671982134},"timeToFirstAnswerToken":{"input":2.516465337,"reasoning":24.74181710625707,"total":27.25828244325707},"performanceDataSource":{"type":"firstParty","providerName":"Thinking Machines"},"hostModelCount":6,"creator":{"id":"8f3f9fdd-e42f-4814-a35e-5da1925b539b","slug":"thinking-machines","name":"Thinking Machines","logo":"/img/logos/thinking_machines.svg","color":"#676767","country":"us","url":"https://thinkingmachines.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/thinkingmachines/inkling","matchedBy":"slug","catalog":{"id":"thinkingmachines/inkling","canonical_slug":"thinkingmachines/inkling-20260715","hugging_face_id":"thinkingmachines/Inkling","name":"Thinking Machines: Inkling","created":1784325956,"description":"Inkling is an open-weight multimodal mixture-of-experts model from Thinking Machines Lab, with 41B active parameters out of 975B total. It is designed for general-purpose reasoning, coding, agentic and tool-use systems,...","context_length":1048576,"architecture":{"modality":"text+image+audio->text","input_modalities":["text","image","audio"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000001","completion":"0.00000405","input_cache_read":"0.00000017"},"top_provider":{"context_length":524288,"max_completion_tokens":471859,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/thinkingmachines/inkling-20260715/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1187,"win_rate":40.9,"rank":53},{"arena":"models","category":"asciiart","elo":1119,"win_rate":34.6,"rank":56},{"arena":"models","category":"codecategories","elo":1217,"win_rate":42.2,"rank":48},{"arena":"models","category":"dataviz","elo":1187,"win_rate":39.7,"rank":59},{"arena":"models","category":"gamedev","elo":1181,"win_rate":37.4,"rank":59},{"arena":"models","category":"svg","elo":1140,"win_rate":35.7,"rank":52},{"arena":"models","category":"uicomponent","elo":1211,"win_rate":41.8,"rank":48},{"arena":"models","category":"website","elo":1231,"win_rate":44,"rank":47}],"artificial_analysis":{"intelligence_index":25.5,"coding_index":52.1,"agentic_index":24.3}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","high","medium","low","minimal","none"],"default_effort":"high"}},"endpoints":[{"name":"DeepInfra | thinkingmachines/inkling-20260715","model_id":"thinkingmachines/inkling","model_name":"Thinking Machines: Inkling","context_length":524288,"pricing":{"prompt":"0.00000095","completion":"0.00000405","input_cache_read":"0.00000016","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":84.88888888888889,"uptime_last_5m":null,"uptime_last_1d":90.06785044030605,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | thinkingmachines/inkling-20260715","model_id":"thinkingmachines/inkling","model_name":"Thinking Machines: Inkling","context_length":1048576,"pricing":{"prompt":"0.000001","completion":"0.00000405","input_cache_read":"0.00000017","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":-5,"uptime_last_30m":59.82142857142857,"uptime_last_5m":null,"uptime_last_1d":86.82170542635659,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | thinkingmachines/inkling-20260715","model_id":"thinkingmachines/inkling","model_name":"Thinking Machines: Inkling","context_length":524288,"pricing":{"prompt":"0.000001","completion":"0.00000405","input_cache_read":"0.00000017","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":471859,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.68992248062015,"uptime_last_5m":100,"uptime_last_1d":99.58170750741377,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | thinkingmachines/inkling-20260715","model_id":"thinkingmachines/inkling","model_name":"Thinking Machines: Inkling","context_length":1048576,"pricing":{"prompt":"0.000001","completion":"0.00000405","input_cache_read":"0.00000017","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":-5,"uptime_last_30m":68.38235294117648,"uptime_last_5m":null,"uptime_last_1d":87.64750534814712,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"7261504e-503c-4a66-a9d3-a3272cdf9ad6","slug":"inkling-small","name":"Inkling Small","shortName":"Inkling Small","sourceUrl":"https://artificialanalysis.ai/models/inkling-small","releaseDate":"2026-07-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"inkling-small","name":"Inkling Small"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":266,"inferenceParametersActiveBillions":12,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"Apache 2.0","intelligenceIndex":26.0860584411942,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":28.29803945464558,"strategyAndOps":22.051359169185325,"legal":28.74497520240199,"engineering":29.339355334224017,"economics":38.24871875965401},"creator":{"id":"8f3f9fdd-e42f-4814-a35e-5da1925b539b","slug":"thinking-machines","name":"Thinking Machines","logo":"/img/logos/thinking_machines.svg","color":"#676767","country":"us","url":"https://thinkingmachines.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":173.918752712718,"canonicalInputTokens":962617758,"canonicalOutputTokens":137277565,"outputTokensPerTask":30159.68104224046,"answerTokensPerTask":7273.831872711327,"reasoningTokensPerTask":22885.84916952913,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.06,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.0894649973284348,"latency":{"timeToFirstChunkMs":2.05314142549997,"timeToFirstAnswerTokenMs":13.552763914764451,"endToEndMs":16.427669537080572}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":912.02,"score":912.02,"outputTokensPerTask":29043.604395604394,"costPerTask":0.11803719625475505,"timePerTask":157.03652873045024,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1191.44,"score":1191.44,"outputTokensPerTask":23014.79090909091,"costPerTask":0.08890024629976438,"timePerTask":124.43919923271456,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.048142275152503786,"score":0.048142275152503786,"outputTokensPerTask":8938.132420091324,"costPerTask":0.05698732409730197,"timePerTask":48.327792565466495,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":56534.5,"costPerTask":0.3508047687317921,"timePerTask":305.6776807927902,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.496527777777778,"score":0.496527777777778,"outputTokensPerTask":18736.072916666668,"costPerTask":0.023154234375,"timePerTask":101.3045010804248,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.333178869323448,"score":0.333178869323448,"outputTokensPerTask":35438.3109360519,"costPerTask":0.042622725625579234,"timePerTask":191.61221374817362,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.112,"score":0.112,"outputTokensPerTask":10284.6,"costPerTask":0.036747747,"timePerTask":55.60803891219575,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0828571428571429,"score":0.0828571428571429,"outputTokensPerTask":100664.84285714285,"costPerTask":0.12199389857142856,"timePerTask":544.2870406909427,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-8.933333333333334,"score":-8.933333333333334,"outputTokensPerTask":4954.913333333333,"costPerTask":0.005985045499999999,"timePerTask":26.790834203231775,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.756666666666667,"score":0.756666666666667,"outputTokensPerTask":2913.7,"costPerTask":0.031798656,"timePerTask":15.754151155948188,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.112,"score":0.112,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1191.44,"score":1191.44,"outputTokensPerTask":23014.79090909091,"costPerTask":0.08890024629976438,"timePerTask":124.43919923271456,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.34572,"score":0.34572,"outputTokensPerTask":23014.79090909091,"costPerTask":0.08890024629976438,"timePerTask":124.43919923271456,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.187628865979381,"score":0.187628865979381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.550561797752809,"score":0.550561797752809,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":56534.5,"costPerTask":0.3508047687317921,"timePerTask":305.6776807927902,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.756666666666667,"score":0.756666666666667,"outputTokensPerTask":2913.7,"costPerTask":0.031798656,"timePerTask":15.754151155948188,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.333178869323448,"score":0.333178869323448,"outputTokensPerTask":35438.3109360519,"costPerTask":0.042622725625579234,"timePerTask":191.61221374817362,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.894949494949495,"score":0.894949494949495,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.740462427745665,"score":0.740462427745665,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.275,"score":0.275,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.048142275152503786,"score":0.048142275152503786,"outputTokensPerTask":8938.132420091324,"costPerTask":0.05698732409730197,"timePerTask":48.327792565466495,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4270367054610564,"score":0.4270367054610564,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":28.29803945464558,"score":28.29803945464558,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":22.051359169185325,"score":22.051359169185325,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":28.74497520240199,"score":28.74497520240199,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":29.339355334224017,"score":29.339355334224017,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":38.24871875965401,"score":38.24871875965401,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"7261504e-503c-4a66-a9d3-a3272cdf9ad6","slug":"inkling-small","name":"Inkling Small","shortName":"Inkling Small","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"inkling-small","name":"Inkling Small"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":266,"inferenceParametersActiveBillions":12,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/thinkingmachines/Inkling-Small","microevalsEnabled":false,"intelligenceIndex":26.0860584411942,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":28.29803945464558,"strategyAndOps":22.051359169185325,"legal":28.74497520240199,"engineering":29.339355334224017,"economics":38.24871875965401},"omniscience":-8.933333333333334,"omniscienceBreakdown":{"accuracy":0.33166666666666667,"hallucinationRate":0.629925187032419},"gdpPdfAllPass":0.112,"gdpval":1191.44,"gdpvalNormalized":0.34572,"itBenchSre":null,"tau2":null,"tauBanking":0.187628865979381,"terminalbenchHard":null,"terminalBench21":0.550561797752809,"terminalBench40":0.0101010101010101,"scicode":0.496527777777778,"lcr":0.756666666666667,"ifbench":null,"hle":0.333178869323448,"gpqa":0.894949494949495,"critpt":0.0828571428571429,"apexAgents":null,"mmmuPro":0.740462427745665,"livecodebench":null,"aime25":null,"analystAgent":0.275,"automationBenchPartialScore":0.048142275152503786,"enterpriseOpsGym":0.4270367054610564,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.06,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5249999999999999,"price1mBlended7To2To1":0.22199999999999998,"price1mBlended0To1To1":0.75,"price1mBlended100To1To1":0.07352941176470588,"price1mBlended0To100To1":0.3089108910891089,"intelligenceIndexTimePerTask":163.0710690718472,"intelligenceIndexCost":{"total":240.84597331335652,"input":76.11289531335655,"nonCacheInput":5.991492,"cacheRead":53.16810802166086,"cacheWrite":16.95329529169568,"output":164.73307799999998,"reasoning":153.06557279999998,"answer":11.667505199999999},"intelligenceIndexCostPerTask":{"cost":{"total":0.0894649973284348,"input":0.053273380077746235,"nonCacheInput":0.00405798457701741,"cacheRead":0.038486787821886706,"cacheWrite":0.010728607678842116,"output":0.03619161725068855,"reasoning":0.027463019003434955,"answer":0.008728598247253591},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.017705579438213256},{"slug":"gdpval-aa","weightedCostPerTask":0.008890024629976439},{"slug":"automationbench-aa","weightedCostPerTask":0.002849366204865099},{"slug":"terminalbench-4-0","weightedCostPerTask":0.03508047687317921},{"slug":"scicode","weightedCostPerTask":0.0023154234375},{"slug":"humanitys-last-exam","weightedCostPerTask":0.004262272562557923},{"slug":"gdp-pdf","weightedCostPerTask":0.0036747746999999994},{"slug":"critpt","weightedCostPerTask":0.012199389857142856},{"slug":"omniscience","weightedCostPerTask":0.0008977568249999998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0015899328000000001}]},"canonicalIntelligenceIndexTokenCount":{"input":962617758,"output":137277565,"answer":9722921,"reasoning":127554644},"intelligenceIndexOutputTokensPerTask":{"reasoning":22885.84916952913,"answer":7273.831872711327,"output":30159.68104224046},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":912.02,"outputTokensPerTask":29043.604395604394,"costPerTask":0.11803719625475505,"timePerTask":157.03652873045024},{"slug":"gdpval-aa","score":1191.44,"outputTokensPerTask":23014.79090909091,"costPerTask":0.08890024629976438,"timePerTask":124.43919923271456},{"slug":"automationbench-aa","score":0.048142275152503786,"outputTokensPerTask":8938.132420091324,"costPerTask":0.05698732409730197,"timePerTask":48.327792565466495},{"slug":"terminalbench-4-0","score":0.0101010101010101,"outputTokensPerTask":56534.5,"costPerTask":0.3508047687317921,"timePerTask":305.6776807927902},{"slug":"scicode","score":0.496527777777778,"outputTokensPerTask":18736.072916666668,"costPerTask":0.023154234375,"timePerTask":101.3045010804248},{"slug":"humanitys-last-exam","score":0.333178869323448,"outputTokensPerTask":35438.3109360519,"costPerTask":0.042622725625579234,"timePerTask":191.61221374817362},{"slug":"gdp-pdf","score":0.112,"outputTokensPerTask":10284.6,"costPerTask":0.036747747,"timePerTask":55.60803891219575},{"slug":"critpt","score":0.0828571428571429,"outputTokensPerTask":100664.84285714285,"costPerTask":0.12199389857142856,"timePerTask":544.2870406909427},{"slug":"omniscience","score":-8.933333333333334,"outputTokensPerTask":4954.913333333333,"costPerTask":0.005985045499999999,"timePerTask":26.790834203231775},{"slug":"artificial-analysis-long-context-reasoning","score":0.756666666666667,"outputTokensPerTask":2913.7,"costPerTask":0.031798656,"timePerTask":15.754151155948188}],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":5,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":912.02,"lower95ci":905.15,"upper95ci":919.59},"rubricPassRate":0.2,"analyticalQuality":{"elo":788.74,"lower95ci":774.32,"upper95ci":803.42},"presentation":{"elo":1061.01,"lower95ci":1048.05,"upper95ci":1073.77}},"briefcaseTotalCost":10.741384859182709,"timescaleData":{"medianOutputSpeed":173.918752712718,"medianTimeToFirstChunk":2.05314142549997},"outputSpeedVariance":{"p05":99.3414256222714,"q25":158.576731990499,"median":173.918752712718,"q75":196.324825025347,"p95":214.32734420994},"timeToFirstChunkVariance":{"p05":1.8899562022,"q25":1.99442028775002,"median":2.05314142549997,"q75":2.39700988999998,"p95":6.65126389619999},"performanceByPromptType":{"medium":{"medianOutputSpeed":188.915785334261,"medianTimeToFirstChunk":1.70911198650001,"medianTimeToFirstAnswerToken":12.295839805254118,"medianEndToEndResponseTime":14.942521759942645},"long":{"medianOutputSpeed":173.918752712718,"medianTimeToFirstChunk":2.05314142549997,"medianTimeToFirstAnswerToken":13.552763914764451,"medianEndToEndResponseTime":16.427669537080572},"hundredK":{"medianOutputSpeed":170.219394995347,"medianTimeToFirstChunk":5.39777673599997,"medianTimeToFirstAnswerToken":17.147319143048655,"medianEndToEndResponseTime":20.084704744810825},"mediumParallel":{"medianOutputSpeed":161.569177133854,"medianTimeToFirstChunk":1.84137117149998,"medianTimeToFirstAnswerToken":14.219969834183487,"medianEndToEndResponseTime":17.314619499854366}},"endToEndResponseTime":{"input":2.05314142549997,"reasoning":11.499622489264482,"answer":2.8749056223161205,"total":16.427669537080572},"timeToFirstAnswerToken":{"input":2.05314142549997,"reasoning":11.499622489264482,"total":13.552763914764451},"performanceDataSource":{"type":"firstParty","providerName":"Thinking Machines"},"hostModelCount":3,"creator":{"id":"8f3f9fdd-e42f-4814-a35e-5da1925b539b","slug":"thinking-machines","name":"Thinking Machines","logo":"/img/logos/thinking_machines.svg","color":"#676767","country":"us","url":"https://thinkingmachines.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/thinkingmachines/inkling-small","matchedBy":"slug","catalog":{"id":"thinkingmachines/inkling-small","canonical_slug":"thinkingmachines/inkling-small-20260730","hugging_face_id":"thinkingmachines/Inkling-Small","name":"Thinking Machines: Inkling Small","created":1785443117,"description":"Inkling Small is an open-weight multimodal mixture-of-experts model from Thinking Machines Lab, with 12B active parameters out of 276B total. It is positioned as the smaller, more efficient member of...","context_length":1048576,"architecture":{"modality":"text+image+audio->text","input_modalities":["text","image","audio"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000045","completion":"0.0000012","input_cache_read":"0.0000001"},"top_provider":{"context_length":524288,"max_completion_tokens":262144,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","seed","stop","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/thinkingmachines/inkling-small-20260730/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":26.1,"coding_index":52.9,"agentic_index":25}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","high","medium","low","minimal","none"],"default_effort":"high"}},"endpoints":[{"name":"DeepInfra | thinkingmachines/inkling-small-20260730","model_id":"thinkingmachines/inkling-small","model_name":"Thinking Machines: Inkling Small","context_length":524288,"pricing":{"prompt":"0.00000045","completion":"0.0000012","input_cache_read":"0.0000001","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.19381298336067,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | thinkingmachines/inkling-small-20260730","model_id":"thinkingmachines/inkling-small","model_name":"Thinking Machines: Inkling Small","context_length":1048576,"pricing":{"prompt":"0.0000005","completion":"0.0000012","input_cache_read":"0.0000001","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.6296545687159,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | thinkingmachines/inkling-small-20260730","model_id":"thinkingmachines/inkling-small","model_name":"Thinking Machines: Inkling Small","context_length":524288,"pricing":{"prompt":"0.0000005","completion":"0.0000012","input_cache_read":"0.0000001","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":471859,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"b4ddb4c8-1400-44ab-8c2b-e2472088e7ff","slug":"jamba-1-5-large","name":"Jamba 1.5 Large","shortName":"Jamba 1.5 Large","sourceUrl":"https://artificialanalysis.ai/models/jamba-1-5-large","releaseDate":"2024-08-22","knowledgeCutoffDate":"2024-03-05","isReasoning":false,"effort":null,"release":{"slug":"jamba-1-5-large","name":"Jamba 1.5 Large"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":398,"inferenceParametersActiveBillions":94,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Jamba Open Model License Agreement","intelligenceIndex":6.01209130693622,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","slug":"ai21-labs","name":"AI21 Labs","logo":"/img/logos/ai21_small.svg","color":"#d63864","country":"il","url":"https://www.ai21.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2,"price1mOutputTokens":8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0407,"score":0.0407,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.427272727272727,"score":0.427272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.142857142857143,"score":0.142857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"b4ddb4c8-1400-44ab-8c2b-e2472088e7ff","slug":"jamba-1-5-large","name":"Jamba 1.5 Large","shortName":"Jamba 1.5 Large","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-08-22","knowledgeCutoffDate":"2024-03-05","isReasoning":false,"reasoningTokens":0,"release":{"slug":"jamba-1-5-large","name":"Jamba 1.5 Large"},"deprecated":true,"deprecatedTo":"jamba-1-6-large","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":398,"inferenceParametersActiveBillions":94,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Jamba Open Model License Agreement","licenseUrl":"https://www.ai21.com/licenses/jamba-open-model-license","modelWeightsSourceUrl":"https://huggingface.co/ai21labs/AI21-Jamba-1.5-Large","microevalsEnabled":false,"intelligenceIndex":6.01209130693622,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0407,"gpqa":0.427272727272727,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.142857142857143,"aime25":null,"analystAgent":null,"price1mInputTokens":2,"price1mOutputTokens":8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3.5,"price1mBlended7To2To1":2.6,"price1mBlended0To1To1":5,"price1mBlended100To1To1":2.0588235294117645,"price1mBlended0To100To1":2.0594059405940595,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","slug":"ai21-labs","name":"AI21 Labs","logo":"/img/logos/ai21_small.svg","color":"#d63864","country":"il","url":"https://www.ai21.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"540ebc58-a2d8-4dc9-ba6b-973efa52fab1","slug":"jamba-1-5-mini","name":"Jamba 1.5 Mini","shortName":"Jamba 1.5 Mini","sourceUrl":"https://artificialanalysis.ai/models/jamba-1-5-mini","releaseDate":"2024-08-22","knowledgeCutoffDate":"2024-03-05","isReasoning":false,"effort":null,"release":{"slug":"jamba-1-5-mini","name":"Jamba 1.5 Mini"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":52,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Jamba Open Model License Agreement","intelligenceIndex":5.20641262573048,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","slug":"ai21-labs","name":"AI21 Labs","logo":"/img/logos/ai21_small.svg","color":"#d63864","country":"il","url":"https://www.ai21.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0514,"score":0.0514,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.302020202020202,"score":0.302020202020202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.0624338624338624,"score":0.0624338624338624,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"540ebc58-a2d8-4dc9-ba6b-973efa52fab1","slug":"jamba-1-5-mini","name":"Jamba 1.5 Mini","shortName":"Jamba 1.5 Mini","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-08-22","knowledgeCutoffDate":"2024-03-05","isReasoning":false,"reasoningTokens":0,"release":{"slug":"jamba-1-5-mini","name":"Jamba 1.5 Mini"},"deprecated":true,"deprecatedTo":"jamba-1-6-mini","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":52,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Jamba Open Model License Agreement","licenseUrl":"https://www.ai21.com/licenses/jamba-open-model-license","modelWeightsSourceUrl":"https://huggingface.co/ai21labs/AI21-Jamba-1.5-Mini","microevalsEnabled":false,"intelligenceIndex":5.20641262573048,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0514,"gpqa":0.302020202020202,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.0624338624338624,"aime25":null,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.25,"price1mBlended7To2To1":0.22000000000000003,"price1mBlended0To1To1":0.30000000000000004,"price1mBlended100To1To1":0.20196078431372547,"price1mBlended0To100To1":0.20198019801980197,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"6216c686-bc60-4dbb-9f25-83e9dba803d1","slug":"ai21-labs","name":"AI21 Labs","logo":"/img/logos/ai21_small.svg","color":"#d63864","country":"il","url":"https://www.ai21.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"9cc377dc-67ae-4042-bafc-0466b5f05089","slug":"k-exaone-non-reasoning","name":"K-EXAONE (Non-reasoning)","shortName":"K-EXAONE (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/k-exaone","releaseDate":"2025-12-31","knowledgeCutoffDate":"2024-12-01","isReasoning":false,"effort":null,"release":{"slug":"k-exaone","name":"K-EXAONE"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":null,"parameters":236,"inferenceParametersActiveBillions":23,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"K Exaone","intelligenceIndex":11.2077008943064,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"9cc377dc-67ae-4042-bafc-0466b5f05089","slug":"k-exaone-non-reasoning","name":"K-EXAONE (Non-reasoning)","shortName":"K-EXAONE (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-31","knowledgeCutoffDate":"2024-12-01","contextWindowTokens":256000,"isReasoning":false,"release":{"slug":"k-exaone","name":"K-EXAONE"},"deprecated":true,"isOpenWeights":true,"sizeClass":"large","parameters":236,"inferenceParametersActiveBillions":23,"licenseName":"K Exaone","licenseUrl":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B","intelligenceIndex":11.2077008943064,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"715e05fb-1313-441c-bf1d-8651c752a841","slug":"k-exaone","name":"K-EXAONE (Reasoning)","shortName":"K-EXAONE","sourceUrl":"https://artificialanalysis.ai/models/releases/k-exaone","releaseDate":"2025-12-31","knowledgeCutoffDate":"2024-12-01","isReasoning":true,"effort":null,"release":{"slug":"k-exaone","name":"K-EXAONE"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":null,"parameters":236,"inferenceParametersActiveBillions":23,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"K Exaone","intelligenceIndex":14.3683727563074,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"715e05fb-1313-441c-bf1d-8651c752a841","slug":"k-exaone","name":"K-EXAONE (Reasoning)","shortName":"K-EXAONE","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-31","knowledgeCutoffDate":"2024-12-01","contextWindowTokens":256000,"isReasoning":true,"release":{"slug":"k-exaone","name":"K-EXAONE"},"deprecated":true,"isOpenWeights":true,"sizeClass":"large","parameters":236,"inferenceParametersActiveBillions":23,"licenseName":"K Exaone","licenseUrl":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B","intelligenceIndex":14.3683727563074,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"45157c16-fcbb-4110-b20f-7bca754b6554","slug":"lg","name":"LG AI Research","color":"#df3b8a","logo":"/img/logos/lg_small.png","url":"https://www.lgresearch.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"9e9fb958-87f5-4835-a761-26102ef25898","slug":"k2-horizon-0-9b","name":"K2 Horizon 0.9B","shortName":"K2 Horizon 0.9B","sourceUrl":"https://artificialanalysis.ai/models/releases/exaone-4-0-1-2b","releaseDate":"2026-09-03","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"k2-horizon-0-9b","name":"K2 Horizon 0.9B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":0.9,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":3.04760621054014,"intelligenceIndexIsEstimated":false,"capabilities":{},"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":4213221448,"canonicalOutputTokens":59591388,"outputTokensPerTask":32258.870513762486,"answerTokensPerTask":22831.90881364575,"reasoningTokensPerTask":9426.961700116737,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":0,"score":0,"outputTokensPerTask":97939.2967032967,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":-173.76,"score":-173.76,"outputTokensPerTask":83117.2,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.002038009788550524,"score":0.002038009788550524,"outputTokensPerTask":10168.625570776256,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":56528.166666666664,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.0694444444444444,"score":0.0694444444444444,"outputTokensPerTask":5803.899305555556,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0537534754402224,"score":0.0537534754402224,"outputTokensPerTask":3466.4610750695088,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.008,"score":0.008,"outputTokensPerTask":8250.29,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":5822.6,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-72.81666666666666,"score":-72.81666666666666,"outputTokensPerTask":1767.6068333333333,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.0633333333333333,"score":0.0633333333333333,"outputTokensPerTask":9910.84,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"}],"benchmarkCount":10,"raw":{"id":"9e9fb958-87f5-4835-a761-26102ef25898","slug":"k2-horizon-0-9b","name":"K2 Horizon 0.9B","shortName":"K2 Horizon 0.9B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-03","knowledgeCutoffDate":null,"contextWindowTokens":131072,"isReasoning":true,"release":{"slug":"k2-horizon-0-9b","name":"K2 Horizon 0.9B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"tiny","parameters":0.9,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/IFM/K2-Horizon-0.9B","intelligenceIndex":3.04760621054014,"intelligenceIndexIsEstimated":false,"capabilityScores":{"financeAndAccounting":3.7392728631021424,"strategyAndOps":1.6331362624438188,"legal":4.704329590762182,"engineering":6.371302131603336,"economics":7.50053830707445},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"canonicalIntelligenceIndexTokenCount":{"input":4213221448,"output":59591388,"answer":32281443,"reasoning":27309945},"intelligenceIndexOutputTokensPerTask":{"reasoning":9426.961700116737,"answer":22831.90881364575,"output":32258.870513762486},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":0,"outputTokensPerTask":97939.2967032967},{"slug":"gdpval-aa","score":-173.76,"outputTokensPerTask":83117.2},{"slug":"automationbench-aa","score":0.002038009788550524,"outputTokensPerTask":10168.625570776256},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":56528.166666666664},{"slug":"scicode","score":0.0694444444444444,"outputTokensPerTask":5803.899305555556},{"slug":"humanitys-last-exam","score":0.0537534754402224,"outputTokensPerTask":3466.4610750695088},{"slug":"gdp-pdf","score":0.008,"outputTokensPerTask":8250.29},{"slug":"critpt","score":0,"outputTokensPerTask":5822.6},{"slug":"omniscience","score":-72.81666666666666,"outputTokensPerTask":1767.6068333333333},{"slug":"artificial-analysis-long-context-reasoning","score":0.0633333333333333,"outputTokensPerTask":9910.84}],"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"31da3a71-0773-47d9-8560-9f19f069926b","slug":"k2-horizon-3-7b","name":"K2 Horizon 3.7B","shortName":"K2 Horizon 3.7B","sourceUrl":"https://artificialanalysis.ai/models/releases/exaone-4-0-1-2b","releaseDate":"2026-09-03","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"k2-horizon-3-7b","name":"K2 Horizon 3.7B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":3.7,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":524288,"licenseName":"Apache 2.0","intelligenceIndex":16.1641701330976,"intelligenceIndexIsEstimated":false,"capabilities":{},"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":10766186482,"canonicalOutputTokens":176817175,"outputTokensPerTask":72081.31391959704,"answerTokensPerTask":23650.324095897675,"reasoningTokensPerTask":48430.98982369936,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":792.8,"score":792.8,"outputTokensPerTask":191517.7912087912,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":962.39,"score":962.39,"outputTokensPerTask":129601.22272727273,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.14695137139561937,"score":0.14695137139561937,"outputTokensPerTask":54430.83866057839,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":172302.5303030303,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.219907407407407,"score":0.219907407407407,"outputTokensPerTask":10501.180555555555,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.13855421686747,"score":0.13855421686747,"outputTokensPerTask":28673.183966635774,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.032,"score":0.032,"outputTokensPerTask":12515.43,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":47411.8,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-28.616666666666667,"score":-28.616666666666667,"outputTokensPerTask":2317.4003333333335,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.623333333333333,"score":0.623333333333333,"outputTokensPerTask":3679.17,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"}],"benchmarkCount":10,"raw":{"id":"31da3a71-0773-47d9-8560-9f19f069926b","slug":"k2-horizon-3-7b","name":"K2 Horizon 3.7B","shortName":"K2 Horizon 3.7B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-03","knowledgeCutoffDate":null,"contextWindowTokens":524288,"isReasoning":true,"release":{"slug":"k2-horizon-3-7b","name":"K2 Horizon 3.7B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"tiny","parameters":3.7,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/IFM/K2-Horizon-3.7B","intelligenceIndex":16.1641701330976,"intelligenceIndexIsEstimated":false,"capabilityScores":{"financeAndAccounting":17.254313847397984,"strategyAndOps":15.496073945184076,"legal":18.246407595513872,"engineering":20.711763253012055,"economics":26.52850175702811},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"canonicalIntelligenceIndexTokenCount":{"input":10766186482,"output":176817175,"answer":33577280,"reasoning":143239895},"intelligenceIndexOutputTokensPerTask":{"reasoning":48430.98982369936,"answer":23650.324095897675,"output":72081.31391959704},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":792.8,"outputTokensPerTask":191517.7912087912},{"slug":"gdpval-aa","score":962.39,"outputTokensPerTask":129601.22272727273},{"slug":"automationbench-aa","score":0.14695137139561937,"outputTokensPerTask":54430.83866057839},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":172302.5303030303},{"slug":"scicode","score":0.219907407407407,"outputTokensPerTask":10501.180555555555},{"slug":"humanitys-last-exam","score":0.13855421686747,"outputTokensPerTask":28673.183966635774},{"slug":"gdp-pdf","score":0.032,"outputTokensPerTask":12515.43},{"slug":"critpt","score":0,"outputTokensPerTask":47411.8},{"slug":"omniscience","score":-28.616666666666667,"outputTokensPerTask":2317.4003333333335},{"slug":"artificial-analysis-long-context-reasoning","score":0.623333333333333,"outputTokensPerTask":3679.17}],"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"bb3d7e75-8e22-4082-b9d6-1db0803e042f","slug":"k2-horizon-375b-a23b","name":"K2 Horizon 375B A23B","shortName":"K2 Horizon 375B A23B","sourceUrl":"https://artificialanalysis.ai/models/releases/deepseek-v3-2-0925","releaseDate":"2026-09-03","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"k2-horizon-375b-a23b","name":"K2 Horizon 375B A23B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":375,"inferenceParametersActiveBillions":23,"sizeClass":"large","contextWindowTokens":524288,"licenseName":"Apache 2.0","intelligenceIndex":30.7949302696723,"intelligenceIndexIsEstimated":false,"capabilities":{},"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":3718189028,"canonicalOutputTokens":125854902,"outputTokensPerTask":51517.456701036666,"answerTokensPerTask":15749.933253652986,"reasoningTokensPerTask":35767.52344738368,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1298.34,"score":1298.34,"outputTokensPerTask":107382,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1400,"score":1400,"outputTokensPerTask":68104.31363636363,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.3720802754388014,"score":0.3720802754388014,"outputTokensPerTask":31381.202435312025,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":178921.83333333334,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.429398148148148,"score":0.429398148148148,"outputTokensPerTask":5725.579861111111,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.319740500463392,"score":0.319740500463392,"outputTokensPerTask":23974.33456904541,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.074,"score":0.074,"outputTokensPerTask":8919.24,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0457142857142857,"score":0.0457142857142857,"outputTokensPerTask":49035.857142857145,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-2.966666666666667,"score":-2.966666666666667,"outputTokensPerTask":1792.6181666666666,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.8,"score":0.8,"outputTokensPerTask":2081.76,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"}],"benchmarkCount":10,"raw":{"id":"bb3d7e75-8e22-4082-b9d6-1db0803e042f","slug":"k2-horizon-375b-a23b","name":"K2 Horizon 375B A23B","shortName":"K2 Horizon 375B A23B","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-09-03","knowledgeCutoffDate":null,"contextWindowTokens":524288,"isReasoning":true,"release":{"slug":"k2-horizon-375b-a23b","name":"K2 Horizon 375B A23B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"large","parameters":375,"inferenceParametersActiveBillions":23,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/IFM/K2-Horizon-375B-A23B","intelligenceIndex":30.7949302696723,"intelligenceIndexIsEstimated":false,"capabilityScores":{"financeAndAccounting":32.28819943751969,"strategyAndOps":32.566729800431204,"legal":32.17214154234174,"engineering":33.065794519937896,"economics":42.640542516218716},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"canonicalIntelligenceIndexTokenCount":{"input":3718189028,"output":125854902,"answer":20396527,"reasoning":105458375},"intelligenceIndexOutputTokensPerTask":{"reasoning":35767.52344738368,"answer":15749.933253652986,"output":51517.456701036666},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1298.34,"outputTokensPerTask":107382},{"slug":"gdpval-aa","score":1400,"outputTokensPerTask":68104.31363636363},{"slug":"automationbench-aa","score":0.3720802754388014,"outputTokensPerTask":31381.202435312025},{"slug":"terminalbench-4-0","score":0.0151515151515152,"outputTokensPerTask":178921.83333333334},{"slug":"scicode","score":0.429398148148148,"outputTokensPerTask":5725.579861111111},{"slug":"humanitys-last-exam","score":0.319740500463392,"outputTokensPerTask":23974.33456904541},{"slug":"gdp-pdf","score":0.074,"outputTokensPerTask":8919.24},{"slug":"critpt","score":0.0457142857142857,"outputTokensPerTask":49035.857142857145},{"slug":"omniscience","score":-2.966666666666667,"outputTokensPerTask":1792.6181666666666},{"slug":"artificial-analysis-long-context-reasoning","score":0.8,"outputTokensPerTask":2081.76}],"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"122a1fa1-976a-4089-87a2-5a0a13e2a52c","slug":"k2-horizon-7b","name":"K2 Horizon 7B","shortName":"K2 Horizon 7B","sourceUrl":"https://artificialanalysis.ai/models/releases/exaone-4-0-32b","releaseDate":"2026-09-03","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"k2-horizon-7b","name":"K2 Horizon 7B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":524288,"licenseName":"Apache 2.0","intelligenceIndex":21.0473319421354,"intelligenceIndexIsEstimated":false,"capabilities":{},"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":8271270890,"canonicalOutputTokens":159994456,"outputTokensPerTask":72163.30280247387,"answerTokensPerTask":22661.927400091412,"reasoningTokensPerTask":49501.375402382466,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1020.86,"score":1020.86,"outputTokensPerTask":185891.4065934066,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1091.08,"score":1091.08,"outputTokensPerTask":109292.34545454546,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.209005917720684,"score":0.209005917720684,"outputTokensPerTask":36893.62100456621,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":209187.5303030303,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.275462962962963,"score":0.275462962962963,"outputTokensPerTask":9624.725694444445,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.182113067655236,"score":0.182113067655236,"outputTokensPerTask":26953.517608897128,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.032,"score":0.032,"outputTokensPerTask":16881.11,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":47242.92857142857,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-16.566666666666666,"score":-16.566666666666666,"outputTokensPerTask":2460.0733333333333,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.696666666666667,"score":0.696666666666667,"outputTokensPerTask":2953.68,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"}],"benchmarkCount":10,"raw":{"id":"122a1fa1-976a-4089-87a2-5a0a13e2a52c","slug":"k2-horizon-7b","name":"K2 Horizon 7B","shortName":"K2 Horizon 7B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-03","knowledgeCutoffDate":null,"contextWindowTokens":524288,"isReasoning":true,"release":{"slug":"k2-horizon-7b","name":"K2 Horizon 7B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"small","parameters":7,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/IFM/K2-Horizon-7B","intelligenceIndex":21.0473319421354,"intelligenceIndexIsEstimated":false,"capabilityScores":{"financeAndAccounting":21.678815209092555,"strategyAndOps":21.048708437329484,"legal":23.332728920695534,"engineering":24.70826830920084,"economics":31.856915701266594},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"canonicalIntelligenceIndexTokenCount":{"input":8271270890,"output":159994456,"answer":27538039,"reasoning":132456417},"intelligenceIndexOutputTokensPerTask":{"reasoning":49501.375402382466,"answer":22661.927400091412,"output":72163.30280247387},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1020.86,"outputTokensPerTask":185891.4065934066},{"slug":"gdpval-aa","score":1091.08,"outputTokensPerTask":109292.34545454546},{"slug":"automationbench-aa","score":0.209005917720684,"outputTokensPerTask":36893.62100456621},{"slug":"terminalbench-4-0","score":0.0101010101010101,"outputTokensPerTask":209187.5303030303},{"slug":"scicode","score":0.275462962962963,"outputTokensPerTask":9624.725694444445},{"slug":"humanitys-last-exam","score":0.182113067655236,"outputTokensPerTask":26953.517608897128},{"slug":"gdp-pdf","score":0.032,"outputTokensPerTask":16881.11},{"slug":"critpt","score":0.00285714285714286,"outputTokensPerTask":47242.92857142857},{"slug":"omniscience","score":-16.566666666666666,"outputTokensPerTask":2460.0733333333333},{"slug":"artificial-analysis-long-context-reasoning","score":0.696666666666667,"outputTokensPerTask":2953.68}],"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"53b9e276-e360-4a39-9076-1a19d72c25fe","slug":"k2-horizon-mova-36b-a4b","name":"K2 Horizon MoVA 36B A4B","shortName":"K2 Horizon MoVA 36B A4B","sourceUrl":"https://artificialanalysis.ai/models/releases/exaone-4-0-32b","releaseDate":"2026-09-03","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"k2-horizon-mova-36b-a4b","name":"K2 Horizon MoVA 36B A4B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":36,"inferenceParametersActiveBillions":4,"sizeClass":"small","contextWindowTokens":524288,"licenseName":"Apache 2.0","intelligenceIndex":25.6692040731435,"intelligenceIndexIsEstimated":false,"capabilities":{},"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":5208669169,"canonicalOutputTokens":113698036,"outputTokensPerTask":55002.476319701476,"answerTokensPerTask":17160.094457061008,"reasoningTokensPerTask":37842.38186264047,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1170.41,"score":1170.41,"outputTokensPerTask":119621.27472527472,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1243.11,"score":1243.11,"outputTokensPerTask":68465.42272727273,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.2610203199558987,"score":0.2610203199558987,"outputTokensPerTask":33777.05631659056,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":204179.15151515152,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.400462962962963,"score":0.400462962962963,"outputTokensPerTask":6075.583333333333,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.234476367006487,"score":0.234476367006487,"outputTokensPerTask":15863.97219647822,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.042,"score":0.042,"outputTokensPerTask":11250.96,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0228571428571429,"score":0.0228571428571429,"outputTokensPerTask":43734.37142857143,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-10.95,"score":-10.95,"outputTokensPerTask":1944.7478333333333,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.716666666666667,"score":0.716666666666667,"outputTokensPerTask":2435.48,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"}],"benchmarkCount":10,"raw":{"id":"53b9e276-e360-4a39-9076-1a19d72c25fe","slug":"k2-horizon-mova-36b-a4b","name":"K2 Horizon MoVA 36B A4B","shortName":"K2 Horizon MoVA 36B A4B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-03","knowledgeCutoffDate":null,"contextWindowTokens":524288,"isReasoning":true,"release":{"slug":"k2-horizon-mova-36b-a4b","name":"K2 Horizon MoVA 36B A4B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"small","parameters":36,"inferenceParametersActiveBillions":4,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/IFM/K2-Horizon-MoVA-36B-A4B","intelligenceIndex":25.6692040731435,"intelligenceIndexIsEstimated":false,"capabilityScores":{"financeAndAccounting":26.211562825977403,"strategyAndOps":25.846290170064425,"legal":26.60692765511986,"engineering":28.952602647954453,"economics":36.47950617856038},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"canonicalIntelligenceIndexTokenCount":{"input":5208669169,"output":113698036,"answer":21623247,"reasoning":92074789},"intelligenceIndexOutputTokensPerTask":{"reasoning":37842.38186264047,"answer":17160.094457061008,"output":55002.476319701476},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1170.41,"outputTokensPerTask":119621.27472527472},{"slug":"gdpval-aa","score":1243.11,"outputTokensPerTask":68465.42272727273},{"slug":"automationbench-aa","score":0.2610203199558987,"outputTokensPerTask":33777.05631659056},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":204179.15151515152},{"slug":"scicode","score":0.400462962962963,"outputTokensPerTask":6075.583333333333},{"slug":"humanitys-last-exam","score":0.234476367006487,"outputTokensPerTask":15863.97219647822},{"slug":"gdp-pdf","score":0.042,"outputTokensPerTask":11250.96},{"slug":"critpt","score":0.0228571428571429,"outputTokensPerTask":43734.37142857143},{"slug":"omniscience","score":-10.95,"outputTokensPerTask":1944.7478333333333},{"slug":"artificial-analysis-long-context-reasoning","score":0.716666666666667,"outputTokensPerTask":2435.48}],"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"a38d719a-709c-4983-b3e7-7090389ae9a6","slug":"k2-v2","name":"K2-V2 (high)","shortName":"K2-V2 (high)","sourceUrl":"https://artificialanalysis.ai/models/releases/k2-v2","releaseDate":"2025-12-05","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"level":40},"release":{"slug":"k2-v2","name":"K2-V2"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":512000,"licenseName":"Apache 2.0","intelligenceIndex":9.87390600007694,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"a38d719a-709c-4983-b3e7-7090389ae9a6","slug":"k2-v2","name":"K2-V2 (high)","shortName":"K2-V2 (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-05","knowledgeCutoffDate":null,"contextWindowTokens":512000,"isReasoning":true,"effort":{"level":40},"release":{"slug":"k2-v2","name":"K2-V2"},"deprecated":false,"isOpenWeights":true,"sizeClass":"medium","parameters":70,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/LLM360/K2-V2-Instruct","intelligenceIndex":9.87390600007694,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"dae31abc-0587-44d0-ba53-f78e96b6e486","slug":"k2-v2-low","name":"K2-V2 (low)","shortName":"K2-V2 (low)","sourceUrl":"https://artificialanalysis.ai/models/releases/k2-v2","releaseDate":"2025-12-05","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"level":20},"release":{"slug":"k2-v2","name":"K2-V2"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":512000,"licenseName":"Apache 2.0","intelligenceIndex":7.31130007284626,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"dae31abc-0587-44d0-ba53-f78e96b6e486","slug":"k2-v2-low","name":"K2-V2 (low)","shortName":"K2-V2 (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-05","knowledgeCutoffDate":null,"contextWindowTokens":512000,"isReasoning":true,"effort":{"level":20},"release":{"slug":"k2-v2","name":"K2-V2"},"deprecated":false,"isOpenWeights":true,"sizeClass":"medium","parameters":70,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/LLM360/K2-V2-Instruct","intelligenceIndex":7.31130007284626,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"dd738be7-2b69-4775-91a5-8851d3341c2d","slug":"k2-v2-medium","name":"K2-V2 (medium)","shortName":"K2-V2 (medium)","sourceUrl":"https://artificialanalysis.ai/models/releases/k2-v2","releaseDate":"2025-12-05","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"level":30},"release":{"slug":"k2-v2","name":"K2-V2"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":512000,"licenseName":"Apache 2.0","intelligenceIndex":9.01595166538807,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"dd738be7-2b69-4775-91a5-8851d3341c2d","slug":"k2-v2-medium","name":"K2-V2 (medium)","shortName":"K2-V2 (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-05","knowledgeCutoffDate":null,"contextWindowTokens":512000,"isReasoning":true,"effort":{"level":30},"release":{"slug":"k2-v2","name":"K2-V2"},"deprecated":false,"isOpenWeights":true,"sizeClass":"medium","parameters":70,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/LLM360/K2-V2-Instruct","intelligenceIndex":9.01595166538807,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"8b8b84fb-4b24-45be-b9e2-74ed50d00ff7","slug":"ifm","name":"Institute of Foundation Models","color":"#1521a9","logo":"/img/logos/ifm_small.svg","url":"https://ifm.ai/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"fc4223e8-4586-4ca1-97ca-bb55ff586947","slug":"kat-coder-pro-v2","name":"KAT Coder Pro V2","shortName":"KAT-Coder-Pro V2","sourceUrl":"https://artificialanalysis.ai/models/kat-coder-pro-v2","releaseDate":"2026-03-27","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"kat-coder-pro-v2","name":"KAT Coder Pro V2"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":null,"intelligenceIndex":21.7045082420985,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"2703c169-86d9-406b-8be1-ae5be8177f3c","slug":"kwaikat","name":"KwaiKAT","logo":"/img/logos/kwaikat_small.svg","color":"#489034","country":"cn","url":"https://www.streamlake.ai/product/kat-coder"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.06,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-22.466666666666665,"score":-22.466666666666665,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":843.25,"score":843.25,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.171625,"score":0.171625,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.894736842105263,"score":0.894736842105263,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.045360824742268,"score":0.045360824742268,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.492424242424242,"score":0.492424242424242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.700374531835206,"score":0.700374531835206,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.73,"score":0.73,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.666666666666667,"score":0.666666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.161260426320667,"score":0.161260426320667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.854545454545454,"score":0.854545454545454,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"fc4223e8-4586-4ca1-97ca-bb55ff586947","slug":"kat-coder-pro-v2","name":"KAT Coder Pro V2","shortName":"KAT-Coder-Pro V2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-27","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"kat-coder-pro-v2","name":"KAT Coder Pro V2"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":21.7045082420985,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-22.466666666666665,"omniscienceBreakdown":{"accuracy":0.21483333333333332,"hallucinationRate":0.5597537677775419},"gdpval":843.25,"gdpvalNormalized":0.171625,"itBenchSre":null,"tau2":0.894736842105263,"tauBanking":0.045360824742268,"terminalbenchHard":0.492424242424242,"terminalBench21":0.700374531835206,"terminalBench40":null,"scicode":null,"lcr":0.73,"ifbench":0.666666666666667,"hle":0.161260426320667,"gpqa":0.854545454545454,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.06,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5249999999999999,"price1mBlended7To2To1":0.22199999999999998,"price1mBlended0To1To1":0.75,"price1mBlended100To1To1":0.07352941176470588,"price1mBlended0To100To1":0.3089108910891089,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"2703c169-86d9-406b-8be1-ae5be8177f3c","slug":"kwaikat","name":"KwaiKAT","logo":"/img/logos/kwaikat_small.svg","color":"#489034","country":"cn","url":"https://www.streamlake.ai/product/kat-coder"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/kwaipilot/kat-coder-pro-v2","matchedBy":"slug","catalog":{"id":"kwaipilot/kat-coder-pro-v2","canonical_slug":"kwaipilot/kat-coder-pro-v2-20260327","hugging_face_id":"","name":"Kwaipilot: KAT-Coder-Pro V2","created":1774649310,"description":"KAT-Coder-Pro V2 is the latest high-performance model in KwaiKAT’s KAT-Coder series, designed for complex enterprise-grade software engineering and SaaS integration. It builds on the agentic coding strengths of earlier versions,...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006"},"top_provider":{"context_length":262144,"max_completion_tokens":144000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/kwaipilot/kat-coder-pro-v2-20260327/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":59.5,"agentic_index":null}}},"endpoints":[{"name":"AtlasCloud | kwaipilot/kat-coder-pro-v2-20260327","model_id":"kwaipilot/kat-coder-pro-v2","model_name":"Kwaipilot: KAT-Coder-Pro V2","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":144000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"441734a9-8901-4850-9bae-b474c370291f","slug":"kimi-k2","name":"Kimi K2","shortName":"Kimi K2","sourceUrl":"https://artificialanalysis.ai/models/kimi-k2","releaseDate":"2025-07-11","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"kimi-k2","name":"Kimi K2"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"Modified MIT License","intelligenceIndex":12.7154830817268,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":40.8436977532542,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.57,"price1mOutputTokens":2.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.51688115100001,"timeToFirstAnswerTokenMs":1.51688115100001,"endToEndMs":13.758671867908417}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-28.316666666666666,"score":-28.316666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.611111111111111,"score":0.611111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.159090909090909,"score":0.159090909090909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.53,"score":0.53,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.414965986394558,"score":0.414965986394558,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0741427247451344,"score":0.0741427247451344,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.765656565656566,"score":0.765656565656566,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.555555555555556,"score":0.555555555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.57,"score":0.57,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"441734a9-8901-4850-9bae-b474c370291f","slug":"kimi-k2","name":"Kimi K2","shortName":"Kimi K2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-11","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"kimi-k2","name":"Kimi K2"},"deprecated":true,"deprecatedTo":"kimi-k2-0905","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":128000,"licenseName":"Modified MIT License","licenseUrl":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","microevalsEnabled":false,"intelligenceIndex":12.7154830817268,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-28.316666666666666,"omniscienceBreakdown":{"accuracy":0.2735,"hallucinationRate":0.7662307868777243},"gdpval":null,"itBenchSre":null,"tau2":0.611111111111111,"tauBanking":null,"terminalbenchHard":0.159090909090909,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.53,"ifbench":0.414965986394558,"hle":0.0741427247451344,"gpqa":0.765656565656566,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.555555555555556,"aime25":0.57,"analystAgent":null,"price1mInputTokens":0.57,"price1mOutputTokens":2.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.0025,"price1mBlended7To2To1":0.743,"price1mBlended0To1To1":1.4349999999999998,"price1mBlended100To1To1":0.5869607843137254,"price1mBlended0To100To1":0.587128712871287,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":4,"transparencyMethodology":3,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":40.8436977532542,"medianTimeToFirstChunk":1.51688115100001},"outputSpeedVariance":{"p05":35.9245007627845,"q25":40.1728452066068,"median":40.8436977532542,"q75":42.9118431954038,"p95":53.7166158163512},"timeToFirstChunkVariance":{"p05":1.13131477730006,"q25":1.37790487274999,"median":1.51688115100001,"q75":2.67405380625002,"p95":7.62258869564999},"performanceByPromptType":{"long":{"medianOutputSpeed":40.8436977532542,"medianTimeToFirstChunk":1.51688115100001,"medianTimeToFirstAnswerToken":1.51688115100001,"medianEndToEndResponseTime":13.758671867908417}},"endToEndResponseTime":{"input":1.51688115100001,"reasoning":0,"answer":12.241790716908406,"total":13.758671867908417},"timeToFirstAnswerToken":{"input":1.51688115100001,"reasoning":0,"total":1.51688115100001},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/moonshotai/kimi-k2-thinking","matchedBy":"slug","catalog":{"id":"moonshotai/kimi-k2-thinking","canonical_slug":"moonshotai/kimi-k2-thinking-20251106","hugging_face_id":"moonshotai/Kimi-K2-Thinking","name":"MoonshotAI: Kimi K2 Thinking","created":1762440622,"description":"Kimi K2 Thinking is Moonshot AI’s most advanced open reasoning model to date, extending the K2 series into agentic, long-horizon reasoning. Built on the trillion-parameter Mixture-of-Experts (MoE) architecture introduced in...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000006","completion":"0.0000025","input_cache_read":"0.00000015"},"top_provider":{"context_length":262144,"max_completion_tokens":98304,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/moonshotai/kimi-k2-thinking-20251106/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"website","elo":1125,"win_rate":48.8,"rank":91}],"artificial_analysis":{"intelligence_index":null,"coding_index":21,"agentic_index":null}},"reasoning":{"mandatory":true,"default_enabled":true}},"endpoints":[{"name":"Google | moonshotai/kimi-k2-thinking-20251106","model_id":"moonshotai/kimi-k2-thinking","model_name":"MoonshotAI: Kimi K2 Thinking","context_length":262144,"pricing":{"prompt":"0.0000006","completion":"0.0000025","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | moonshotai/kimi-k2-thinking-20251106","model_id":"moonshotai/kimi-k2-thinking","model_name":"MoonshotAI: Kimi K2 Thinking","context_length":262144,"pricing":{"prompt":"0.0000006","completion":"0.0000025","input_cache_read":"0.00000015","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":98304,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.4426852438252,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"66445f84-b2e3-4202-afdc-92ba0f0e5f36","slug":"kimi-k2-0905","name":"Kimi K2 0905","shortName":"Kimi K2 0905","sourceUrl":"https://artificialanalysis.ai/models/kimi-k2-0905","releaseDate":"2025-09-05","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"kimi-k2-0905","name":"Kimi K2 0905"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT License","intelligenceIndex":15.2941620102232,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":41.3818466372711,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.6,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.35679107099998,"timeToFirstAnswerTokenMs":1.35679107099998,"endToEndMs":13.43938381710688}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-26.583333333333332,"score":-26.583333333333332,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.733918128654971,"score":0.733918128654971,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.234848484848485,"score":0.234848484848485,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.53,"score":0.53,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.417006802721088,"score":0.417006802721088,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0639481000926784,"score":0.0639481000926784,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.766666666666667,"score":0.766666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.60952380952381,"score":0.60952380952381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.573333333333333,"score":0.573333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"66445f84-b2e3-4202-afdc-92ba0f0e5f36","slug":"kimi-k2-0905","name":"Kimi K2 0905","shortName":"Kimi K2 0905","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-05","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"kimi-k2-0905","name":"Kimi K2 0905"},"deprecated":true,"deprecatedTo":"kimi-k2-5-non-reasoning","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT License","licenseUrl":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/moonshotai/Kimi-K2-Instruct-0905","microevalsEnabled":false,"intelligenceIndex":15.2941620102232,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-26.583333333333332,"omniscienceBreakdown":{"accuracy":0.25416666666666665,"hallucinationRate":0.6972067039106146},"gdpval":null,"itBenchSre":null,"tau2":0.733918128654971,"tauBanking":null,"terminalbenchHard":0.234848484848485,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.53,"ifbench":0.417006802721088,"hle":0.0639481000926784,"gpqa":0.766666666666667,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.60952380952381,"aime25":0.573333333333333,"analystAgent":null,"price1mInputTokens":0.6,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.075,"price1mBlended7To2To1":0.79,"price1mBlended0To1To1":1.55,"price1mBlended100To1To1":0.6186274509803922,"price1mBlended0To100To1":0.6188118811881188,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":4,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":41.3818466372711,"medianTimeToFirstChunk":1.35679107099998},"outputSpeedVariance":{"p05":35.0385599643493,"q25":39.4234964031035,"median":41.3818466372711,"q75":41.9087947379904,"p95":51.9757624426049},"timeToFirstChunkVariance":{"p05":1.08553274719998,"q25":1.11569902924998,"median":1.35679107099998,"q75":1.96832252775,"p95":8.1975349},"performanceByPromptType":{"long":{"medianOutputSpeed":41.3818466372711,"medianTimeToFirstChunk":1.35679107099998,"medianTimeToFirstAnswerToken":1.35679107099998,"medianEndToEndResponseTime":13.43938381710688}},"endToEndResponseTime":{"input":1.35679107099998,"reasoning":0,"answer":12.082592746106899,"total":13.43938381710688},"timeToFirstAnswerToken":{"input":1.35679107099998,"reasoning":0,"total":1.35679107099998},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/moonshotai/kimi-k2-0905","matchedBy":"slug","catalog":{"id":"moonshotai/kimi-k2-0905","canonical_slug":"moonshotai/kimi-k2-0905","hugging_face_id":"moonshotai/Kimi-K2-Instruct-0905","name":"MoonshotAI: Kimi K2 0905","created":1757021147,"description":"Kimi K2 0905 is the September update of [Kimi K2 0711](moonshotai/kimi-k2). It is a large-scale Mixture-of-Experts (MoE) language model developed by Moonshot AI, featuring 1 trillion total parameters with 32...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000006","completion":"0.0000025"},"top_provider":{"context_length":262144,"max_completion_tokens":98304,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","max_tokens","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-12-31","expiration_date":null,"links":{"details":"/api/v1/models/moonshotai/kimi-k2-0905/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"codecategories","elo":1113,"win_rate":48.5,"rank":91},{"arena":"models","category":"website","elo":1119,"win_rate":48.3,"rank":93}]}},"endpoints":[{"name":"Novita | moonshotai/kimi-k2-0905","model_id":"moonshotai/kimi-k2-0905","model_name":"MoonshotAI: Kimi K2 0905","context_length":262144,"pricing":{"prompt":"0.0000006","completion":"0.0000025","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":98304,"max_prompt_tokens":null,"supported_parameters":["response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9992589024345,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"bddebfd3-0a8d-47f5-b722-bc4c2ca5a5dc","slug":"kimi-k2-thinking","name":"Kimi K2 Thinking","shortName":"Kimi K2 Thinking","sourceUrl":"https://artificialanalysis.ai/models/kimi-k2-thinking","releaseDate":"2025-11-06","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"kimi-k2-thinking","name":"Kimi K2 Thinking"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT License","intelligenceIndex":22.0200270318461,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":121.39247040043,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.6,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.40728787899997,"timeToFirstAnswerTokenMs":17.88277431899679,"endToEndMs":22.001645928996}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-21.416666666666668,"score":-21.416666666666668,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.929824561403509,"score":0.929824561403509,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.310606060606061,"score":0.310606060606061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.72,"score":0.72,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.680952380952381,"score":0.680952380952381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.238183503243744,"score":0.238183503243744,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.838383838383838,"score":0.838383838383838,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0257142857142857,"score":0.0257142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.852910052910053,"score":0.852910052910053,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.946666666666667,"score":0.946666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"bddebfd3-0a8d-47f5-b722-bc4c2ca5a5dc","slug":"kimi-k2-thinking","name":"Kimi K2 Thinking","shortName":"Kimi K2 Thinking","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-06","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"kimi-k2-thinking","name":"Kimi K2 Thinking"},"deprecated":true,"deprecatedTo":"kimi-k2-5","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT License","licenseUrl":"https://huggingface.co/moonshotai/Kimi-K2-Thinking/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/moonshotai/Kimi-K2-Thinking","microevalsEnabled":false,"intelligenceIndex":22.0200270318461,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-21.416666666666668,"omniscienceBreakdown":{"accuracy":0.30866666666666664,"hallucinationRate":0.756268081002893},"gdpval":null,"itBenchSre":null,"tau2":0.929824561403509,"tauBanking":null,"terminalbenchHard":0.310606060606061,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.72,"ifbench":0.680952380952381,"hle":0.238183503243744,"gpqa":0.838383838383838,"critpt":0.0257142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":0.852910052910053,"aime25":0.946666666666667,"analystAgent":null,"price1mInputTokens":0.6,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.075,"price1mBlended7To2To1":0.79,"price1mBlended0To1To1":1.55,"price1mBlended100To1To1":0.6186274509803922,"price1mBlended0To100To1":0.6188118811881188,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":4,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":121.39247040043,"medianTimeToFirstChunk":1.40728787899997},"outputSpeedVariance":{"p05":39.276824383591,"q25":62.8957675831372,"median":121.39247040043,"q75":177.367765637051,"p95":241.597881881378},"timeToFirstChunkVariance":{"p05":0.725563459100022,"q25":1.11427664875001,"median":1.40728787899997,"q75":2.12835138550003,"p95":6.76312489139999},"performanceByPromptType":{"long":{"medianOutputSpeed":121.39247040043,"medianTimeToFirstChunk":1.40728787899997,"medianTimeToFirstAnswerToken":17.88277431899679,"medianEndToEndResponseTime":22.001645928996}},"endToEndResponseTime":{"input":1.40728787899997,"reasoning":16.47548643999682,"answer":4.118871609999205,"total":22.001645928996},"timeToFirstAnswerToken":{"input":1.40728787899997,"reasoning":16.47548643999682,"total":17.88277431899679},"performanceDataSource":{"type":"median"},"hostModelCount":4,"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/moonshotai/kimi-k2-thinking","matchedBy":"slug","catalog":{"id":"moonshotai/kimi-k2-thinking","canonical_slug":"moonshotai/kimi-k2-thinking-20251106","hugging_face_id":"moonshotai/Kimi-K2-Thinking","name":"MoonshotAI: Kimi K2 Thinking","created":1762440622,"description":"Kimi K2 Thinking is Moonshot AI’s most advanced open reasoning model to date, extending the K2 series into agentic, long-horizon reasoning. Built on the trillion-parameter Mixture-of-Experts (MoE) architecture introduced in...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000006","completion":"0.0000025","input_cache_read":"0.00000015"},"top_provider":{"context_length":262144,"max_completion_tokens":98304,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/moonshotai/kimi-k2-thinking-20251106/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"website","elo":1125,"win_rate":48.8,"rank":91}],"artificial_analysis":{"intelligence_index":null,"coding_index":21,"agentic_index":null}},"reasoning":{"mandatory":true,"default_enabled":true}},"endpoints":[{"name":"Google | moonshotai/kimi-k2-thinking-20251106","model_id":"moonshotai/kimi-k2-thinking","model_name":"MoonshotAI: Kimi K2 Thinking","context_length":262144,"pricing":{"prompt":"0.0000006","completion":"0.0000025","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | moonshotai/kimi-k2-thinking-20251106","model_id":"moonshotai/kimi-k2-thinking","model_name":"MoonshotAI: Kimi K2 Thinking","context_length":262144,"pricing":{"prompt":"0.0000006","completion":"0.0000025","input_cache_read":"0.00000015","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":98304,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.4426852438252,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"ba04694d-326a-4a6a-8f1b-46316f872a7f","slug":"kimi-k2-5-non-reasoning","name":"Kimi K2.5 (Non-reasoning)","shortName":"Kimi K2.5 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/kimi-k2-5-non-reasoning","releaseDate":"2026-01-27","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"kimi-k2-5","name":"Kimi K2.5"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT License","intelligenceIndex":19.4343313470652,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.6,"price1mOutputTokens":3,"cacheHitPrice":0.6,"cacheHitDiscountPercent":0.8333333333333333,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-13.766666666666667,"score":-13.766666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.812865497076023,"score":0.812865497076023,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.189393939393939,"score":0.189393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.673333333333333,"score":0.673333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.436734693877551,"score":0.436734693877551,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.131603336422614,"score":0.131603336422614,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.788888888888889,"score":0.788888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.730635838150289,"score":0.730635838150289,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"ba04694d-326a-4a6a-8f1b-46316f872a7f","slug":"kimi-k2-5-non-reasoning","name":"Kimi K2.5 (Non-reasoning)","shortName":"Kimi K2.5 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-01-27","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"kimi-k2-5","name":"Kimi K2.5"},"deprecated":true,"deprecatedTo":"kimi-k2-6-non-reasoning","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT License","licenseUrl":"https://huggingface.co/moonshotai/Kimi-K2.5/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/moonshotai/Kimi-K2.5","microevalsEnabled":false,"intelligenceIndex":19.4343313470652,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-13.766666666666667,"omniscienceBreakdown":{"accuracy":0.24133333333333334,"hallucinationRate":0.4995606326889279},"gdpval":null,"itBenchSre":null,"tau2":0.812865497076023,"tauBanking":null,"terminalbenchHard":0.189393939393939,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.673333333333333,"ifbench":0.436734693877551,"hle":0.131603336422614,"gpqa":0.788888888888889,"critpt":0.00571428571428571,"apexAgents":null,"mmmuPro":0.730635838150289,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.6,"price1mOutputTokens":3,"cacheHitPrice":0.6,"cacheHitDiscountPercent":0.8333333333333333,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.2,"price1mBlended7To2To1":0.8400000000000001,"price1mBlended0To1To1":1.8,"price1mBlended100To1To1":0.6235294117647059,"price1mBlended0To100To1":0.6237623762376238,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":4,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":3,"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/moonshotai/kimi-k2.5","matchedBy":"slug","catalog":{"id":"moonshotai/kimi-k2.5","canonical_slug":"moonshotai/kimi-k2.5-0127","hugging_face_id":"moonshotai/Kimi-K2.5","name":"MoonshotAI: Kimi K2.5","created":1769487076,"description":"Kimi K2.5 is Moonshot AI's native multimodal model, delivering state-of-the-art visual coding capability and a self-directed agent swarm paradigm. Built on Kimi K2 with continued pretraining over approximately 15T mixed...","context_length":262144,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000045","completion":"0.00000225","input_cache_read":"0.00000007"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/moonshotai/kimi-k2.5-0127/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1132,"win_rate":57.8,"rank":26},{"arena":"agents","category":"fullstack","elo":1123,"win_rate":54.5,"rank":28},{"arena":"agents","category":"godotgamedev","elo":1219,"win_rate":59.8,"rank":8},{"arena":"agents","category":"mobileapps","elo":1176,"win_rate":54.6,"rank":25},{"arena":"agents","category":"webapps","elo":1151,"win_rate":51.6,"rank":27},{"arena":"models","category":"3d","elo":1234,"win_rate":53.1,"rank":38},{"arena":"models","category":"asciiart","elo":1185,"win_rate":46.3,"rank":29},{"arena":"models","category":"codecategories","elo":1251,"win_rate":54.1,"rank":36},{"arena":"models","category":"dataviz","elo":1234,"win_rate":51.3,"rank":42},{"arena":"models","category":"gamedev","elo":1230,"win_rate":53.4,"rank":41},{"arena":"models","category":"svg","elo":1173,"win_rate":48.4,"rank":42},{"arena":"models","category":"uicomponent","elo":1252,"win_rate":53.6,"rank":37},{"arena":"models","category":"website","elo":1261,"win_rate":55.2,"rank":33}],"artificial_analysis":{"intelligence_index":null,"coding_index":46.8,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"SiliconFlow | moonshotai/kimi-k2.5-0127","model_id":"moonshotai/kimi-k2.5","model_name":"MoonshotAI: Kimi K2.5","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.00000225","input_cache_read":"0.00000007","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","response_format","tools","tool_choice","structured_outputs","max_tokens"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.49964260185847,"uptime_last_5m":100,"uptime_last_1d":99.10289545641832,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | moonshotai/kimi-k2.5-0127","model_id":"moonshotai/kimi-k2.5","model_name":"MoonshotAI: Kimi K2.5","context_length":262144,"pricing":{"prompt":"0.00000049","completion":"0.0000025","input_cache_read":"0.0000002","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.57206658546488,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | moonshotai/kimi-k2.5-0127","model_id":"moonshotai/kimi-k2.5","model_name":"MoonshotAI: Kimi K2.5","context_length":256000,"pricing":{"prompt":"0.000000532","completion":"0.000003325","input_cache_read":"0.000000209","discount":0.05},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.22866344605475,"uptime_last_5m":99.75786924939467,"uptime_last_1d":99.26519130859094,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | moonshotai/kimi-k2.5-0127","model_id":"moonshotai/kimi-k2.5","model_name":"MoonshotAI: Kimi K2.5","context_length":262144,"pricing":{"prompt":"0.00000057","completion":"0.00000285","input_cache_read":"0.000000095","discount":0.05},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.5777027027027,"uptime_last_5m":100,"uptime_last_1d":96.03152526657395,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | moonshotai/kimi-k2.5-0127","model_id":"moonshotai/kimi-k2.5","model_name":"MoonshotAI: Kimi K2.5","context_length":262144,"pricing":{"prompt":"0.0000006","completion":"0.000003","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-2","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","seed","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":99.65870307167235,"uptime_last_5m":100,"uptime_last_1d":99.90991368473979,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"a550ffca-f89e-4381-ade6-a85dc6a1fb4c","slug":"kimi-k2-5","name":"Kimi K2.5 (Reasoning)","shortName":"Kimi K2.5","sourceUrl":"https://artificialanalysis.ai/models/kimi-k2-5","releaseDate":"2026-01-27","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"kimi-k2-5","name":"Kimi K2.5"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT License","intelligenceIndex":23.458504975068,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.6,"price1mOutputTokens":2.75,"cacheHitPrice":0.35,"cacheHitDiscountPercent":0.8444444444444444,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-7.333333333333333,"score":-7.333333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":936.32,"score":936.32,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.21816000000000002,"score":0.21816000000000002,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.95906432748538,"score":0.95906432748538,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.142268041237113,"score":0.142268041237113,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.348484848484849,"score":0.348484848484849,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.456928838951311,"score":0.456928838951311,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.78,"score":0.78,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.702040816326531,"score":0.702040816326531,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.307228915662651,"score":0.307228915662651,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.878787878787879,"score":0.878787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0314285714285714,"score":0.0314285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.11504424778761062,"score":0.11504424778761062,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.753757225433526,"score":0.753757225433526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"a550ffca-f89e-4381-ade6-a85dc6a1fb4c","slug":"kimi-k2-5","name":"Kimi K2.5 (Reasoning)","shortName":"Kimi K2.5","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-01-27","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2968,"release":{"slug":"kimi-k2-5","name":"Kimi K2.5"},"deprecated":true,"deprecatedTo":"kimi-k2-6","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT License","licenseUrl":"https://huggingface.co/moonshotai/Kimi-K2.5/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/moonshotai/Kimi-K2.5","microevalsEnabled":false,"intelligenceIndex":23.458504975068,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-7.333333333333333,"omniscienceBreakdown":{"accuracy":0.3521666666666667,"hallucinationRate":0.6568047337278107},"gdpval":936.32,"gdpvalNormalized":0.21816000000000002,"itBenchSre":null,"tau2":0.95906432748538,"tauBanking":0.142268041237113,"terminalbenchHard":0.348484848484849,"terminalBench21":0.456928838951311,"terminalBench40":null,"scicode":null,"lcr":0.78,"ifbench":0.702040816326531,"hle":0.307228915662651,"gpqa":0.878787878787879,"critpt":0.0314285714285714,"apexAgents":0.11504424778761062,"mmmuPro":0.753757225433526,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.6,"price1mOutputTokens":2.75,"cacheHitPrice":0.35,"cacheHitDiscountPercent":0.8444444444444444,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.1375,"price1mBlended7To2To1":0.6399999999999999,"price1mBlended0To1To1":1.675,"price1mBlended100To1To1":0.37598039215686274,"price1mBlended0To100To1":0.6212871287128713,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":4,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":6,"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/moonshotai/kimi-k2.5","matchedBy":"slug","catalog":{"id":"moonshotai/kimi-k2.5","canonical_slug":"moonshotai/kimi-k2.5-0127","hugging_face_id":"moonshotai/Kimi-K2.5","name":"MoonshotAI: Kimi K2.5","created":1769487076,"description":"Kimi K2.5 is Moonshot AI's native multimodal model, delivering state-of-the-art visual coding capability and a self-directed agent swarm paradigm. Built on Kimi K2 with continued pretraining over approximately 15T mixed...","context_length":262144,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000045","completion":"0.00000225","input_cache_read":"0.00000007"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/moonshotai/kimi-k2.5-0127/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"androidnative","elo":1132,"win_rate":57.8,"rank":26},{"arena":"agents","category":"fullstack","elo":1123,"win_rate":54.5,"rank":28},{"arena":"agents","category":"godotgamedev","elo":1219,"win_rate":59.8,"rank":8},{"arena":"agents","category":"mobileapps","elo":1176,"win_rate":54.6,"rank":25},{"arena":"agents","category":"webapps","elo":1151,"win_rate":51.6,"rank":27},{"arena":"models","category":"3d","elo":1234,"win_rate":53.1,"rank":38},{"arena":"models","category":"asciiart","elo":1185,"win_rate":46.3,"rank":29},{"arena":"models","category":"codecategories","elo":1251,"win_rate":54.1,"rank":36},{"arena":"models","category":"dataviz","elo":1234,"win_rate":51.3,"rank":42},{"arena":"models","category":"gamedev","elo":1230,"win_rate":53.4,"rank":41},{"arena":"models","category":"svg","elo":1173,"win_rate":48.4,"rank":42},{"arena":"models","category":"uicomponent","elo":1252,"win_rate":53.6,"rank":37},{"arena":"models","category":"website","elo":1261,"win_rate":55.2,"rank":33}],"artificial_analysis":{"intelligence_index":null,"coding_index":46.8,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"SiliconFlow | moonshotai/kimi-k2.5-0127","model_id":"moonshotai/kimi-k2.5","model_name":"MoonshotAI: Kimi K2.5","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.00000225","input_cache_read":"0.00000007","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","response_format","tools","tool_choice","structured_outputs","max_tokens"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.49964260185847,"uptime_last_5m":100,"uptime_last_1d":99.10289545641832,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | moonshotai/kimi-k2.5-0127","model_id":"moonshotai/kimi-k2.5","model_name":"MoonshotAI: Kimi K2.5","context_length":262144,"pricing":{"prompt":"0.00000049","completion":"0.0000025","input_cache_read":"0.0000002","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.57206658546488,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | moonshotai/kimi-k2.5-0127","model_id":"moonshotai/kimi-k2.5","model_name":"MoonshotAI: Kimi K2.5","context_length":256000,"pricing":{"prompt":"0.000000532","completion":"0.000003325","input_cache_read":"0.000000209","discount":0.05},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.22866344605475,"uptime_last_5m":99.75786924939467,"uptime_last_1d":99.26519130859094,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | moonshotai/kimi-k2.5-0127","model_id":"moonshotai/kimi-k2.5","model_name":"MoonshotAI: Kimi K2.5","context_length":262144,"pricing":{"prompt":"0.00000057","completion":"0.00000285","input_cache_read":"0.000000095","discount":0.05},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.5777027027027,"uptime_last_5m":100,"uptime_last_1d":96.03152526657395,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | moonshotai/kimi-k2.5-0127","model_id":"moonshotai/kimi-k2.5","model_name":"MoonshotAI: Kimi K2.5","context_length":262144,"pricing":{"prompt":"0.0000006","completion":"0.000003","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock/us-east-2","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","seed","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":99.65870307167235,"uptime_last_5m":100,"uptime_last_1d":99.90991368473979,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"0de67206-4d36-4d10-b8f6-cf37fa747a03","slug":"kimi-k2-6","name":"Kimi K2.6","shortName":"Kimi K2.6","sourceUrl":"https://artificialanalysis.ai/models/kimi-k2-6","releaseDate":"2026-04-20","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"kimi-k2-6","name":"Kimi K2.6"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT","intelligenceIndex":27.4619499742844,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":28.84771177854233,"strategyAndOps":22.67863481161259,"legal":29.92908792639539,"engineering":30.942519855646367,"economics":40.9646953197405},"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":35.7920370885426,"canonicalInputTokens":2339837296,"canonicalOutputTokens":180582624,"outputTokensPerTask":47337.10653638787,"answerTokensPerTask":10492.215745784366,"reasoningTokensPerTask":36844.89079060351,"price1mInputTokens":0.95,"price1mOutputTokens":4,"cacheHitPrice":0.16,"cacheHitDiscountPercent":0.831578947368421,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.799769615295709,"latency":{"timeToFirstChunkMs":3.09174171899997,"timeToFirstAnswerTokenMs":127.44901115826335,"endToEndMs":141.41859882836707}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":823.87,"score":823.87,"outputTokensPerTask":42408.89010989011,"costPerTask":1.1657176554112851,"timePerTask":1175.2057283960808,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1096.33,"score":1096.33,"outputTokensPerTask":25295.813636363637,"costPerTask":0.6025213170456084,"timePerTask":700.9800306695946,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.1302075985638627,"score":0.1302075985638627,"outputTokensPerTask":23221.476407914764,"costPerTask":0.6098204308481486,"timePerTask":643.4974371100462,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":112817.37878787878,"costPerTask":4.151794390168377,"timePerTask":3126.316898900073,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.515046296296296,"score":0.515046296296296,"outputTokensPerTask":10300.541666666666,"costPerTask":0.04334814079861111,"timePerTask":285.44146146909253,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.374884151992586,"score":0.374884151992586,"outputTokensPerTask":42968.16079703429,"costPerTask":0.17216632041241892,"timePerTask":1190.70384951061,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.13,"score":0.13,"outputTokensPerTask":12836.01,"costPerTask":0.151789763,"timePerTask":355.7026001543822,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.08,"score":0.08,"outputTokensPerTask":182819.94285714286,"costPerTask":0.7331727414285714,"timePerTask":5066.179368383266,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":5.3,"score":5.3,"outputTokensPerTask":6396.702833333334,"costPerTask":0.025700319708333332,"timePerTask":177.26098921951373,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.81,"score":0.81,"outputTokensPerTask":3028.18,"costPerTask":0.10173260399999999,"timePerTask":83.91482242032353,"family":"Intelligence Index"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.841221595020987,"score":0.841221595020987,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.13,"score":0.13,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1096.33,"score":1096.33,"outputTokensPerTask":25295.813636363637,"costPerTask":0.6025213170456084,"timePerTask":700.9800306695946,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.29816499999999996,"score":0.29816499999999996,"outputTokensPerTask":25295.813636363637,"costPerTask":0.6025213170456084,"timePerTask":700.9800306695946,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.311864406779661,"score":0.311864406779661,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.95906432748538,"score":0.95906432748538,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.232989690721649,"score":0.232989690721649,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.439393939393939,"score":0.439393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.659176029962547,"score":0.659176029962547,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":112817.37878787878,"costPerTask":4.151794390168377,"timePerTask":3126.316898900073,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.81,"score":0.81,"outputTokensPerTask":3028.18,"costPerTask":0.10173260399999999,"timePerTask":83.91482242032353,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.759863945578231,"score":0.759863945578231,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.374884151992586,"score":0.374884151992586,"outputTokensPerTask":42968.16079703429,"costPerTask":0.17216632041241892,"timePerTask":1190.70384951061,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.911111111111111,"score":0.911111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.284660766961652,"score":0.284660766961652,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.79364161849711,"score":0.79364161849711,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.1302075985638627,"score":0.1302075985638627,"outputTokensPerTask":23221.476407914764,"costPerTask":0.6098204308481486,"timePerTask":643.4974371100462,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.3852581319009251,"score":0.3852581319009251,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":28.84771177854233,"score":28.84771177854233,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":22.67863481161259,"score":22.67863481161259,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":29.92908792639539,"score":29.92908792639539,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":30.942519855646367,"score":30.942519855646367,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":40.9646953197405,"score":40.9646953197405,"family":"Capability Index"}],"benchmarkCount":33,"raw":{"id":"0de67206-4d36-4d10-b8f6-cf37fa747a03","slug":"kimi-k2-6","name":"Kimi K2.6","shortName":"Kimi K2.6","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-20","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":4451,"release":{"slug":"kimi-k2-6","name":"Kimi K2.6"},"deprecated":true,"deprecatedTo":"kimi-k3","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT","licenseUrl":"https://huggingface.co/moonshotai/Kimi-K2.6/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/moonshotai/Kimi-K2.6","microevalsEnabled":true,"intelligenceIndex":27.4619499742844,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":28.84771177854233,"strategyAndOps":22.67863481161259,"legal":29.92908792639539,"engineering":30.942519855646367,"economics":40.9646953197405},"omniscience":5.3,"omniscienceBreakdown":{"accuracy":0.326,"hallucinationRate":0.4050445103857567},"harveyLab":0.841221595020987,"gdpPdfAllPass":0.13,"gdpval":1096.33,"gdpvalNormalized":0.29816499999999996,"itBenchSre":0.311864406779661,"tau2":0.95906432748538,"tauBanking":0.232989690721649,"terminalbenchHard":0.439393939393939,"terminalBench21":0.659176029962547,"terminalBench40":0.00505050505050505,"scicode":0.515046296296296,"lcr":0.81,"ifbench":0.759863945578231,"hle":0.374884151992586,"gpqa":0.911111111111111,"critpt":0.08,"apexAgents":0.284660766961652,"mmmuPro":0.79364161849711,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.1302075985638627,"enterpriseOpsGym":0.3852581319009251,"price1mInputTokens":0.95,"price1mOutputTokens":4,"cacheHitPrice":0.16,"cacheHitDiscountPercent":0.831578947368421,"cacheWritePrice":null,"pricePer1k1mpImages":1.3,"price1mBlended0To3To1":1.7125,"price1mBlended7To2To1":0.702,"price1mBlended0To1To1":2.475,"price1mBlended100To1To1":0.2053921568627451,"price1mBlended0To100To1":0.9801980198019802,"intelligenceIndexTimePerTask":1311.7730415275596,"intelligenceIndexCost":{"total":1528.2008800608073,"input":805.8703840608073,"nonCacheInput":21.07191485,"cacheRead":286.9822880281909,"cacheWrite":497.8161811826164,"output":722.3304959999999,"reasoning":666.212328,"answer":56.118168},"intelligenceIndexCostPerTask":{"cost":{"total":0.799769615295709,"input":0.6104211891501573,"nonCacheInput":0.014975854891872616,"cacheRead":0.22465516120805454,"cacheWrite":0.3707901730502302,"output":0.1893484261455515,"reasoning":0.14737956316241402,"answer":0.04196886298313746},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.17485764831169276},{"slug":"gdpval-aa","weightedCostPerTask":0.06025213170456084},{"slug":"automationbench-aa","weightedCostPerTask":0.03049102154240744},{"slug":"terminalbench-4-0","weightedCostPerTask":0.4151794390168377},{"slug":"scicode","weightedCostPerTask":0.004334814079861112},{"slug":"humanitys-last-exam","weightedCostPerTask":0.01721663204124189},{"slug":"gdp-pdf","weightedCostPerTask":0.015178976299999999},{"slug":"critpt","weightedCostPerTask":0.07331727414285714},{"slug":"omniscience","weightedCostPerTask":0.0038550479562499997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.005086630199999999}]},"canonicalIntelligenceIndexTokenCount":{"input":2339837296,"output":180582624,"answer":14029542,"reasoning":166553082},"intelligenceIndexOutputTokensPerTask":{"reasoning":36844.89079060351,"answer":10492.215745784366,"output":47337.10653638787},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":823.87,"outputTokensPerTask":42408.89010989011,"costPerTask":1.1657176554112851,"timePerTask":1175.2057283960808},{"slug":"gdpval-aa","score":1096.33,"outputTokensPerTask":25295.813636363637,"costPerTask":0.6025213170456084,"timePerTask":700.9800306695946},{"slug":"automationbench-aa","score":0.1302075985638627,"outputTokensPerTask":23221.476407914764,"costPerTask":0.6098204308481486,"timePerTask":643.4974371100462},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":112817.37878787878,"costPerTask":4.151794390168377,"timePerTask":3126.316898900073},{"slug":"scicode","score":0.515046296296296,"outputTokensPerTask":10300.541666666666,"costPerTask":0.04334814079861111,"timePerTask":285.44146146909253},{"slug":"humanitys-last-exam","score":0.374884151992586,"outputTokensPerTask":42968.16079703429,"costPerTask":0.17216632041241892,"timePerTask":1190.70384951061},{"slug":"gdp-pdf","score":0.13,"outputTokensPerTask":12836.01,"costPerTask":0.151789763,"timePerTask":355.7026001543822},{"slug":"critpt","score":0.08,"outputTokensPerTask":182819.94285714286,"costPerTask":0.7331727414285714,"timePerTask":5066.179368383266},{"slug":"omniscience","score":5.3,"outputTokensPerTask":6396.702833333334,"costPerTask":0.025700319708333332,"timePerTask":177.26098921951373},{"slug":"artificial-analysis-long-context-reasoning","score":0.81,"outputTokensPerTask":3028.18,"costPerTask":0.10173260399999999,"timePerTask":83.91482242032353}],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":4,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":823.87,"lower95ci":817.39,"upper95ci":830.07},"rubricPassRate":0.20606060606060606,"analyticalQuality":{"elo":796.02,"lower95ci":784.75,"upper95ci":807.83},"presentation":{"elo":786.61,"lower95ci":773.78,"upper95ci":798.69}},"briefcaseTotalCost":106.08030664242693,"timescaleData":{"medianOutputSpeed":35.7920370885426,"medianTimeToFirstChunk":3.09174171899997},"outputSpeedVariance":{"p05":32.9864848873018,"q25":34.5616966585142,"median":35.7920370885426,"q75":39.9362094314502,"p95":57.2334453915351},"timeToFirstChunkVariance":{"p05":2.71696068970008,"q25":2.86227201200001,"median":3.09174171899997,"q75":3.54970864149999,"p95":6.25313683129996},"performanceByPromptType":{"long":{"medianOutputSpeed":35.7920370885426,"medianTimeToFirstChunk":3.09174171899997,"medianTimeToFirstAnswerToken":127.44901115826335,"medianEndToEndResponseTime":141.41859882836707}},"endToEndResponseTime":{"input":3.09174171899997,"reasoning":124.35726943926338,"answer":13.969587670103728,"total":141.41859882836707},"timeToFirstAnswerToken":{"input":3.09174171899997,"reasoning":124.35726943926338,"total":127.44901115826335},"performanceDataSource":{"type":"firstParty","providerName":"Kimi"},"hostModelCount":14,"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/moonshotai/kimi-k2.6","matchedBy":"slug","catalog":{"id":"moonshotai/kimi-k2.6","canonical_slug":"moonshotai/kimi-k2.6-20260420","hugging_face_id":"moonshotai/Kimi-K2.6","name":"MoonshotAI: Kimi K2.6","created":1776699402,"description":"Kimi K2.6 is Moonshot AI's next-generation multimodal model, designed for long-horizon coding, coding-driven UI/UX generation, and multi-agent orchestration. It handles complex end-to-end coding tasks across Python, Rust, and Go, and...","context_length":262144,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","parallel_tool_calls","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/moonshotai/kimi-k2.6-20260420/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1141,"win_rate":47.5,"rank":20},{"arena":"agents","category":"agentichtmlslides","elo":1248,"win_rate":59,"rank":2},{"arena":"agents","category":"agenticslides","elo":1187,"win_rate":45.8,"rank":4},{"arena":"agents","category":"agenticslides(html)","elo":1252,"win_rate":59.2,"rank":2},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1186,"win_rate":45.5,"rank":4},{"arena":"agents","category":"androidnative","elo":1173,"win_rate":49.6,"rank":21},{"arena":"agents","category":"fullstack","elo":1165,"win_rate":50.5,"rank":25},{"arena":"agents","category":"godotgamedev","elo":1131,"win_rate":47,"rank":21},{"arena":"agents","category":"htmlslides","elo":1187,"win_rate":52.3,"rank":10},{"arena":"agents","category":"mobileapps","elo":1181,"win_rate":48,"rank":24},{"arena":"agents","category":"pptxslides","elo":1181,"win_rate":44.3,"rank":4},{"arena":"agents","category":"python-pptxslides","elo":1180,"win_rate":42.1,"rank":18},{"arena":"agents","category":"webapps","elo":1268,"win_rate":59.3,"rank":7},{"arena":"models","category":"3d","elo":1297,"win_rate":57.6,"rank":17},{"arena":"models","category":"asciiart","elo":1184,"win_rate":47.5,"rank":31},{"arena":"models","category":"codecategories","elo":1287,"win_rate":54.8,"rank":21},{"arena":"models","category":"dataviz","elo":1265,"win_rate":52,"rank":25},{"arena":"models","category":"gamedev","elo":1275,"win_rate":54.9,"rank":27},{"arena":"models","category":"svg","elo":1206,"win_rate":51.2,"rank":30},{"arena":"models","category":"uicomponent","elo":1281,"win_rate":55.6,"rank":24},{"arena":"models","category":"website","elo":1282,"win_rate":54.2,"rank":23}],"artificial_analysis":{"intelligence_index":27.5,"coding_index":61.8,"agentic_index":22.1}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Baidu | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000003743","completion":"0.000001576","input_cache_read":"0.00000006304","discount":0.606},"provider_name":"Baidu","tag":"baidu/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","frequency_penalty","presence_penalty","stop","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.97852233676976,"uptime_last_5m":100,"uptime_last_1d":99.42488131445853,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Inceptron | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000003746","completion":"0.0000021007","input_cache_read":"0.0000000704","discount":0},"provider_name":"Inceptron","tag":"inceptron/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","top_p","stop","frequency_penalty","logit_bias","parallel_tool_calls","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.80787704130644,"uptime_last_5m":100,"uptime_last_1d":99.71571505048827,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000005","completion":"0.00000285","input_cache_read":"0.00000005","discount":0},"provider_name":"Chutes","tag":"chutes/int4","quantization":"int4","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":97.78470058843891,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000057","completion":"0.0000024","input_cache_read":"0.000000114","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","structured_outputs","response_format","tool_choice","tools","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.65210600117148,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Decart | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000005865","completion":"0.0000024696","input_cache_read":"0.0000000988","discount":0},"provider_name":"Decart","tag":"decart/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":-2,"uptime_last_30m":85.72955638695885,"uptime_last_5m":88.57808857808858,"uptime_last_1d":81.7592191672079,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":256000,"pricing":{"prompt":"0.0000005985","completion":"0.00000252","input_cache_read":"0.0000001008","discount":0.37},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":230400,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","stop","top_p","temperature","max_tokens","tool_choice","tools","structured_outputs","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.72979214780601,"uptime_last_5m":98.15789473684211,"uptime_last_1d":98.24791861065563,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000065","completion":"0.00000341","input_cache_read":"0.00000015","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.91835401698236,"uptime_last_5m":100,"uptime_last_1d":99.84233663031533,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Crusoe | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000007","completion":"0.0000035","input_cache_read":"0.00000035","discount":0},"provider_name":"Crusoe","tag":"crusoe/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","min_p","repetition_penalty","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":95.49607423269093,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000075","completion":"0.0000035","input_cache_read":"0.00000015","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tool_choice","tools","structured_outputs","response_format","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.15199628785281,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":256000,"pricing":{"prompt":"0.00000075","completion":"0.0000035","input_cache_read":"0.00000016","discount":0},"provider_name":"Venice","tag":"venice/int4","quantization":"int4","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tool_choice","tools","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":67.83493499152064,"uptime_last_5m":51.5625,"uptime_last_1d":72.48212895463232,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000075","completion":"0.0000035","input_cache_read":"0.00000016","discount":0},"provider_name":"Parasail","tag":"parasail/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95719178082192,"uptime_last_5m":100,"uptime_last_1d":99.89636713194251,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000077","completion":"0.0000034","input_cache_read":"0.00000014","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","response_format","tools","tool_choice","structured_outputs","max_tokens"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.24568965517241,"uptime_last_5m":99.45945945945947,"uptime_last_1d":99.32867395869245,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000008","completion":"0.0000034","input_cache_read":"0.00000016","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.11090313523631,"uptime_last_5m":99.25925925925925,"uptime_last_1d":99.75310253314625,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.000000855","completion":"0.0000036","input_cache_read":"0.000000144","discount":0.1},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":95.30085959885388,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","tool_choice","tools","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.12013220290272,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","tools","tool_choice","structured_outputs","response_format","min_p","stop","logit_bias","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95258151794928,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Moonshot AI | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"Moonshot AI","tag":"moonshotai/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","frequency_penalty","presence_penalty","structured_outputs","response_format","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.0126582278481,"uptime_last_5m":95.56650246305419,"uptime_last_1d":99.51743049638789,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000109","completion":"0.0000046","input_cache_read":"0.00000037","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","structured_outputs","response_format","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.5307621671258,"uptime_last_5m":99.20634920634922,"uptime_last_1d":99.49763878180417,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262000,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":235800,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":91.47005444646098,"uptime_last_5m":100,"uptime_last_1d":99.51970817712028,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"Fireworks","tag":"fireworks","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":0,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262000,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":235800,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":21,"endpointError":null}},{"id":"0fc6308e-fbd2-42d3-a216-06da3c43e34e","slug":"kimi-k2-6-non-reasoning","name":"Kimi K2.6 (Non-reasoning)","shortName":"Kimi K2.6 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/kimi-k2-6-non-reasoning","releaseDate":"2026-04-20","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"kimi-k2-6","name":"Kimi K2.6"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT","intelligenceIndex":23.5695903898533,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":36.7762300782812,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.95,"price1mOutputTokens":4,"cacheHitPrice":0.16,"cacheHitDiscountPercent":0.831578947368421,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.331821443,"timeToFirstAnswerTokenMs":3.331821443,"endToEndMs":16.927559748305065}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-9.183333333333334,"score":-9.183333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.93859649122807,"score":0.93859649122807,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.378787878787879,"score":0.378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.696666666666667,"score":0.696666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.442857142857143,"score":0.442857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.195551436515292,"score":0.195551436515292,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.787878787878788,"score":0.787878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0142857142857143,"score":0.0142857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"0fc6308e-fbd2-42d3-a216-06da3c43e34e","slug":"kimi-k2-6-non-reasoning","name":"Kimi K2.6 (Non-reasoning)","shortName":"Kimi K2.6 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-20","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"kimi-k2-6","name":"Kimi K2.6"},"deprecated":true,"deprecatedTo":"kimi-k3-low","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT","licenseUrl":"https://huggingface.co/moonshotai/Kimi-K2.6/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/moonshotai/Kimi-K2.6","microevalsEnabled":false,"intelligenceIndex":23.5695903898533,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-9.183333333333334,"omniscienceBreakdown":{"accuracy":0.243,"hallucinationRate":0.4423161602818142},"gdpval":null,"itBenchSre":null,"tau2":0.93859649122807,"tauBanking":null,"terminalbenchHard":0.378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.696666666666667,"ifbench":0.442857142857143,"hle":0.195551436515292,"gpqa":0.787878787878788,"critpt":0.0142857142857143,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.95,"price1mOutputTokens":4,"cacheHitPrice":0.16,"cacheHitDiscountPercent":0.831578947368421,"cacheWritePrice":null,"pricePer1k1mpImages":1.3,"price1mBlended0To3To1":1.7125,"price1mBlended7To2To1":0.702,"price1mBlended0To1To1":2.475,"price1mBlended100To1To1":0.2053921568627451,"price1mBlended0To100To1":0.9801980198019802,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":4,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":36.7762300782812,"medianTimeToFirstChunk":3.331821443},"outputSpeedVariance":{"p05":33.7793225208693,"q25":34.4699392989986,"median":36.7762300782812,"q75":39.9060192909151,"p95":42.0367381555083},"timeToFirstChunkVariance":{"p05":2.74208904899998,"q25":2.84555997275015,"median":3.331821443,"q75":4.76968092149998,"p95":9.38073149025004},"performanceByPromptType":{"long":{"medianOutputSpeed":36.7762300782812,"medianTimeToFirstChunk":3.331821443,"medianTimeToFirstAnswerToken":3.331821443,"medianEndToEndResponseTime":16.927559748305065}},"endToEndResponseTime":{"input":3.331821443,"reasoning":0,"answer":13.595738305305064,"total":16.927559748305065},"timeToFirstAnswerToken":{"input":3.331821443,"reasoning":0,"total":3.331821443},"performanceDataSource":{"type":"firstParty","providerName":"Kimi"},"hostModelCount":12,"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/moonshotai/kimi-k2.6","matchedBy":"slug","catalog":{"id":"moonshotai/kimi-k2.6","canonical_slug":"moonshotai/kimi-k2.6-20260420","hugging_face_id":"moonshotai/Kimi-K2.6","name":"MoonshotAI: Kimi K2.6","created":1776699402,"description":"Kimi K2.6 is Moonshot AI's next-generation multimodal model, designed for long-horizon coding, coding-driven UI/UX generation, and multi-agent orchestration. It handles complex end-to-end coding tasks across Python, Rust, and Go, and...","context_length":262144,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","parallel_tool_calls","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/moonshotai/kimi-k2.6-20260420/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1141,"win_rate":47.5,"rank":20},{"arena":"agents","category":"agentichtmlslides","elo":1248,"win_rate":59,"rank":2},{"arena":"agents","category":"agenticslides","elo":1187,"win_rate":45.8,"rank":4},{"arena":"agents","category":"agenticslides(html)","elo":1252,"win_rate":59.2,"rank":2},{"arena":"agents","category":"agenticslides(python-pptx)","elo":1186,"win_rate":45.5,"rank":4},{"arena":"agents","category":"androidnative","elo":1173,"win_rate":49.6,"rank":21},{"arena":"agents","category":"fullstack","elo":1165,"win_rate":50.5,"rank":25},{"arena":"agents","category":"godotgamedev","elo":1131,"win_rate":47,"rank":21},{"arena":"agents","category":"htmlslides","elo":1187,"win_rate":52.3,"rank":10},{"arena":"agents","category":"mobileapps","elo":1181,"win_rate":48,"rank":24},{"arena":"agents","category":"pptxslides","elo":1181,"win_rate":44.3,"rank":4},{"arena":"agents","category":"python-pptxslides","elo":1180,"win_rate":42.1,"rank":18},{"arena":"agents","category":"webapps","elo":1268,"win_rate":59.3,"rank":7},{"arena":"models","category":"3d","elo":1297,"win_rate":57.6,"rank":17},{"arena":"models","category":"asciiart","elo":1184,"win_rate":47.5,"rank":31},{"arena":"models","category":"codecategories","elo":1287,"win_rate":54.8,"rank":21},{"arena":"models","category":"dataviz","elo":1265,"win_rate":52,"rank":25},{"arena":"models","category":"gamedev","elo":1275,"win_rate":54.9,"rank":27},{"arena":"models","category":"svg","elo":1206,"win_rate":51.2,"rank":30},{"arena":"models","category":"uicomponent","elo":1281,"win_rate":55.6,"rank":24},{"arena":"models","category":"website","elo":1282,"win_rate":54.2,"rank":23}],"artificial_analysis":{"intelligence_index":27.5,"coding_index":61.8,"agentic_index":22.1}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Baidu | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000003743","completion":"0.000001576","input_cache_read":"0.00000006304","discount":0.606},"provider_name":"Baidu","tag":"baidu/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","frequency_penalty","presence_penalty","stop","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.97852233676976,"uptime_last_5m":100,"uptime_last_1d":99.42488131445853,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Inceptron | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000003746","completion":"0.0000021007","input_cache_read":"0.0000000704","discount":0},"provider_name":"Inceptron","tag":"inceptron/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","top_p","stop","frequency_penalty","logit_bias","parallel_tool_calls","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.80787704130644,"uptime_last_5m":100,"uptime_last_1d":99.71571505048827,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000005","completion":"0.00000285","input_cache_read":"0.00000005","discount":0},"provider_name":"Chutes","tag":"chutes/int4","quantization":"int4","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":97.78470058843891,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000057","completion":"0.0000024","input_cache_read":"0.000000114","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","structured_outputs","response_format","tool_choice","tools","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.65210600117148,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Decart | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000005865","completion":"0.0000024696","input_cache_read":"0.0000000988","discount":0},"provider_name":"Decart","tag":"decart/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":-2,"uptime_last_30m":85.72955638695885,"uptime_last_5m":88.57808857808858,"uptime_last_1d":81.7592191672079,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":256000,"pricing":{"prompt":"0.0000005985","completion":"0.00000252","input_cache_read":"0.0000001008","discount":0.37},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":230400,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","stop","top_p","temperature","max_tokens","tool_choice","tools","structured_outputs","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.72979214780601,"uptime_last_5m":98.15789473684211,"uptime_last_1d":98.24791861065563,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000065","completion":"0.00000341","input_cache_read":"0.00000015","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.91835401698236,"uptime_last_5m":100,"uptime_last_1d":99.84233663031533,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Crusoe | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000007","completion":"0.0000035","input_cache_read":"0.00000035","discount":0},"provider_name":"Crusoe","tag":"crusoe/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","min_p","repetition_penalty","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":95.49607423269093,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000075","completion":"0.0000035","input_cache_read":"0.00000015","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tool_choice","tools","structured_outputs","response_format","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.15199628785281,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":256000,"pricing":{"prompt":"0.00000075","completion":"0.0000035","input_cache_read":"0.00000016","discount":0},"provider_name":"Venice","tag":"venice/int4","quantization":"int4","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tool_choice","tools","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-5,"uptime_last_30m":67.83493499152064,"uptime_last_5m":51.5625,"uptime_last_1d":72.48212895463232,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000075","completion":"0.0000035","input_cache_read":"0.00000016","discount":0},"provider_name":"Parasail","tag":"parasail/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95719178082192,"uptime_last_5m":100,"uptime_last_1d":99.89636713194251,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000077","completion":"0.0000034","input_cache_read":"0.00000014","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","response_format","tools","tool_choice","structured_outputs","max_tokens"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.24568965517241,"uptime_last_5m":99.45945945945947,"uptime_last_1d":99.32867395869245,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.0000008","completion":"0.0000034","input_cache_read":"0.00000016","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.11090313523631,"uptime_last_5m":99.25925925925925,"uptime_last_1d":99.75310253314625,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.000000855","completion":"0.0000036","input_cache_read":"0.000000144","discount":0.1},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":95.30085959885388,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","tool_choice","tools","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.12013220290272,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","tools","tool_choice","structured_outputs","response_format","min_p","stop","logit_bias","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95258151794928,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Moonshot AI | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"Moonshot AI","tag":"moonshotai/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","frequency_penalty","presence_penalty","structured_outputs","response_format","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.0126582278481,"uptime_last_5m":95.56650246305419,"uptime_last_1d":99.51743049638789,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000109","completion":"0.0000046","input_cache_read":"0.00000037","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","structured_outputs","response_format","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.5307621671258,"uptime_last_5m":99.20634920634922,"uptime_last_1d":99.49763878180417,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262000,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":235800,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":91.47005444646098,"uptime_last_5m":100,"uptime_last_1d":99.51970817712028,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"Fireworks","tag":"fireworks","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":0,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | moonshotai/kimi-k2.6-20260420","model_id":"moonshotai/kimi-k2.6","model_name":"MoonshotAI: Kimi K2.6","context_length":262000,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":235800,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":21,"endpointError":null}},{"id":"8d0cb231-7303-452c-9923-a9620b948475","slug":"kimi-k2-7-code","name":"Kimi K2.7 Code","shortName":"Kimi K2.7 Code","sourceUrl":"https://artificialanalysis.ai/models/kimi-k2-7-code","releaseDate":"2026-06-12","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"kimi-k2-7-code","name":"Kimi K2.7 Code"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT License","intelligenceIndex":26.2686562401836,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":29.548115109355077,"strategyAndOps":28.77717719909764,"legal":28.260484700543316,"healthcareAndMedical":27.102159676993665,"engineering":29.554830767826555,"economics":37.07649205617804},"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":60.2730998853588,"canonicalInputTokens":2130212845,"canonicalOutputTokens":122130503,"outputTokensPerTask":29885.723839996914,"answerTokensPerTask":10705.071954383264,"reasoningTokensPerTask":19180.65188561365,"price1mInputTokens":0.95,"price1mOutputTokens":4,"cacheHitPrice":0.19,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.541190247118529,"latency":{"timeToFirstChunkMs":2.8993953480001,"timeToFirstAnswerTokenMs":39.881067175724624,"endToEndMs":48.17664183425413}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":855.7,"score":855.7,"outputTokensPerTask":40175.54945054945,"costPerTask":0.7883307915135132,"timePerTask":656.1371478868449,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1114.49,"score":1114.49,"outputTokensPerTask":19639.922727272726,"costPerTask":0.39648028772206384,"timePerTask":320.75436575801484,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.24454304615216713,"score":0.24454304615216713,"outputTokensPerTask":19308.100456621003,"costPerTask":0.3510145686475384,"timePerTask":315.33512641347914,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":96067.59090909091,"costPerTask":3.0520150096413983,"timePerTask":1568.952160344108,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.478009259259259,"score":0.478009259259259,"outputTokensPerTask":5409.010416666667,"costPerTask":0.02382614791666666,"timePerTask":88.33862177915687,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.35032437442076,"score":0.35032437442076,"outputTokensPerTask":26102.029657089897,"costPerTask":0.10470257108433735,"timePerTask":426.2918996127526,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.112,"score":0.112,"outputTokensPerTask":9952.23,"costPerTask":0.14025464299999998,"timePerTask":162.53736156991346,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.1,"score":0.1,"outputTokensPerTask":63032.21428571428,"costPerTask":0.2563038357142857,"timePerTask":1029.426551025188,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-10.216666666666667,"score":-10.216666666666667,"outputTokensPerTask":5278.427333333333,"costPerTask":0.021232272341666664,"timePerTask":86.20597112391033,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.793333333333333,"score":0.793333333333333,"outputTokensPerTask":1638.45,"costPerTask":0.096936192,"timePerTask":26.758760605836553,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.161111111111111,"score":0.161111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.850195397307859,"score":0.850195397307859,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.112,"score":0.112,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1114.49,"score":1114.49,"outputTokensPerTask":19639.922727272726,"costPerTask":0.39648028772206384,"timePerTask":320.75436575801484,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.307245,"score":0.307245,"outputTokensPerTask":19639.922727272726,"costPerTask":0.39648028772206384,"timePerTask":320.75436575801484,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.900584795321637,"score":0.900584795321637,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.202061855670103,"score":0.202061855670103,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.446969696969697,"score":0.446969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.674157303370786,"score":0.674157303370786,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":96067.59090909091,"costPerTask":3.0520150096413983,"timePerTask":1568.952160344108,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.793333333333333,"score":0.793333333333333,"outputTokensPerTask":1638.45,"costPerTask":0.096936192,"timePerTask":26.758760605836553,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.631292517006803,"score":0.631292517006803,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.35032437442076,"score":0.35032437442076,"outputTokensPerTask":26102.029657089897,"costPerTask":0.10470257108433735,"timePerTask":426.2918996127526,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.895959595959596,"score":0.895959595959596,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.24454304615216713,"score":0.24454304615216713,"outputTokensPerTask":19308.100456621003,"costPerTask":0.3510145686475384,"timePerTask":315.33512641347914,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.40226797970754996,"score":0.40226797970754996,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":29.548115109355077,"score":29.548115109355077,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":28.77717719909764,"score":28.77717719909764,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":28.260484700543316,"score":28.260484700543316,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":27.102159676993665,"score":27.102159676993665,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":29.554830767826555,"score":29.554830767826555,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":37.07649205617804,"score":37.07649205617804,"family":"Capability Index"}],"benchmarkCount":32,"raw":{"id":"8d0cb231-7303-452c-9923-a9620b948475","slug":"kimi-k2-7-code","name":"Kimi K2.7 Code","shortName":"Kimi K2.7 Code","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-12","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2229,"release":{"slug":"kimi-k2-7-code","name":"Kimi K2.7 Code"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1000,"inferenceParametersActiveBillions":32,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Modified MIT License","licenseUrl":"https://huggingface.co/moonshotai/Kimi-K2.7-Code/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/moonshotai/Kimi-K2.7-Code","microevalsEnabled":true,"intelligenceIndex":26.2686562401836,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":29.548115109355077,"strategyAndOps":28.77717719909764,"legal":28.260484700543316,"healthcareAndMedical":27.102159676993665,"engineering":29.554830767826555,"economics":37.07649205617804},"omniscience":-10.216666666666667,"omniscienceBreakdown":{"accuracy":0.39566666666666667,"hallucinationRate":0.8237727523441809},"mlcrOverall":0.161111111111111,"harveyLab":0.850195397307859,"gdpPdfAllPass":0.112,"gdpval":1114.49,"gdpvalNormalized":0.307245,"itBenchSre":null,"tau2":0.900584795321637,"tauBanking":0.202061855670103,"terminalbenchHard":0.446969696969697,"terminalBench21":0.674157303370786,"terminalBench40":0.0101010101010101,"scicode":0.478009259259259,"lcr":0.793333333333333,"ifbench":0.631292517006803,"hle":0.35032437442076,"gpqa":0.895959595959596,"critpt":0.1,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.24454304615216713,"enterpriseOpsGym":0.40226797970754996,"price1mInputTokens":0.95,"price1mOutputTokens":4,"cacheHitPrice":0.19,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.7125,"price1mBlended7To2To1":0.7230000000000001,"price1mBlended0To1To1":2.475,"price1mBlended100To1To1":0.23480392156862745,"price1mBlended0To100To1":0.9801980198019802,"intelligenceIndexTimePerTask":488.0862582114925,"intelligenceIndexCost":{"total":992.8773926143488,"input":504.35538061434875,"nonCacheInput":21.35261705,"cacheRead":379.83670553391283,"cacheWrite":103.16605803043589,"output":488.522012,"reasoning":427.327248,"answer":61.194764},"intelligenceIndexCostPerTask":{"cost":{"total":0.541190247118529,"input":0.4216473517585414,"nonCacheInput":0.015247430078990633,"cacheRead":0.33673698525556783,"cacheWrite":0.06966293642398294,"output":0.11954289535998766,"reasoning":0.07672260754245461,"answer":0.04282028781753307},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.11824961872702697},{"slug":"gdpval-aa","weightedCostPerTask":0.039648028772206384},{"slug":"automationbench-aa","weightedCostPerTask":0.01755072843237692},{"slug":"terminalbench-4-0","weightedCostPerTask":0.30520150096413984},{"slug":"scicode","weightedCostPerTask":0.0023826147916666666},{"slug":"humanitys-last-exam","weightedCostPerTask":0.010470257108433734},{"slug":"gdp-pdf","weightedCostPerTask":0.0140254643},{"slug":"critpt","weightedCostPerTask":0.02563038357142857},{"slug":"omniscience","weightedCostPerTask":0.0031848408512499993},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.004846809600000001}]},"canonicalIntelligenceIndexTokenCount":{"input":2130212845,"output":122130503,"answer":15298691,"reasoning":106831812},"intelligenceIndexOutputTokensPerTask":{"reasoning":19180.65188561365,"answer":10705.071954383264,"output":29885.723839996914},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":855.7,"outputTokensPerTask":40175.54945054945,"costPerTask":0.7883307915135132,"timePerTask":656.1371478868449},{"slug":"gdpval-aa","score":1114.49,"outputTokensPerTask":19639.922727272726,"costPerTask":0.39648028772206384,"timePerTask":320.75436575801484},{"slug":"automationbench-aa","score":0.24454304615216713,"outputTokensPerTask":19308.100456621003,"costPerTask":0.3510145686475384,"timePerTask":315.33512641347914},{"slug":"terminalbench-4-0","score":0.0101010101010101,"outputTokensPerTask":96067.59090909091,"costPerTask":3.0520150096413983,"timePerTask":1568.952160344108},{"slug":"scicode","score":0.478009259259259,"outputTokensPerTask":5409.010416666667,"costPerTask":0.02382614791666666,"timePerTask":88.33862177915687},{"slug":"humanitys-last-exam","score":0.35032437442076,"outputTokensPerTask":26102.029657089897,"costPerTask":0.10470257108433735,"timePerTask":426.2918996127526},{"slug":"gdp-pdf","score":0.112,"outputTokensPerTask":9952.23,"costPerTask":0.14025464299999998,"timePerTask":162.53736156991346},{"slug":"critpt","score":0.1,"outputTokensPerTask":63032.21428571428,"costPerTask":0.2563038357142857,"timePerTask":1029.426551025188},{"slug":"omniscience","score":-10.216666666666667,"outputTokensPerTask":5278.427333333333,"costPerTask":0.021232272341666664,"timePerTask":86.20597112391033},{"slug":"artificial-analysis-long-context-reasoning","score":0.793333333333333,"outputTokensPerTask":1638.45,"costPerTask":0.096936192,"timePerTask":26.758760605836553}],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":4,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":855.7,"lower95ci":845.97,"upper95ci":864.44},"rubricPassRate":0.2070393374741201,"analyticalQuality":{"elo":836.62,"lower95ci":820.03,"upper95ci":852.75},"presentation":{"elo":827.36,"lower95ci":811.88,"upper95ci":843.68}},"briefcaseTotalCost":71.7381020277297,"timescaleData":{"medianOutputSpeed":60.2730998853588,"medianTimeToFirstChunk":2.8993953480001},"outputSpeedVariance":{"p05":33.8238959731746,"q25":45.2606286928387,"median":60.2730998853588,"q75":75.4710041919616,"p95":100.086785066906},"timeToFirstChunkVariance":{"p05":2.71347675229995,"q25":2.81853044550001,"median":2.8993953480001,"q75":3.59322549000001,"p95":3.88959642429993},"performanceByPromptType":{"medium":{"medianOutputSpeed":56.7859460315924,"medianTimeToFirstChunk":1.19639662499999,"medianTimeToFirstAnswerToken":40.449066621197886,"medianEndToEndResponseTime":49.25406213402828},"long":{"medianOutputSpeed":60.2730998853588,"medianTimeToFirstChunk":2.8993953480001,"medianTimeToFirstAnswerToken":39.881067175724624,"medianEndToEndResponseTime":48.17664183425413},"hundredK":{"medianOutputSpeed":33.8584992762883,"medianTimeToFirstChunk":34.673819894,"medianTimeToFirstAnswerToken":100.50662547144648,"medianEndToEndResponseTime":115.27396633673283},"mediumParallel":{"medianOutputSpeed":45.9961065067236,"medianTimeToFirstChunk":1.17032991499992,"medianTimeToFirstAnswerToken":49.63095341742985,"medianEndToEndResponseTime":60.50143872528762}},"endToEndResponseTime":{"input":2.8993953480001,"reasoning":36.981671827724526,"answer":8.295574658529503,"total":48.17664183425413},"timeToFirstAnswerToken":{"input":2.8993953480001,"reasoning":36.981671827724526,"total":39.881067175724624},"performanceDataSource":{"type":"firstParty","providerName":"Kimi"},"hostModelCount":9,"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/moonshotai/kimi-k2.7-code","matchedBy":"slug","catalog":{"id":"moonshotai/kimi-k2.7-code","canonical_slug":"moonshotai/kimi-k2.7-code-20260612","hugging_face_id":"moonshotai/Kimi-K2.7-Code","name":"MoonshotAI: Kimi K2.7 Code","created":1781266361,"description":"MoonshotAI: Kimi K2.7 Code is a coding-focused model in Moonshot AI's Kimi K2 family, built to complete end-to-end programming tasks reliably over long contexts. It uses a native multimodal mixture-of-experts...","context_length":262144,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000007062","completion":"0.00000321","input_cache_read":"0.00000018"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","parallel_tool_calls","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/moonshotai/kimi-k2.7-code-20260612/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1130,"win_rate":43,"rank":21},{"arena":"agents","category":"androidnative","elo":1149,"win_rate":46,"rank":25},{"arena":"agents","category":"fullstack","elo":1185,"win_rate":51.2,"rank":22},{"arena":"agents","category":"godotgamedev","elo":1156,"win_rate":49.5,"rank":15},{"arena":"agents","category":"htmlslides","elo":1204,"win_rate":53.6,"rank":7},{"arena":"agents","category":"mobileapps","elo":1173,"win_rate":47,"rank":27},{"arena":"agents","category":"python-pptxslides","elo":1154,"win_rate":44.7,"rank":22},{"arena":"agents","category":"webapps","elo":1190,"win_rate":47.2,"rank":24},{"arena":"models","category":"3d","elo":1271,"win_rate":51.1,"rank":27},{"arena":"models","category":"asciiart","elo":1219,"win_rate":48.4,"rank":23},{"arena":"models","category":"codecategories","elo":1271,"win_rate":51,"rank":29},{"arena":"models","category":"dataviz","elo":1238,"win_rate":49.3,"rank":38},{"arena":"models","category":"gamedev","elo":1245,"win_rate":48.5,"rank":35},{"arena":"models","category":"svg","elo":1207,"win_rate":47.5,"rank":29},{"arena":"models","category":"uicomponent","elo":1278,"win_rate":52,"rank":26},{"arena":"models","category":"website","elo":1279,"win_rate":52.3,"rank":25}],"artificial_analysis":{"intelligence_index":26.3,"coding_index":60.8,"agentic_index":22.5}},"reasoning":{"mandatory":true,"default_enabled":true}},"endpoints":[{"name":"DeepInfra | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.00000068","completion":"0.0000034","input_cache_read":"0.000000136","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.89715461090161,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Inceptron | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.0000007062","completion":"0.00000321","input_cache_read":"0.00000018","discount":0},"provider_name":"Inceptron","tag":"inceptron/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","top_p","stop","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","frequency_penalty","logit_bias","parallel_tool_calls","presence_penalty","seed"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.79192282228317,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.00000071","completion":"0.0000035","input_cache_read":"0.00000015","discount":0},"provider_name":"CoreWeave","tag":"coreweave/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.97875053123671,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":256000,"pricing":{"prompt":"0.0000007125","completion":"0.000003","input_cache_read":"0.0000001425","discount":0.25},"provider_name":"StreamLake","tag":"streamlake","quantization":"unknown","max_completion_tokens":32000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","top_p","stop","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.79825999243475,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":256000,"pricing":{"prompt":"0.00000075","completion":"0.0000035","input_cache_read":"0.00000016","discount":0},"provider_name":"Venice","tag":"venice/int4","quantization":"int4","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","response_format","structured_outputs","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":93.83139136394792,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"ModelRun | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.00000085","completion":"0.00000375","input_cache_read":"0.00000016","discount":0},"provider_name":"ModelRun","tag":"modelrun/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","presence_penalty","repetition_penalty","frequency_penalty","top_p","top_k","stop","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.31462667311723,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.00000085916","completion":"0.0000038","input_cache_read":"0.00000017993","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.000000912","completion":"0.00000384","input_cache_read":"0.0000001824","discount":0.04},"provider_name":"Novita","tag":"novita/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000019","discount":0},"provider_name":"Fireworks","tag":"fireworks","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.04310833806012,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262000,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000016","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":235800,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000019","discount":0},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000019","discount":0},"provider_name":"Alibaba","tag":"alibaba/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":229376,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","structured_outputs","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.97926171712982,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000019","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Moonshot AI | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.00000095","completion":"0.000004","input_cache_read":"0.00000019","discount":0},"provider_name":"Moonshot AI","tag":"moonshotai/int4","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","frequency_penalty","presence_penalty","structured_outputs","response_format","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Moonshot AI | moonshotai/kimi-k2.7-code-20260612","model_id":"moonshotai/kimi-k2.7-code","model_name":"MoonshotAI: Kimi K2.7 Code","context_length":262144,"pricing":{"prompt":"0.0000019","completion":"0.000008","input_cache_read":"0.00000038","discount":0},"provider_name":"Moonshot AI","tag":"moonshotai/highspeed","quantization":"int4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","frequency_penalty","presence_penalty","tools","response_format","tool_choice","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.97612225405922,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":15,"endpointError":null}},{"id":"512d17ef-13d2-4f65-bf9b-154b0dec7e8d","slug":"kimi-k3-low","name":"Kimi K3 (low)","shortName":"Kimi K3 (low)","sourceUrl":"https://artificialanalysis.ai/models/kimi-k3-low","releaseDate":"2026-07-16","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"kimi-k3","name":"Kimi K3"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":2800,"inferenceParametersActiveBillions":104,"sizeClass":"large","contextWindowTokens":1048576,"licenseName":"Kimi K3 License","intelligenceIndex":30.4810237529068,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":32.774242628858815,"strategyAndOps":39.50242588847528,"legal":34.74954427059773,"engineering":30.004642525145528,"economics":37.45129973607757},"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":36.1580056806008,"canonicalInputTokens":1516936640,"canonicalOutputTokens":21666644,"outputTokensPerTask":12221.680391659407,"answerTokensPerTask":6330.173973735501,"reasoningTokensPerTask":5891.506417923906,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":1.1463056165227514,"latency":{"timeToFirstChunkMs":3.96378940900002,"timeToFirstAnswerTokenMs":59.276574568304966,"endToEndMs":73.1047708581312}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":984.78,"score":984.78,"outputTokensPerTask":14139.54945054945,"costPerTask":0.5404290762869337,"timePerTask":378.5460078565285,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1185.27,"score":1185.27,"outputTokensPerTask":6708.663636363636,"costPerTask":0.20957353944594748,"timePerTask":179.6052870340244,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.492568024921068,"score":0.492568024921068,"outputTokensPerTask":11922.240487062405,"costPerTask":0.4563064427868749,"timePerTask":319.1839002272856,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.126262626262626,"score":0.126262626262626,"outputTokensPerTask":80412.81818181818,"costPerTask":9.471263256022237,"timePerTask":2152.823285471608,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.52662037037037,"score":0.52662037037037,"outputTokensPerTask":767.7083333333334,"costPerTask":0.01856596875,"timePerTask":20.55319554543723,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.249768303985171,"score":0.249768303985171,"outputTokensPerTask":1534.3948100092678,"costPerTask":0.024208126042632064,"timePerTask":41.07903380062891,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.186,"score":0.186,"outputTokensPerTask":2110.42,"costPerTask":0.49628196,"timePerTask":56.50046125547025,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0314285714285714,"score":0.0314285714285714,"outputTokensPerTask":2723.9142857142856,"costPerTask":0.05026495714285715,"timePerTask":72.9250166143336,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":3.9166666666666665,"score":3.9166666666666665,"outputTokensPerTask":293.36016666666666,"costPerTask":0.005032478,"timePerTask":7.853879668809191,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.793333333333333,"score":0.793333333333333,"outputTokensPerTask":696.8,"costPerTask":0.29310561,"timePerTask":18.654827665967755,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.186,"score":0.186,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1185.27,"score":1185.27,"outputTokensPerTask":6708.663636363636,"costPerTask":0.20957353944594748,"timePerTask":179.6052870340244,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.34263499999999997,"score":0.34263499999999997,"outputTokensPerTask":6708.663636363636,"costPerTask":0.20957353944594748,"timePerTask":179.6052870340244,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.416494845360825,"score":0.416494845360825,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.823970037453184,"score":0.823970037453184,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.126262626262626,"score":0.126262626262626,"outputTokensPerTask":80412.81818181818,"costPerTask":9.471263256022237,"timePerTask":2152.823285471608,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.793333333333333,"score":0.793333333333333,"outputTokensPerTask":696.8,"costPerTask":0.29310561,"timePerTask":18.654827665967755,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.249768303985171,"score":0.249768303985171,"outputTokensPerTask":1534.3948100092678,"costPerTask":0.024208126042632064,"timePerTask":41.07903380062891,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.842424242424242,"score":0.842424242424242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.784971098265896,"score":0.784971098265896,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.492568024921068,"score":0.492568024921068,"outputTokensPerTask":11922.240487062405,"costPerTask":0.4563064427868749,"timePerTask":319.1839002272856,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":32.774242628858815,"score":32.774242628858815,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":39.50242588847528,"score":39.50242588847528,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":34.74954427059773,"score":34.74954427059773,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":30.004642525145528,"score":30.004642525145528,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":37.45129973607757,"score":37.45129973607757,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"512d17ef-13d2-4f65-bf9b-154b0dec7e8d","slug":"kimi-k3-low","name":"Kimi K3 (low)","shortName":"Kimi K3 (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-16","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"kimi-k3","name":"Kimi K3"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":2800,"inferenceParametersActiveBillions":104,"sizeClass":"large","contextWindowTokens":1048576,"licenseName":"Kimi K3 License","licenseUrl":"https://huggingface.co/moonshotai/Kimi-K3/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/moonshotai/Kimi-K3","microevalsEnabled":false,"intelligenceIndex":30.4810237529068,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":32.774242628858815,"strategyAndOps":39.50242588847528,"legal":34.74954427059773,"engineering":30.004642525145528,"economics":37.45129973607757},"omniscience":3.9166666666666665,"omniscienceBreakdown":{"accuracy":0.4575,"hallucinationRate":0.7711213517665131},"gdpPdfAllPass":0.186,"gdpval":1185.27,"gdpvalNormalized":0.34263499999999997,"itBenchSre":null,"tau2":null,"tauBanking":0.416494845360825,"terminalbenchHard":null,"terminalBench21":0.823970037453184,"terminalBench40":0.126262626262626,"scicode":0.52662037037037,"lcr":0.793333333333333,"ifbench":null,"hle":0.249768303985171,"gpqa":0.842424242424242,"critpt":0.0314285714285714,"apexAgents":null,"mmmuPro":0.784971098265896,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.492568024921068,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":6,"price1mBlended7To2To1":2.31,"price1mBlended0To1To1":9,"price1mBlended100To1To1":0.47058823529411764,"price1mBlended0To100To1":3.118811881188119,"intelligenceIndexTimePerTask":327.20054749561353,"intelligenceIndexCost":{"total":1190.4222394286637,"input":865.4225794286638,"nonCacheInput":83.782092,"cacheRead":409.487482285704,"cacheWrite":372.15300514295967,"output":324.99966,"reasoning":151.38012,"answer":173.61954},"intelligenceIndexCostPerTask":{"cost":{"total":1.1463056165227514,"input":0.96298041064786,"nonCacheInput":0.0624549368749636,"cacheRead":0.5139825966207331,"cacheWrite":0.3865428771521632,"output":0.18332520587489112,"reasoning":0.08837259626885861,"answer":0.0949526096060325},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.08106436144304005},{"slug":"gdpval-aa","weightedCostPerTask":0.02095735394459475},{"slug":"automationbench-aa","weightedCostPerTask":0.022815322139343747},{"slug":"terminalbench-4-0","weightedCostPerTask":0.9471263256022237},{"slug":"scicode","weightedCostPerTask":0.0018565968750000003},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0024208126042632064},{"slug":"gdp-pdf","weightedCostPerTask":0.049628196000000006},{"slug":"critpt","weightedCostPerTask":0.0050264957142857145},{"slug":"omniscience","weightedCostPerTask":0.0007548717},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0146552805}]},"canonicalIntelligenceIndexTokenCount":{"input":1516936640,"output":21666644,"answer":11574636,"reasoning":10092008},"intelligenceIndexOutputTokensPerTask":{"reasoning":5891.506417923906,"answer":6330.173973735501,"output":12221.680391659407},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":984.78,"outputTokensPerTask":14139.54945054945,"costPerTask":0.5404290762869337,"timePerTask":378.5460078565285},{"slug":"gdpval-aa","score":1185.27,"outputTokensPerTask":6708.663636363636,"costPerTask":0.20957353944594748,"timePerTask":179.6052870340244},{"slug":"automationbench-aa","score":0.492568024921068,"outputTokensPerTask":11922.240487062405,"costPerTask":0.4563064427868749,"timePerTask":319.1839002272856},{"slug":"terminalbench-4-0","score":0.126262626262626,"outputTokensPerTask":80412.81818181818,"costPerTask":9.471263256022237,"timePerTask":2152.823285471608},{"slug":"scicode","score":0.52662037037037,"outputTokensPerTask":767.7083333333334,"costPerTask":0.01856596875,"timePerTask":20.55319554543723},{"slug":"humanitys-last-exam","score":0.249768303985171,"outputTokensPerTask":1534.3948100092678,"costPerTask":0.024208126042632064,"timePerTask":41.07903380062891},{"slug":"gdp-pdf","score":0.186,"outputTokensPerTask":2110.42,"costPerTask":0.49628196,"timePerTask":56.50046125547025},{"slug":"critpt","score":0.0314285714285714,"outputTokensPerTask":2723.9142857142856,"costPerTask":0.05026495714285715,"timePerTask":72.9250166143336},{"slug":"omniscience","score":3.9166666666666665,"outputTokensPerTask":293.36016666666666,"costPerTask":0.005032478,"timePerTask":7.853879668809191},{"slug":"artificial-analysis-long-context-reasoning","score":0.793333333333333,"outputTokensPerTask":696.8,"costPerTask":0.29310561,"timePerTask":18.654827665967755}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":4,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":984.78,"lower95ci":976.65,"upper95ci":993.18},"rubricPassRate":0.2606060606060606,"analyticalQuality":{"elo":1000.24,"lower95ci":985.83,"upper95ci":1014.03},"presentation":{"elo":954.39,"lower95ci":940.24,"upper95ci":969.16}},"briefcaseTotalCost":49.17904594211097,"timescaleData":{"medianOutputSpeed":36.1580056806008,"medianTimeToFirstChunk":3.96378940900002},"outputSpeedVariance":{"p05":28.4710945469859,"q25":33.0938476799435,"median":36.1580056806008,"q75":42.7890895843599,"p95":64.4392332432713},"timeToFirstChunkVariance":{"p05":2.26576575730014,"q25":3.55109215325,"median":3.96378940900002,"q75":5.956818346,"p95":14.3287287848},"performanceByPromptType":{"medium":{"medianOutputSpeed":36.8298356305637,"medianTimeToFirstChunk":3.3909972895,"medianTimeToFirstAnswerToken":57.69479652612421,"medianEndToEndResponseTime":71.27074633528026},"long":{"medianOutputSpeed":36.1580056806008,"medianTimeToFirstChunk":3.96378940900002,"medianTimeToFirstAnswerToken":59.276574568304966,"medianEndToEndResponseTime":73.1047708581312},"hundredK":{"medianOutputSpeed":46.2477330964227,"medianTimeToFirstChunk":12.7844083915001,"medianTimeToFirstAnswerToken":56.029771268641895,"medianEndToEndResponseTime":66.84111198792735},"mediumParallel":{"medianOutputSpeed":35.9240540074181,"medianTimeToFirstChunk":3.80825574499997,"medianTimeToFirstAnswerToken":59.481259676767024,"medianEndToEndResponseTime":73.3995106597088}},"endToEndResponseTime":{"input":3.96378940900002,"reasoning":55.312785159304944,"answer":13.828196289826236,"total":73.1047708581312},"timeToFirstAnswerToken":{"input":3.96378940900002,"reasoning":55.312785159304944,"total":59.276574568304966},"performanceDataSource":{"type":"firstParty","providerName":"Kimi"},"hostModelCount":3,"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/moonshotai/kimi-k3","matchedBy":"slug","catalog":{"id":"moonshotai/kimi-k3","canonical_slug":"moonshotai/kimi-k3-20260715","hugging_face_id":"moonshotai/Kimi-K3","name":"MoonshotAI: Kimi K3","created":1784215858,"description":"Kimi K3 is a 2.8T parameter open-weight multimodal reasoning model from Moonshot AI. It is suited for complex coding, knowledge work, and long-horizon agentic workflows, and is particularly strong at...","context_length":1048576,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000017","completion":"0.0000085","input_cache_read":"0.00000017"},"top_provider":{"context_length":1048576,"max_completion_tokens":943718,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/moonshotai/kimi-k3-20260715/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1252,"win_rate":54.9,"rank":3},{"arena":"agents","category":"androidnative","elo":1258,"win_rate":55.3,"rank":5},{"arena":"agents","category":"fullstack","elo":1333,"win_rate":63.2,"rank":2},{"arena":"agents","category":"godotgamedev","elo":1199,"win_rate":48.5,"rank":10},{"arena":"agents","category":"htmlslides","elo":1259,"win_rate":59.6,"rank":2},{"arena":"agents","category":"mobileapps","elo":1279,"win_rate":57.5,"rank":3},{"arena":"agents","category":"python-pptxslides","elo":1273,"win_rate":59.2,"rank":4},{"arena":"agents","category":"webapps","elo":1309,"win_rate":59.9,"rank":4},{"arena":"models","category":"3d","elo":1425,"win_rate":68.8,"rank":2},{"arena":"models","category":"codecategories","elo":1387,"win_rate":64.4,"rank":1},{"arena":"models","category":"dataviz","elo":1362,"win_rate":63.8,"rank":4},{"arena":"models","category":"gamedev","elo":1406,"win_rate":63.7,"rank":1},{"arena":"models","category":"svg","elo":1330,"win_rate":62.5,"rank":5},{"arena":"models","category":"uicomponent","elo":1369,"win_rate":63,"rank":2},{"arena":"models","category":"website","elo":1353,"win_rate":60.7,"rank":2}],"artificial_analysis":{"intelligence_index":43.8,"coding_index":76.2,"agentic_index":50.6}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","high","low"],"default_effort":"max"}},"endpoints":[{"name":"Relace | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000017","completion":"0.0000085","input_cache_read":"0.00000017","discount":0},"provider_name":"Relace","tag":"relace/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","frequency_penalty","presence_penalty","repetition_penalty","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.39694927279177,"uptime_last_5m":100,"uptime_last_1d":99.24743077024894,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Morph | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000001875","completion":"0.0000105","input_cache_read":"0.0000002175","discount":0.25},"provider_name":"Morph","tag":"morph","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.87212276214834,"uptime_last_5m":100,"uptime_last_1d":98.46113933038396,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"InferenceNet | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.00001095","input_cache_read":"0.00000023","discount":0},"provider_name":"InferenceNet","tag":"inference-net/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.09720132410472,"uptime_last_5m":97.55892255892256,"uptime_last_1d":98.83320247753642,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Wafer | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.00001095","input_cache_read":"0.00000021","discount":0},"provider_name":"Wafer","tag":"wafer","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.79838709677419,"uptime_last_5m":100,"uptime_last_1d":99.88217064273493,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Sail Research | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000002144","completion":"0.000010758","input_cache_read":"0.000000244","discount":0},"provider_name":"Sail Research","tag":"sail-research/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","stop","seed","max_tokens","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8963998963999,"uptime_last_5m":100,"uptime_last_1d":99.80300880149025,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000024","completion":"0.000012","input_cache_read":"0.00000024","discount":0.2},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.88158904893886,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Makora | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.00000255","completion":"0.00001275","input_cache_read":"0.00000025599999","discount":0},"provider_name":"Makora","tag":"makora","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","max_tokens","seed","tools","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.14285714285714,"uptime_last_5m":null,"uptime_last_1d":94.96443812233287,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.00000255","completion":"0.00001295","input_cache_read":"0.000000255","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","response_format","logprobs","top_logprobs","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.55257270693512,"uptime_last_5m":100,"uptime_last_1d":99.6938542380626,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.00000285","completion":"0.00001425","input_cache_read":"0.000000285","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.11171502634,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Chutes","tag":"chutes/mxfp4","quantization":"mxfp4","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.53354760948172,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Parasail","tag":"parasail/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.32605905006419,"uptime_last_5m":99.91575400168492,"uptime_last_1d":98.67488507005254,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Modal | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Modal","tag":"modal/mxfp4","quantization":"mxfp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","stop","max_tokens","response_format","structured_outputs","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.79018044481745,"uptime_last_5m":99.83136593591905,"uptime_last_1d":99.80181523805685,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.37666223404256,"uptime_last_5m":99.42084942084942,"uptime_last_1d":99.4345794489697,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Fireworks","tag":"fireworks","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.9226636274829,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.87775061124694,"uptime_last_5m":100,"uptime_last_1d":98.25340798442063,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Moonshot AI | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Moonshot AI","tag":"moonshotai/mxfp4","quantization":"mxfp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","frequency_penalty","presence_penalty","structured_outputs","response_format","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98087039693925,"uptime_last_5m":100,"uptime_last_1d":99.91819390645776,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000033","completion":"0.0000165","input_cache_read":"0.00000033","discount":0},"provider_name":"Fireworks","tag":"fireworks/us","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.8929889298893,"uptime_last_5m":100,"uptime_last_1d":99.05385301993455,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.00000345","completion":"0.00001725","input_cache_read":"0.000000345","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","presence_penalty","response_format","structured_outputs","tools","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.28057553956835,"uptime_last_5m":100,"uptime_last_1d":99.29143919154373,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000045","completion":"0.0000225","input_cache_read":"0.00000045","discount":0},"provider_name":"Fireworks","tag":"fireworks/fast","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.154622307063,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Morph | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000006","completion":"0.0000225","input_cache_read":"0.0000006","discount":0},"provider_name":"Morph","tag":"morph/fast","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","response_format","structured_outputs","tools","logprobs","top_logprobs","tool_choice","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.55257270693512,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":20,"endpointError":null}},{"id":"f7d2fc3e-1f7b-405f-818c-07952a4af78f","slug":"kimi-k3","name":"Kimi K3 (max)","shortName":"Kimi K3 (max)","sourceUrl":"https://artificialanalysis.ai/models/kimi-k3","releaseDate":"2026-07-16","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"kimi-k3","name":"Kimi K3"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":2800,"inferenceParametersActiveBillions":104,"sizeClass":"large","contextWindowTokens":1048576,"licenseName":"Kimi K3 License","intelligenceIndex":43.7841729518782,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":46.89391098470186,"strategyAndOps":50.47626941624067,"legal":48.647627542730916,"healthcareAndMedical":45.04705688458811,"engineering":43.27116611841973,"economics":53.39749152378746},"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":38.8900089397451,"canonicalInputTokens":2563041687,"canonicalOutputTokens":160780069,"outputTokensPerTask":48455.23210144532,"answerTokensPerTask":16002.10458876525,"reasoningTokensPerTask":32453.12751268007,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":2.0001323004425493,"latency":{"timeToFirstChunkMs":3.956985613,"timeToFirstAnswerTokenMs":55.3840758741191,"endToEndMs":68.24084843939887}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1488.1,"score":1488.1,"outputTokensPerTask":119873.34065934065,"costPerTask":6.73466910971567,"timePerTask":2873.972445004473,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1547.63,"score":1547.63,"outputTokensPerTask":59382.4,"costPerTask":2.1451724213415857,"timePerTask":1423.6975492593426,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5827297780015204,"score":0.5827297780015204,"outputTokensPerTask":19919.59817351598,"costPerTask":0.6328097416753082,"timePerTask":477.57387882378583,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.126262626262626,"score":0.126262626262626,"outputTokensPerTask":122898.89393939394,"costPerTask":5.088442114308581,"timePerTask":2946.5103146420324,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.594907407407407,"score":0.594907407407407,"outputTokensPerTask":3520.4131944444443,"costPerTask":0.06016669791666667,"timePerTask":84.40217366274871,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.468952734012975,"score":0.468952734012975,"outputTokensPerTask":26161.78637627433,"costPerTask":0.3936033975903614,"timePerTask":627.2308149914489,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.22,"score":0.22,"outputTokensPerTask":9596.92,"costPerTask":0.64014921,"timePerTask":230.08688575129955,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.234285714285714,"score":0.234285714285714,"outputTokensPerTask":59238.07142857143,"costPerTask":0.9018507428571427,"timePerTask":1420.2372607996144,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":19.7,"score":19.7,"outputTokensPerTask":8813.120666666666,"costPerTask":0.13282577999999998,"timePerTask":211.29523721608078,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.886666666666667,"score":0.886666666666667,"outputTokensPerTask":1528.69,"costPerTask":0.30858243,"timePerTask":36.650458832537325,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.383333333333333,"score":0.383333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.946446663771892,"score":0.946446663771892,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.22,"score":0.22,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1547.63,"score":1547.63,"outputTokensPerTask":59382.4,"costPerTask":2.1451724213415857,"timePerTask":1423.6975492593426,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.523815,"score":0.523815,"outputTokensPerTask":59382.4,"costPerTask":2.1451724213415857,"timePerTask":1423.6975492593426,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.476930320150659,"score":0.476930320150659,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.45979381443299,"score":0.45979381443299,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.850187265917603,"score":0.850187265917603,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.126262626262626,"score":0.126262626262626,"outputTokensPerTask":122898.89393939394,"costPerTask":5.088442114308581,"timePerTask":2946.5103146420324,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.886666666666667,"score":0.886666666666667,"outputTokensPerTask":1528.69,"costPerTask":0.30858243,"timePerTask":36.650458832537325,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.468952734012975,"score":0.468952734012975,"outputTokensPerTask":26161.78637627433,"costPerTask":0.3936033975903614,"timePerTask":627.2308149914489,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.935353535353535,"score":0.935353535353535,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.412979351032448,"score":0.412979351032448,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.805202312138728,"score":0.805202312138728,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.3875,"score":0.3875,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5827297780015204,"score":0.5827297780015204,"outputTokensPerTask":19919.59817351598,"costPerTask":0.6328097416753082,"timePerTask":477.57387882378583,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.45329752312742466,"score":0.45329752312742466,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":46.89391098470186,"score":46.89391098470186,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":50.47626941624067,"score":50.47626941624067,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":48.647627542730916,"score":48.647627542730916,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":45.04705688458811,"score":45.04705688458811,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":43.27116611841973,"score":43.27116611841973,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":53.39749152378746,"score":53.39749152378746,"family":"Capability Index"}],"benchmarkCount":33,"raw":{"id":"f7d2fc3e-1f7b-405f-818c-07952a4af78f","slug":"kimi-k3","name":"Kimi K3 (max)","shortName":"Kimi K3 (max)","chartDefaultSelected":true,"chartHighlighted":true,"releaseDate":"2026-07-16","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"kimi-k3","name":"Kimi K3"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":2800,"inferenceParametersActiveBillions":104,"sizeClass":"large","contextWindowTokens":1048576,"licenseName":"Kimi K3 License","licenseUrl":"https://huggingface.co/moonshotai/Kimi-K3/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/moonshotai/Kimi-K3","microevalsEnabled":true,"intelligenceIndex":43.7841729518782,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":46.89391098470186,"strategyAndOps":50.47626941624067,"legal":48.647627542730916,"healthcareAndMedical":45.04705688458811,"engineering":43.27116611841973,"economics":53.39749152378746},"omniscience":19.7,"omniscienceBreakdown":{"accuracy":0.47583333333333333,"hallucinationRate":0.5319554848966613},"mlcrOverall":0.383333333333333,"harveyLab":0.946446663771892,"gdpPdfAllPass":0.22,"gdpval":1547.63,"gdpvalNormalized":0.523815,"itBenchSre":0.476930320150659,"tau2":null,"tauBanking":0.45979381443299,"terminalbenchHard":null,"terminalBench21":0.850187265917603,"terminalBench40":0.126262626262626,"scicode":0.594907407407407,"lcr":0.886666666666667,"ifbench":null,"hle":0.468952734012975,"gpqa":0.935353535353535,"critpt":0.234285714285714,"apexAgents":0.412979351032448,"mmmuPro":0.805202312138728,"livecodebench":null,"aime25":null,"analystAgent":0.3875,"automationBenchPartialScore":0.5827297780015204,"enterpriseOpsGym":0.45329752312742466,"price1mInputTokens":3,"price1mOutputTokens":15,"cacheHitPrice":0.3,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":6,"price1mBlended7To2To1":2.31,"price1mBlended0To1To1":9,"price1mBlended100To1To1":0.47058823529411764,"price1mBlended0To100To1":3.118811881188119,"intelligenceIndexTimePerTask":1161.7178691265478,"intelligenceIndexCost":{"total":3658.0675385043187,"input":1246.3665035043184,"nonCacheInput":87.547077,"cacheRead":715.8620619439646,"cacheWrite":442.9573645603539,"output":2411.701035,"reasoning":2089.534725,"answer":322.16631},"intelligenceIndexCostPerTask":{"cost":{"total":2.0001323004425493,"input":1.2733038189208699,"nonCacheInput":0.0661781678374818,"cacheRead":0.8018463373535905,"cacheWrite":0.40527931372979753,"output":0.7268284815216798,"reasoning":0.4867969126902008,"answer":0.24003156883147875},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":1.0102003664573502},{"slug":"gdpval-aa","weightedCostPerTask":0.21451724213415857},{"slug":"automationbench-aa","weightedCostPerTask":0.03164048708376542},{"slug":"terminalbench-4-0","weightedCostPerTask":0.5088442114308581},{"slug":"scicode","weightedCostPerTask":0.006016669791666668},{"slug":"humanitys-last-exam","weightedCostPerTask":0.03936033975903614},{"slug":"gdp-pdf","weightedCostPerTask":0.064014921},{"slug":"critpt","weightedCostPerTask":0.09018507428571428},{"slug":"omniscience","weightedCostPerTask":0.019923866999999998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.015429121500000002}]},"canonicalIntelligenceIndexTokenCount":{"input":2563041687,"output":160780069,"answer":21477754,"reasoning":139302315},"intelligenceIndexOutputTokensPerTask":{"reasoning":32453.12751268007,"answer":16002.10458876525,"output":48455.23210144532},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1488.1,"outputTokensPerTask":119873.34065934065,"costPerTask":6.73466910971567,"timePerTask":2873.972445004473},{"slug":"gdpval-aa","score":1547.63,"outputTokensPerTask":59382.4,"costPerTask":2.1451724213415857,"timePerTask":1423.6975492593426},{"slug":"automationbench-aa","score":0.5827297780015204,"outputTokensPerTask":19919.59817351598,"costPerTask":0.6328097416753082,"timePerTask":477.57387882378583},{"slug":"terminalbench-4-0","score":0.126262626262626,"outputTokensPerTask":122898.89393939394,"costPerTask":5.088442114308581,"timePerTask":2946.5103146420324},{"slug":"scicode","score":0.594907407407407,"outputTokensPerTask":3520.4131944444443,"costPerTask":0.06016669791666667,"timePerTask":84.40217366274871},{"slug":"humanitys-last-exam","score":0.468952734012975,"outputTokensPerTask":26161.78637627433,"costPerTask":0.3936033975903614,"timePerTask":627.2308149914489},{"slug":"gdp-pdf","score":0.22,"outputTokensPerTask":9596.92,"costPerTask":0.64014921,"timePerTask":230.08688575129955},{"slug":"critpt","score":0.234285714285714,"outputTokensPerTask":59238.07142857143,"costPerTask":0.9018507428571427,"timePerTask":1420.2372607996144},{"slug":"omniscience","score":19.7,"outputTokensPerTask":8813.120666666666,"costPerTask":0.13282577999999998,"timePerTask":211.29523721608078},{"slug":"artificial-analysis-long-context-reasoning","score":0.886666666666667,"outputTokensPerTask":1528.69,"costPerTask":0.30858243,"timePerTask":36.650458832537325}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":4,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1488.1,"lower95ci":1482.93,"upper95ci":1494.46},"rubricPassRate":0.5097236438075742,"analyticalQuality":{"elo":1651.95,"lower95ci":1642.16,"upper95ci":1663.52},"presentation":{"elo":1428.74,"lower95ci":1418.46,"upper95ci":1439.25}},"briefcaseTotalCost":612.8548889841259,"timescaleData":{"medianOutputSpeed":38.8900089397451,"medianTimeToFirstChunk":3.956985613},"outputSpeedVariance":{"p05":26.8333642986908,"q25":32.0390505524071,"median":38.8900089397451,"q75":44.7360056239816,"p95":68.2875533019095},"timeToFirstChunkVariance":{"p05":1.84685739299994,"q25":3.50159470200003,"median":3.956985613,"q75":4.79972290400008,"p95":8.36658756700012},"performanceByPromptType":{"medium":{"medianOutputSpeed":38.6850728915281,"medianTimeToFirstChunk":3.41136290249997,"medianTimeToFirstAnswerToken":55.11089066629521,"medianEndToEndResponseTime":68.03577260724404},"long":{"medianOutputSpeed":38.8900089397451,"medianTimeToFirstChunk":3.956985613,"medianTimeToFirstAnswerToken":55.3840758741191,"medianEndToEndResponseTime":68.24084843939887},"hundredK":{"medianOutputSpeed":48.5858038970933,"medianTimeToFirstChunk":9.58880844749996,"medianTimeToFirstAnswerToken":50.753095946706125,"medianEndToEndResponseTime":61.04416782150767},"mediumParallel":{"medianOutputSpeed":33.9531983482465,"medianTimeToFirstChunk":3.08745517300008,"medianTimeToFirstAnswerToken":61.9920679133574,"medianEndToEndResponseTime":76.71822109844673}},"endToEndResponseTime":{"input":3.956985613,"reasoning":51.4270902611191,"answer":12.856772565279774,"total":68.24084843939887},"timeToFirstAnswerToken":{"input":3.956985613,"reasoning":51.4270902611191,"total":55.3840758741191},"performanceDataSource":{"type":"firstParty","providerName":"Kimi"},"hostModelCount":19,"creator":{"id":"0a177021-87dd-4250-9a37-f01df196bfe0","slug":"kimi","name":"Kimi","logo":"/img/logos/kimi.jpg","color":"#047AFE","country":"cn","url":"https://www.moonshot.cn/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/moonshotai/kimi-k3","matchedBy":"slug","catalog":{"id":"moonshotai/kimi-k3","canonical_slug":"moonshotai/kimi-k3-20260715","hugging_face_id":"moonshotai/Kimi-K3","name":"MoonshotAI: Kimi K3","created":1784215858,"description":"Kimi K3 is a 2.8T parameter open-weight multimodal reasoning model from Moonshot AI. It is suited for complex coding, knowledge work, and long-horizon agentic workflows, and is particularly strong at...","context_length":1048576,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000017","completion":"0.0000085","input_cache_read":"0.00000017"},"top_provider":{"context_length":1048576,"max_completion_tokens":943718,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/moonshotai/kimi-k3-20260715/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1252,"win_rate":54.9,"rank":3},{"arena":"agents","category":"androidnative","elo":1258,"win_rate":55.3,"rank":5},{"arena":"agents","category":"fullstack","elo":1333,"win_rate":63.2,"rank":2},{"arena":"agents","category":"godotgamedev","elo":1199,"win_rate":48.5,"rank":10},{"arena":"agents","category":"htmlslides","elo":1259,"win_rate":59.6,"rank":2},{"arena":"agents","category":"mobileapps","elo":1279,"win_rate":57.5,"rank":3},{"arena":"agents","category":"python-pptxslides","elo":1273,"win_rate":59.2,"rank":4},{"arena":"agents","category":"webapps","elo":1309,"win_rate":59.9,"rank":4},{"arena":"models","category":"3d","elo":1425,"win_rate":68.8,"rank":2},{"arena":"models","category":"codecategories","elo":1387,"win_rate":64.4,"rank":1},{"arena":"models","category":"dataviz","elo":1362,"win_rate":63.8,"rank":4},{"arena":"models","category":"gamedev","elo":1406,"win_rate":63.7,"rank":1},{"arena":"models","category":"svg","elo":1330,"win_rate":62.5,"rank":5},{"arena":"models","category":"uicomponent","elo":1369,"win_rate":63,"rank":2},{"arena":"models","category":"website","elo":1353,"win_rate":60.7,"rank":2}],"artificial_analysis":{"intelligence_index":43.8,"coding_index":76.2,"agentic_index":50.6}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["max","high","low"],"default_effort":"max"}},"endpoints":[{"name":"Relace | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000017","completion":"0.0000085","input_cache_read":"0.00000017","discount":0},"provider_name":"Relace","tag":"relace/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","frequency_penalty","presence_penalty","repetition_penalty","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.39694927279177,"uptime_last_5m":100,"uptime_last_1d":99.24743077024894,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Morph | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000001875","completion":"0.0000105","input_cache_read":"0.0000002175","discount":0.25},"provider_name":"Morph","tag":"morph","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.87212276214834,"uptime_last_5m":100,"uptime_last_1d":98.46113933038396,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"InferenceNet | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.00001095","input_cache_read":"0.00000023","discount":0},"provider_name":"InferenceNet","tag":"inference-net/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.09720132410472,"uptime_last_5m":97.55892255892256,"uptime_last_1d":98.83320247753642,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Wafer | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000021","completion":"0.00001095","input_cache_read":"0.00000021","discount":0},"provider_name":"Wafer","tag":"wafer","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.79838709677419,"uptime_last_5m":100,"uptime_last_1d":99.88217064273493,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Sail Research | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000002144","completion":"0.000010758","input_cache_read":"0.000000244","discount":0},"provider_name":"Sail Research","tag":"sail-research/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","stop","seed","max_tokens","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8963998963999,"uptime_last_5m":100,"uptime_last_1d":99.80300880149025,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000024","completion":"0.000012","input_cache_read":"0.00000024","discount":0.2},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.88158904893886,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Makora | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.00000255","completion":"0.00001275","input_cache_read":"0.00000025599999","discount":0},"provider_name":"Makora","tag":"makora","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","max_tokens","seed","tools","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.14285714285714,"uptime_last_5m":null,"uptime_last_1d":94.96443812233287,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.00000255","completion":"0.00001295","input_cache_read":"0.000000255","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","response_format","logprobs","top_logprobs","tools","tool_choice","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.55257270693512,"uptime_last_5m":100,"uptime_last_1d":99.6938542380626,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.00000285","completion":"0.00001425","input_cache_read":"0.000000285","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":96.11171502634,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Chutes","tag":"chutes/mxfp4","quantization":"mxfp4","max_completion_tokens":65535,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.53354760948172,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Parasail","tag":"parasail/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.32605905006419,"uptime_last_5m":99.91575400168492,"uptime_last_1d":98.67488507005254,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Modal | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Modal","tag":"modal/mxfp4","quantization":"mxfp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","stop","max_tokens","response_format","structured_outputs","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.79018044481745,"uptime_last_5m":99.83136593591905,"uptime_last_1d":99.80181523805685,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.37666223404256,"uptime_last_5m":99.42084942084942,"uptime_last_1d":99.4345794489697,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Fireworks","tag":"fireworks","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.9226636274829,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"BaseTen","tag":"baseten/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.87775061124694,"uptime_last_5m":100,"uptime_last_1d":98.25340798442063,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Moonshot AI | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000003","completion":"0.000015","input_cache_read":"0.0000003","discount":0},"provider_name":"Moonshot AI","tag":"moonshotai/mxfp4","quantization":"mxfp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","frequency_penalty","presence_penalty","structured_outputs","response_format","tool_choice","tools","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.98087039693925,"uptime_last_5m":100,"uptime_last_1d":99.91819390645776,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000033","completion":"0.0000165","input_cache_read":"0.00000033","discount":0},"provider_name":"Fireworks","tag":"fireworks/us","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.8929889298893,"uptime_last_5m":100,"uptime_last_1d":99.05385301993455,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.00000345","completion":"0.00001725","input_cache_read":"0.000000345","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","seed","presence_penalty","response_format","structured_outputs","tools","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.28057553956835,"uptime_last_5m":100,"uptime_last_1d":99.29143919154373,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Fireworks | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.0000045","completion":"0.0000225","input_cache_read":"0.00000045","discount":0},"provider_name":"Fireworks","tag":"fireworks/fast","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","logprobs","top_logprobs","response_format","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.154622307063,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Morph | moonshotai/kimi-k3-20260715","model_id":"moonshotai/kimi-k3","model_name":"MoonshotAI: Kimi K3","context_length":1048576,"pricing":{"prompt":"0.000006","completion":"0.0000225","input_cache_read":"0.0000006","discount":0},"provider_name":"Morph","tag":"morph/fast","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","response_format","structured_outputs","tools","logprobs","top_logprobs","tool_choice","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.55257270693512,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":20,"endpointError":null}},{"id":"e1bfc488-5f48-4d42-abf6-7f3c53d79f9c","slug":"lfm2-5-2-6b","name":"LFM2.5-2.6B","shortName":"LFM2.5-2.6B","sourceUrl":"https://artificialanalysis.ai/models/lfm2-5-2-6b","releaseDate":"2026-08-04","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"lfm2-5-2-6b","name":"LFM2.5-2.6B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":2.7,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":128000,"licenseName":"lfm 1.0","intelligenceIndex":8.38708534765242,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","slug":"liquidai","name":"Liquid AI","logo":"/img/logos/liquidai_small.svg","color":"#000000","country":"us","url":"https://www.liquid.ai"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-10.95,"score":-10.95,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":202.35,"score":202.35,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0721649484536082,"score":0.0721649484536082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0449438202247191,"score":0.0449438202247191,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.143518518518519,"score":0.143518518518519,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.0566666666666667,"score":0.0566666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.06209453197405,"score":0.06209453197405,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.557575757575758,"score":0.557575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"e1bfc488-5f48-4d42-abf6-7f3c53d79f9c","slug":"lfm2-5-2-6b","name":"LFM2.5-2.6B","shortName":"LFM2.5-2.6B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-04","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"lfm2-5-2-6b","name":"LFM2.5-2.6B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":2.7,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":128000,"licenseName":"lfm 1.0","licenseUrl":"https://huggingface.co/LiquidAI/LFM2-2.6B-Exp/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/LiquidAI/LFM2.5-2.6B","microevalsEnabled":false,"intelligenceIndex":8.38708534765242,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-10.95,"omniscienceBreakdown":{"accuracy":0.0435,"hallucinationRate":0.159958180867747},"gdpval":202.35,"gdpvalNormalized":0,"itBenchSre":null,"tau2":null,"tauBanking":0.0721649484536082,"terminalbenchHard":null,"terminalBench21":0.0449438202247191,"terminalBench40":null,"scicode":0.143518518518519,"lcr":0.0566666666666667,"ifbench":null,"hle":0.06209453197405,"gpqa":0.557575757575758,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":5,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Liquid AI"},"hostModelCount":1,"creator":{"id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","slug":"liquidai","name":"Liquid AI","logo":"/img/logos/liquidai_small.svg","color":"#000000","country":"us","url":"https://www.liquid.ai"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/liquid/lfm-2.5-2.6b:free","matchedBy":"slug","catalog":{"id":"liquid/lfm-2.5-2.6b:free","canonical_slug":"liquid/lfm-2.5-2.6b-20260811","hugging_face_id":"LiquidAI/LFM2.5-2.6B","name":"LiquidAI: LFM2.5-2.6B (free)","created":1786470519,"description":"LFM2.5-2.6B is a compact reasoning model from Liquid AI. It is suited for agent workflows, data extraction, RAG, and long-context processing. Liquid advises against using it for agentic coding or...","context_length":65536,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0","completion":"0"},"top_provider":{"context_length":65536,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_completion_tokens","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs"],"default_parameters":{"temperature":0.1,"top_k":50,"repetition_penalty":1.1},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/liquid/lfm-2.5-2.6b-20260811/endpoints"},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Liquid | liquid/lfm-2.5-2.6b-20260811:free","model_id":"liquid/lfm-2.5-2.6b:free","model_name":"LiquidAI: LFM2.5-2.6B","context_length":65536,"pricing":{"prompt":"0","completion":"0","discount":0},"provider_name":"Liquid","tag":"liquid/fp8","quantization":"fp8","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","max_completion_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.9776236294473,"uptime_last_5m":100,"uptime_last_1d":99.97306500952344,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"e2b664ca-7992-4de6-8839-4867f035c892","slug":"lfm2-5-8b-a1b","name":"LFM2.5-8B-A1B","shortName":"LFM2.5-8B-A1B","sourceUrl":"https://artificialanalysis.ai/models/lfm2-5-8b-a1b","releaseDate":"2026-05-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"lfm2-5-8b-a1b","name":"LFM2.5-8B-A1B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":8.3,"inferenceParametersActiveBillions":1.5,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"lfm 1.0","intelligenceIndex":7.21643567343487,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","slug":"liquidai","name":"Liquid AI","logo":"/img/logos/liquidai_small.svg","color":"#000000","country":"us","url":"https://www.liquid.ai"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-33.2,"score":-33.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.160818713450292,"score":0.160818713450292,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0454545454545455,"score":0.0454545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.556462585034014,"score":0.556462585034014,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0685820203892493,"score":0.0685820203892493,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.513131313131313,"score":0.513131313131313,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"e2b664ca-7992-4de6-8839-4867f035c892","slug":"lfm2-5-8b-a1b","name":"LFM2.5-8B-A1B","shortName":"LFM2.5-8B-A1B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-28","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"lfm2-5-8b-a1b","name":"LFM2.5-8B-A1B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":8.3,"inferenceParametersActiveBillions":1.5,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"lfm 1.0","licenseUrl":"https://huggingface.co/LiquidAI/LFM2-8B-A1B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/LiquidAI/LFM2.5-8B-A1B","microevalsEnabled":false,"intelligenceIndex":7.21643567343487,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-33.2,"omniscienceBreakdown":{"accuracy":0.09333333333333334,"hallucinationRate":0.46911764705882353},"gdpval":null,"itBenchSre":null,"tau2":0.160818713450292,"tauBanking":null,"terminalbenchHard":0.0454545454545455,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.556462585034014,"hle":0.0685820203892493,"gpqa":0.513131313131313,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":4,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","slug":"liquidai","name":"Liquid AI","logo":"/img/logos/liquidai_small.svg","color":"#000000","country":"us","url":"https://www.liquid.ai"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"3c5289e5-1c62-434c-bc44-c51c39f640a1","slug":"lfm2-5-vl-1-6b","name":"LFM2.5-VL-1.6B","shortName":"LFM2.5-VL-1.6B","sourceUrl":"https://artificialanalysis.ai/models/lfm2-5-vl-1-6b","releaseDate":"2026-01-05","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"lfm2-5-vl-1-6b","name":"LFM2.5-VL-1.6B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1.6,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":32000,"licenseName":"lfm 1.0","intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","slug":"liquidai","name":"Liquid AI","logo":"/img/logos/liquidai_small.svg","color":"#000000","country":"us","url":"https://www.liquid.ai"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-84.41666666666667,"score":-84.41666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.0847953216374269,"score":0.0847953216374269,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.331292517006803,"score":0.331292517006803,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0509731232622799,"score":0.0509731232622799,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.288888888888889,"score":0.288888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.265317919075145,"score":0.265317919075145,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"3c5289e5-1c62-434c-bc44-c51c39f640a1","slug":"lfm2-5-vl-1-6b","name":"LFM2.5-VL-1.6B","shortName":"LFM2.5-VL-1.6B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-01-05","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"lfm2-5-vl-1-6b","name":"LFM2.5-VL-1.6B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":1.6,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":32000,"licenseName":"lfm 1.0","licenseUrl":"https://huggingface.co/LiquidAI/LFM2-8B-A1B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B","microevalsEnabled":false,"intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-84.41666666666667,"omniscienceBreakdown":{"accuracy":0.057833333333333334,"hallucinationRate":0.9573677693260216},"gdpval":null,"itBenchSre":null,"tau2":0.0847953216374269,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.331292517006803,"hle":0.0509731232622799,"gpqa":0.288888888888889,"critpt":0,"apexAgents":null,"mmmuPro":0.265317919075145,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":4,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"5b1886c4-43ba-4007-b840-9d21a2b7d42c","slug":"liquidai","name":"Liquid AI","logo":"/img/logos/liquidai_small.svg","color":"#000000","country":"us","url":"https://www.liquid.ai"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"e33dc369-ae81-40e0-8c4e-28b002d02197","slug":"ling-3-0-flash","name":"Ling 3.0 Flash","shortName":"Ling 3.0 Flash","sourceUrl":"https://artificialanalysis.ai/models/ling-3-0-flash","releaseDate":"2026-08-04","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"ling-3-0-flash","name":"Ling 3.0 Flash"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":124,"inferenceParametersActiveBillions":5.1,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":null,"intelligenceIndex":20.6349521865481,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":20.33588052270783,"strategyAndOps":14.346191733258195,"legal":22.275060782483425,"engineering":24.20029276446445,"economics":31.51620395041705},"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":310.020858231874,"canonicalInputTokens":1476271560,"canonicalOutputTokens":261278745,"outputTokensPerTask":48696.98128055749,"answerTokensPerTask":15489.914338358092,"reasoningTokensPerTask":33207.0669421994,"price1mInputTokens":0.075,"price1mOutputTokens":0.22,"cacheHitPrice":0.015,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.03365667359054066,"latency":{"timeToFirstChunkMs":2.5362154115,"timeToFirstAnswerTokenMs":8.987394249615916,"endToEndMs":10.600188959144896}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":802.47,"score":802.47,"outputTokensPerTask":38365,"costPerTask":0.038177616032745054,"timePerTask":107.72889790009086,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1017.28,"score":1017.28,"outputTokensPerTask":31199.8,"costPerTask":0.024367039418151486,"timePerTask":87.6090204275578,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.03219648917147413,"score":0.03219648917147413,"outputTokensPerTask":26989.62404870624,"costPerTask":0.04565073859290622,"timePerTask":75.78684878156943,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":114429.95454545454,"costPerTask":0.16512177475583587,"timePerTask":321.31924644700405,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.420138888888889,"score":0.420138888888889,"outputTokensPerTask":15974.78125,"costPerTask":0.0036884810416666666,"timePerTask":44.85717654783099,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.236793327154773,"score":0.236793327154773,"outputTokensPerTask":71278.4703429101,"costPerTask":0.01570696810936052,"timePerTask":200.14990366339157,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.054,"score":0.054,"outputTokensPerTask":9367.76,"costPerTask":0.0049043027,"timePerTask":26.30466468376268,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0171428571428571,"score":0.0171428571428571,"outputTokensPerTask":159332.35714285713,"costPerTask":0.03539447142857143,"timePerTask":447.4051670747731,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-17.883333333333333,"score":-17.883333333333333,"outputTokensPerTask":9168.495,"costPerTask":0.0020275354375,"timePerTask":25.74512867854799,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.73,"score":0.73,"outputTokensPerTask":1183.27,"costPerTask":0.0085012039,"timePerTask":3.3226214783849994,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.054,"score":0.054,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1017.28,"score":1017.28,"outputTokensPerTask":31199.8,"costPerTask":0.024367039418151486,"timePerTask":87.6090204275578,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.25864,"score":0.25864,"outputTokensPerTask":31199.8,"costPerTask":0.024367039418151486,"timePerTask":87.6090204275578,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.272164948453608,"score":0.272164948453608,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.554307116104869,"score":0.554307116104869,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":114429.95454545454,"costPerTask":0.16512177475583587,"timePerTask":321.31924644700405,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.73,"score":0.73,"outputTokensPerTask":1183.27,"costPerTask":0.0085012039,"timePerTask":3.3226214783849994,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.236793327154773,"score":0.236793327154773,"outputTokensPerTask":71278.4703429101,"costPerTask":0.01570696810936052,"timePerTask":200.14990366339157,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.854545454545454,"score":0.854545454545454,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.03219648917147413,"score":0.03219648917147413,"outputTokensPerTask":26989.62404870624,"costPerTask":0.04565073859290622,"timePerTask":75.78684878156943,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":20.33588052270783,"score":20.33588052270783,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":14.346191733258195,"score":14.346191733258195,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":22.275060782483425,"score":22.275060782483425,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":24.20029276446445,"score":24.20029276446445,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":31.51620395041705,"score":31.51620395041705,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"e33dc369-ae81-40e0-8c4e-28b002d02197","slug":"ling-3-0-flash","name":"Ling 3.0 Flash","shortName":"Ling 3.0 Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-04","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"ling-3-0-flash","name":"Ling 3.0 Flash"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":124,"inferenceParametersActiveBillions":5.1,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":20.6349521865481,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":20.33588052270783,"strategyAndOps":14.346191733258195,"legal":22.275060782483425,"engineering":24.20029276446445,"economics":31.51620395041705},"omniscience":-17.883333333333333,"omniscienceBreakdown":{"accuracy":0.18166666666666667,"hallucinationRate":0.4405295315682281},"gdpPdfAllPass":0.054,"gdpval":1017.28,"gdpvalNormalized":0.25864,"itBenchSre":null,"tau2":null,"tauBanking":0.272164948453608,"terminalbenchHard":null,"terminalBench21":0.554307116104869,"terminalBench40":0,"scicode":0.420138888888889,"lcr":0.73,"ifbench":null,"hle":0.236793327154773,"gpqa":0.854545454545454,"critpt":0.0171428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.03219648917147413,"price1mInputTokens":0.075,"price1mOutputTokens":0.22,"cacheHitPrice":0.015,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.11124999999999999,"price1mBlended7To2To1":0.0475,"price1mBlended0To1To1":0.1475,"price1mBlended100To1To1":0.017598039215686274,"price1mBlended0To100To1":0.07643564356435643,"intelligenceIndexTimePerTask":136.74109538422556,"intelligenceIndexCost":{"total":100.66678012539768,"input":43.18545622539768,"nonCacheInput":1.300712925,"cacheRead":16.883727693650577,"cacheWrite":25.001015606747103,"output":57.48132390000001,"reasoning":49.56612496,"answer":7.915198940000001},"intelligenceIndexCostPerTask":{"cost":{"total":0.03365667359054066,"input":0.02294333770881802,"nonCacheInput":0.000752062421397982,"cacheRead":0.009273311947255305,"cacheWrite":0.012917963340164727,"output":0.010713335881722649,"reasoning":0.007305554727283867,"answer":0.0034077811544387807},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.0057266424049117574},{"slug":"gdpval-aa","weightedCostPerTask":0.0024367039418151486},{"slug":"automationbench-aa","weightedCostPerTask":0.002282536929645311},{"slug":"terminalbench-4-0","weightedCostPerTask":0.016512177475583586},{"slug":"scicode","weightedCostPerTask":0.0003688481041666667},{"slug":"humanitys-last-exam","weightedCostPerTask":0.001570696810936052},{"slug":"gdp-pdf","weightedCostPerTask":0.00049043027},{"slug":"critpt","weightedCostPerTask":0.0035394471428571435},{"slug":"omniscience","weightedCostPerTask":0.00030413031562499994},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.000425060195}]},"canonicalIntelligenceIndexTokenCount":{"input":1476271560,"output":261278745,"answer":35978177,"reasoning":225300568},"intelligenceIndexOutputTokensPerTask":{"reasoning":33207.0669421994,"answer":15489.914338358092,"output":48696.98128055749},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":802.47,"outputTokensPerTask":38365,"costPerTask":0.038177616032745054,"timePerTask":107.72889790009086},{"slug":"gdpval-aa","score":1017.28,"outputTokensPerTask":31199.8,"costPerTask":0.024367039418151486,"timePerTask":87.6090204275578},{"slug":"automationbench-aa","score":0.03219648917147413,"outputTokensPerTask":26989.62404870624,"costPerTask":0.04565073859290622,"timePerTask":75.78684878156943},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":114429.95454545454,"costPerTask":0.16512177475583587,"timePerTask":321.31924644700405},{"slug":"scicode","score":0.420138888888889,"outputTokensPerTask":15974.78125,"costPerTask":0.0036884810416666666,"timePerTask":44.85717654783099},{"slug":"humanitys-last-exam","score":0.236793327154773,"outputTokensPerTask":71278.4703429101,"costPerTask":0.01570696810936052,"timePerTask":200.14990366339157},{"slug":"gdp-pdf","score":0.054,"outputTokensPerTask":9367.76,"costPerTask":0.0049043027,"timePerTask":26.30466468376268},{"slug":"critpt","score":0.0171428571428571,"outputTokensPerTask":159332.35714285713,"costPerTask":0.03539447142857143,"timePerTask":447.4051670747731},{"slug":"omniscience","score":-17.883333333333333,"outputTokensPerTask":9168.495,"costPerTask":0.0020275354375,"timePerTask":25.74512867854799},{"slug":"artificial-analysis-long-context-reasoning","score":0.73,"outputTokensPerTask":1183.27,"costPerTask":0.0085012039,"timePerTask":3.3226214783849994}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":802.47,"lower95ci":794.4,"upper95ci":809.69},"rubricPassRate":0.17373737373737375,"analyticalQuality":{"elo":678.31,"lower95ci":662.45,"upper95ci":695.02},"presentation":{"elo":894.91,"lower95ci":880.24,"upper95ci":908.64}},"briefcaseTotalCost":3.4741630589797996,"timescaleData":{"medianOutputSpeed":310.020858231874,"medianTimeToFirstChunk":2.5362154115},"outputSpeedVariance":{"p05":245.267962253917,"q25":280.229650342476,"median":310.020858231874,"q75":366.190843301235,"p95":435.109147194635},"timeToFirstChunkVariance":{"p05":2.28743559644995,"q25":2.45594057525028,"median":2.5362154115,"q75":3.0651843165,"p95":4.14900989080002},"performanceByPromptType":{"medium":{"medianOutputSpeed":353.534403135169,"medianTimeToFirstChunk":1.689842772,"medianTimeToFirstAnswerToken":7.347000837138367,"medianEndToEndResponseTime":8.76129035342296},"long":{"medianOutputSpeed":310.020858231874,"medianTimeToFirstChunk":2.5362154115,"medianTimeToFirstAnswerToken":8.987394249615916,"medianEndToEndResponseTime":10.600188959144896},"hundredK":{"medianOutputSpeed":371.400447325026,"medianTimeToFirstChunk":8.43157578250007,"medianTimeToFirstAnswerToken":13.81659891428356,"medianEndToEndResponseTime":15.162854697229431},"mediumParallel":{"medianOutputSpeed":341.195412293192,"medianTimeToFirstChunk":1.72873951949998,"medianTimeToFirstAnswerToken":7.590483048106934,"medianEndToEndResponseTime":9.055918930258674}},"endToEndResponseTime":{"input":2.5362154115,"reasoning":6.451178838115916,"answer":1.612794709528979,"total":10.600188959144896},"timeToFirstAnswerToken":{"input":2.5362154115,"reasoning":6.451178838115916,"total":8.987394249615916},"performanceDataSource":{"type":"firstParty","providerName":"InclusionAI"},"hostModelCount":2,"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/inclusionai/ling-3.0-flash","matchedBy":"slug","catalog":{"id":"inclusionai/ling-3.0-flash","canonical_slug":"inclusionai/ling-3.0-flash-20260723","hugging_face_id":"inclusionAI/Ling-3.0-flash","name":"inclusionAI: Ling 3.0 Flash","created":1784818580,"description":"*Ling-3.0-flash* is a *124B-parameter Mixture-of-Experts (MoE) model*, with approximately *5.1B parameters activated per token*. The model is designed with *token efficiency and production-scale agentic inference* as key priorities, enabling developers...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000000021","completion":"0.000000063","input_cache_read":"0.0000000042"},"top_provider":{"context_length":262144,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/inclusionai/ling-3.0-flash-20260723/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":20.6,"coding_index":50.6,"agentic_index":21}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Novita | inclusionai/ling-3.0-flash-20260723","model_id":"inclusionai/ling-3.0-flash","model_name":"inclusionAI: Ling 3.0 Flash","context_length":262144,"pricing":{"prompt":"0.000000021","completion":"0.000000063","input_cache_read":"0.0000000042","discount":0.65},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99775460026271,"uptime_last_5m":100,"uptime_last_1d":99.99700010654794,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | inclusionai/ling-3.0-flash-20260723","model_id":"inclusionai/ling-3.0-flash","model_name":"inclusionAI: Ling 3.0 Flash","context_length":131072,"pricing":{"prompt":"0.00000006","completion":"0.00000018","input_cache_read":"0.000000012","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.8638838475499,"uptime_last_5m":100,"uptime_last_1d":98.42369172898967,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"7eaf926c-5f39-4e58-ae50-c38b5fc630fc","slug":"ling-3-0-tiny","name":"Ling 3.0 Tiny","shortName":"Ling 3.0 Tiny","sourceUrl":"https://artificialanalysis.ai/models/ling-3-0-tiny","releaseDate":"2026-08-06","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"ling-3-0-tiny","name":"Ling 3.0 Tiny"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":7.9,"inferenceParametersActiveBillions":1.3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"MIT","intelligenceIndex":11.8679233769305,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":10.796641335565585,"strategyAndOps":5.618223503957432,"legal":15.242435142062776,"engineering":16.650326969416128,"economics":22.079379595304292},"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":154.185979401202,"canonicalInputTokens":2607178931,"canonicalOutputTokens":231700870,"outputTokensPerTask":70287.46271777444,"answerTokensPerTask":30352.390728791637,"reasoningTokensPerTask":39935.0719889828,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0,"latency":{"timeToFirstChunkMs":2.54548886950001,"timeToFirstAnswerTokenMs":15.516836898466181,"endToEndMs":18.75967390570772}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":481.43,"score":481.43,"outputTokensPerTask":86489.20879120879,"costPerTask":0,"timePerTask":450.81584718272836,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":715.64,"score":715.64,"outputTokensPerTask":84517.40909090909,"costPerTask":0,"timePerTask":440.538049931615,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.002807334937855976,"score":0.002807334937855976,"outputTokensPerTask":14439.55098934551,"costPerTask":0,"timePerTask":75.26463131272935,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":201692.5606060606,"costPerTask":0,"timePerTask":1051.3011258962656,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.241898148148148,"score":0.241898148148148,"outputTokensPerTask":34127.35763888889,"costPerTask":0,"timePerTask":177.88523980170206,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0931417979610751,"score":0.0931417979610751,"outputTokensPerTask":62782.67608897127,"costPerTask":0,"timePerTask":327.24805446856294,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.008,"score":0.008,"outputTokensPerTask":21469.2,"costPerTask":0,"timePerTask":111.90593279330844,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":154122.82857142857,"costPerTask":0,"timePerTask":803.3489322391558,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-19.35,"score":-19.35,"outputTokensPerTask":3990.704333333333,"costPerTask":0,"timePerTask":20.801123978721364,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.603333333333333,"score":0.603333333333333,"outputTokensPerTask":2445.9,"costPerTask":0,"timePerTask":12.74899488658884,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.008,"score":0.008,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":715.64,"score":715.64,"outputTokensPerTask":84517.40909090909,"costPerTask":0,"timePerTask":440.538049931615,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.10782,"score":0.10782,"outputTokensPerTask":84517.40909090909,"costPerTask":0,"timePerTask":440.538049931615,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.208247422680412,"score":0.208247422680412,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.277153558052434,"score":0.277153558052434,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":201692.5606060606,"costPerTask":0,"timePerTask":1051.3011258962656,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.603333333333333,"score":0.603333333333333,"outputTokensPerTask":2445.9,"costPerTask":0,"timePerTask":12.74899488658884,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0931417979610751,"score":0.0931417979610751,"outputTokensPerTask":62782.67608897127,"costPerTask":0,"timePerTask":327.24805446856294,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.734343434343434,"score":0.734343434343434,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.002807334937855976,"score":0.002807334937855976,"outputTokensPerTask":14439.55098934551,"costPerTask":0,"timePerTask":75.26463131272935,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":10.796641335565585,"score":10.796641335565585,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":5.618223503957432,"score":5.618223503957432,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":15.242435142062776,"score":15.242435142062776,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":16.650326969416128,"score":16.650326969416128,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":22.079379595304292,"score":22.079379595304292,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"7eaf926c-5f39-4e58-ae50-c38b5fc630fc","slug":"ling-3-0-tiny","name":"Ling 3.0 Tiny","shortName":"Ling 3.0 Tiny","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-06","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"ling-3-0-tiny","name":"Ling 3.0 Tiny"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":7.9,"inferenceParametersActiveBillions":1.3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/inclusionAI/Ling-3.0-tiny-int4","microevalsEnabled":false,"intelligenceIndex":11.8679233769305,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":10.796641335565585,"strategyAndOps":5.618223503957432,"legal":15.242435142062776,"engineering":16.650326969416128,"economics":22.079379595304292},"omniscience":-19.35,"omniscienceBreakdown":{"accuracy":0.08516666666666667,"hallucinationRate":0.3046092184368738},"gdpPdfAllPass":0.008,"gdpval":715.64,"gdpvalNormalized":0.10782,"itBenchSre":null,"tau2":null,"tauBanking":0.208247422680412,"terminalbenchHard":null,"terminalBench21":0.277153558052434,"terminalBench40":0,"scicode":0.241898148148148,"lcr":0.603333333333333,"ifbench":null,"hle":0.0931417979610751,"gpqa":0.734343434343434,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.002807334937855976,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexTimePerTask":366.3659604972444,"intelligenceIndexCost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"intelligenceIndexCostPerTask":{"cost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0},{"slug":"gdpval-aa","weightedCostPerTask":0},{"slug":"automationbench-aa","weightedCostPerTask":0},{"slug":"terminalbench-4-0","weightedCostPerTask":0},{"slug":"scicode","weightedCostPerTask":0},{"slug":"humanitys-last-exam","weightedCostPerTask":0},{"slug":"gdp-pdf","weightedCostPerTask":0},{"slug":"critpt","weightedCostPerTask":0},{"slug":"omniscience","weightedCostPerTask":0},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0}]},"canonicalIntelligenceIndexTokenCount":{"input":2607178931,"output":231700870,"answer":41770799,"reasoning":189930071},"intelligenceIndexOutputTokensPerTask":{"reasoning":39935.0719889828,"answer":30352.390728791637,"output":70287.46271777444},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":481.43,"outputTokensPerTask":86489.20879120879,"costPerTask":0,"timePerTask":450.81584718272836},{"slug":"gdpval-aa","score":715.64,"outputTokensPerTask":84517.40909090909,"costPerTask":0,"timePerTask":440.538049931615},{"slug":"automationbench-aa","score":0.002807334937855976,"outputTokensPerTask":14439.55098934551,"costPerTask":0,"timePerTask":75.26463131272935},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":201692.5606060606,"costPerTask":0,"timePerTask":1051.3011258962656},{"slug":"scicode","score":0.241898148148148,"outputTokensPerTask":34127.35763888889,"costPerTask":0,"timePerTask":177.88523980170206},{"slug":"humanitys-last-exam","score":0.0931417979610751,"outputTokensPerTask":62782.67608897127,"costPerTask":0,"timePerTask":327.24805446856294},{"slug":"gdp-pdf","score":0.008,"outputTokensPerTask":21469.2,"costPerTask":0,"timePerTask":111.90593279330844},{"slug":"critpt","score":0,"outputTokensPerTask":154122.82857142857,"costPerTask":0,"timePerTask":803.3489322391558},{"slug":"omniscience","score":-19.35,"outputTokensPerTask":3990.704333333333,"costPerTask":0,"timePerTask":20.801123978721364},{"slug":"artificial-analysis-long-context-reasoning","score":0.603333333333333,"outputTokensPerTask":2445.9,"costPerTask":0,"timePerTask":12.74899488658884}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":481.43,"lower95ci":471.86,"upper95ci":490.76},"rubricPassRate":0.08383838383838384,"analyticalQuality":{"elo":156.24,"lower95ci":136.99,"upper95ci":174.85},"presentation":{"elo":624.82,"lower95ci":607.31,"upper95ci":640.74}},"briefcaseTotalCost":0,"timescaleData":{"medianOutputSpeed":154.185979401202,"medianTimeToFirstChunk":2.54548886950001},"outputSpeedVariance":{"p05":53.825736249978,"q25":134.479079296837,"median":154.185979401202,"q75":157.135684631958,"p95":174.647607445746},"timeToFirstChunkVariance":{"p05":2.11656435854999,"q25":2.41534175975,"median":2.54548886950001,"q75":4.6438459415,"p95":19.4524000440999},"performanceByPromptType":{"medium":{"medianOutputSpeed":189.043434187536,"medianTimeToFirstChunk":1.83775960600001,"medianTimeToFirstAnswerToken":12.41733888943573,"medianEndToEndResponseTime":15.06223371029466},"long":{"medianOutputSpeed":154.185979401202,"medianTimeToFirstChunk":2.54548886950001,"medianTimeToFirstAnswerToken":15.516836898466181,"medianEndToEndResponseTime":18.75967390570772},"hundredK":{"medianOutputSpeed":135.601381043974,"medianTimeToFirstChunk":7.81198108950005,"medianTimeToFirstAnswerToken":22.561093411235348,"medianEndToEndResponseTime":26.248371491669175},"mediumParallel":{"medianOutputSpeed":213.740872745613,"medianTimeToFirstChunk":1.92436284950008,"medianTimeToFirstAnswerToken":11.281487550587695,"medianEndToEndResponseTime":13.620768725859598}},"endToEndResponseTime":{"input":2.54548886950001,"reasoning":12.97134802896617,"answer":3.2428370072415427,"total":18.75967390570772},"timeToFirstAnswerToken":{"input":2.54548886950001,"reasoning":12.97134802896617,"total":15.516836898466181},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"2e46d2fd-eb2b-42b9-9fe4-be50630fe870","slug":"ling-2-6-1t","name":"Ling-2.6-1T","shortName":"Ling-2.6-1T","sourceUrl":"https://artificialanalysis.ai/models/ling-2-6-1t","releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"ling-2-6-1t","name":"Ling-2.6-1T"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1026,"inferenceParametersActiveBillions":63,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"MIT","intelligenceIndex":17.0002388154878,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-50.6,"score":-50.6,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.89766081871345,"score":0.89766081871345,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.310606060606061,"score":0.310606060606061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.416666666666667,"score":0.416666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.568707482993197,"score":0.568707482993197,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0871177015755329,"score":0.0871177015755329,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.751515151515151,"score":0.751515151515151,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"2e46d2fd-eb2b-42b9-9fe4-be50630fe870","slug":"ling-2-6-1t","name":"Ling-2.6-1T","shortName":"Ling-2.6-1T","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-23","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"ling-2-6-1t","name":"Ling-2.6-1T"},"deprecated":true,"deprecatedTo":"ling-3-0-flash","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1026,"inferenceParametersActiveBillions":63,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/inclusionAI/Ling-2.6-1T","microevalsEnabled":true,"intelligenceIndex":17.0002388154878,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-50.6,"omniscienceBreakdown":{"accuracy":0.219,"hallucinationRate":0.9282970550576184},"gdpval":null,"itBenchSre":null,"tau2":0.89766081871345,"tauBanking":null,"terminalbenchHard":0.310606060606061,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.416666666666667,"ifbench":0.568707482993197,"hle":0.0871177015755329,"gpqa":0.751515151515151,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.52,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.32156862745098036,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"6d6fa1c9-b833-40b2-8a58-fa810e24a84e","slug":"ling-3-0-flash-fin","name":"Ling-3.0-flash-Fin","shortName":"Ling-3.0-flash-Fin","sourceUrl":"https://artificialanalysis.ai/models/ling-3-0-flash-fin","releaseDate":"2026-09-11","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"ling-3-0-flash-fin","name":"Ling-3.0-flash-Fin"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":124,"inferenceParametersActiveBillions":5.1,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"MIT","intelligenceIndex":23.0214828940594,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":23.84090501406378,"strategyAndOps":19.458539661805233,"legal":25.154873827173784,"engineering":25.63574394280419,"economics":34.38806919987643},"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":160.644462904786,"canonicalInputTokens":4712319247,"canonicalOutputTokens":248534210,"outputTokensPerTask":66698.07852058602,"answerTokensPerTask":23519.397643418808,"reasoningTokensPerTask":43178.6808771672,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.12195615400015,"timeToFirstAnswerTokenMs":15.571809475028715,"endToEndMs":18.684272805285854}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":967.05,"score":967.05,"outputTokensPerTask":77003.93406593407,"costPerTask":null,"timePerTask":434.19869705137535,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1170.55,"score":1170.55,"outputTokensPerTask":106976.41818181818,"costPerTask":null,"timePerTask":603.2032253053055,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.07394444993005693,"score":0.07394444993005693,"outputTokensPerTask":54469.10806697108,"costPerTask":null,"timePerTask":307.13256457753056,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":137155.34848484848,"costPerTask":null,"timePerTask":773.3718325969812,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.423611111111111,"score":0.423611111111111,"outputTokensPerTask":16634.774305555555,"costPerTask":0,"timePerTask":93.79777042341046,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.22613531047266,"score":0.22613531047266,"outputTokensPerTask":60415.79935125116,"costPerTask":0,"timePerTask":340.6639112382132,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.054,"score":0.054,"outputTokensPerTask":12620.56,"costPerTask":0,"timePerTask":71.16299672905853,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0257142857142857,"score":0.0257142857142857,"outputTokensPerTask":183570.7,"costPerTask":0,"timePerTask":1035.0920342402387,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-14.583333333333334,"score":-14.583333333333334,"outputTokensPerTask":3947.389833333333,"costPerTask":0,"timePerTask":22.257973481194096,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.736666666666667,"score":0.736666666666667,"outputTokensPerTask":1891.29,"costPerTask":0,"timePerTask":10.664333760443366,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.054,"score":0.054,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1170.55,"score":1170.55,"outputTokensPerTask":106976.41818181818,"costPerTask":null,"timePerTask":603.2032253053055,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.335275,"score":0.335275,"outputTokensPerTask":106976.41818181818,"costPerTask":null,"timePerTask":603.2032253053055,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.385567010309278,"score":0.385567010309278,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.625468164794007,"score":0.625468164794007,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":137155.34848484848,"costPerTask":null,"timePerTask":773.3718325969812,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.736666666666667,"score":0.736666666666667,"outputTokensPerTask":1891.29,"costPerTask":0,"timePerTask":10.664333760443366,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.22613531047266,"score":0.22613531047266,"outputTokensPerTask":60415.79935125116,"costPerTask":0,"timePerTask":340.6639112382132,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.274336283185841,"score":0.274336283185841,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.1625,"score":0.1625,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.07394444993005693,"score":0.07394444993005693,"outputTokensPerTask":54469.10806697108,"costPerTask":null,"timePerTask":307.13256457753056,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":23.84090501406378,"score":23.84090501406378,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":19.458539661805233,"score":19.458539661805233,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":25.154873827173784,"score":25.154873827173784,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":25.63574394280419,"score":25.63574394280419,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":34.38806919987643,"score":34.38806919987643,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"6d6fa1c9-b833-40b2-8a58-fa810e24a84e","slug":"ling-3-0-flash-fin","name":"Ling-3.0-flash-Fin","shortName":"Ling-3.0-flash-Fin","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-11","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"ling-3-0-flash-fin","name":"Ling-3.0-flash-Fin"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":124,"inferenceParametersActiveBillions":5.1,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/inclusionAI/Ling-3.0-flash-Fin","microevalsEnabled":false,"intelligenceIndex":23.0214828940594,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":23.84090501406378,"strategyAndOps":19.458539661805233,"legal":25.154873827173784,"engineering":25.63574394280419,"economics":34.38806919987643},"omniscience":-14.583333333333334,"omniscienceBreakdown":{"accuracy":0.17866666666666667,"hallucinationRate":0.3950892857142857},"gdpPdfAllPass":0.054,"gdpval":1170.55,"gdpvalNormalized":0.335275,"itBenchSre":null,"tau2":null,"tauBanking":0.385567010309278,"terminalbenchHard":null,"terminalBench21":0.625468164794007,"terminalBench40":0,"scicode":0.423611111111111,"lcr":0.736666666666667,"ifbench":null,"hle":0.22613531047266,"gpqa":null,"critpt":0.0257142857142857,"apexAgents":0.274336283185841,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":0.1625,"automationBenchPartialScore":0.07394444993005693,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexTimePerTask":376.08752255010484,"canonicalIntelligenceIndexTokenCount":{"input":4712319247,"output":248534210,"answer":55975173,"reasoning":192559037},"intelligenceIndexOutputTokensPerTask":{"reasoning":43178.6808771672,"answer":23519.397643418808,"output":66698.07852058602},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":967.05,"outputTokensPerTask":77003.93406593407,"timePerTask":434.19869705137535},{"slug":"gdpval-aa","score":1170.55,"outputTokensPerTask":106976.41818181818,"timePerTask":603.2032253053055},{"slug":"automationbench-aa","score":0.07394444993005693,"outputTokensPerTask":54469.10806697108,"timePerTask":307.13256457753056},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":137155.34848484848,"timePerTask":773.3718325969812},{"slug":"scicode","score":0.423611111111111,"outputTokensPerTask":16634.774305555555,"costPerTask":0,"timePerTask":93.79777042341046},{"slug":"humanitys-last-exam","score":0.22613531047266,"outputTokensPerTask":60415.79935125116,"costPerTask":0,"timePerTask":340.6639112382132},{"slug":"gdp-pdf","score":0.054,"outputTokensPerTask":12620.56,"costPerTask":0,"timePerTask":71.16299672905853},{"slug":"critpt","score":0.0257142857142857,"outputTokensPerTask":183570.7,"costPerTask":0,"timePerTask":1035.0920342402387},{"slug":"omniscience","score":-14.583333333333334,"outputTokensPerTask":3947.389833333333,"costPerTask":0,"timePerTask":22.257973481194096},{"slug":"artificial-analysis-long-context-reasoning","score":0.736666666666667,"outputTokensPerTask":1891.29,"costPerTask":0,"timePerTask":10.664333760443366}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":967.05,"lower95ci":956.7,"upper95ci":977.09},"rubricPassRate":0.23535353535353534,"analyticalQuality":{"elo":866.25,"lower95ci":848.3,"upper95ci":884.25},"presentation":{"elo":1094.9,"lower95ci":1076.57,"upper95ci":1113.93}},"timescaleData":{"medianOutputSpeed":160.644462904786,"medianTimeToFirstChunk":3.12195615400015},"outputSpeedVariance":{"p05":150.970516814976,"q25":158.065145700827,"median":160.644462904786,"q75":163.810329124745,"p95":169.772937613904},"timeToFirstChunkVariance":{"p05":2.03797864440007,"q25":2.645754036,"median":3.12195615400015,"q75":3.52148301299985,"p95":47.5037271808},"performanceByPromptType":{"medium":{"medianOutputSpeed":163.174761036163,"medianTimeToFirstChunk":1.57704433099991,"medianTimeToFirstAnswerToken":13.833841811811034,"medianEndToEndResponseTime":16.898041182013817},"long":{"medianOutputSpeed":160.644462904786,"medianTimeToFirstChunk":3.12195615400015,"medianTimeToFirstAnswerToken":15.571809475028715,"medianEndToEndResponseTime":18.684272805285854},"hundredK":{"medianOutputSpeed":175.005236546835,"medianTimeToFirstChunk":8.47475632949999,"medianTimeToFirstAnswerToken":19.90298578973536,"medianEndToEndResponseTime":22.760043154794207},"mediumParallel":{"medianOutputSpeed":161.539224983316,"medianTimeToFirstChunk":1.1225788845,"medianTimeToFirstAnswerToken":13.503472752268419,"medianEndToEndResponseTime":16.598696219210524}},"endToEndResponseTime":{"input":3.12195615400015,"reasoning":12.449853321028565,"answer":3.112463330257141,"total":18.684272805285854},"timeToFirstAnswerToken":{"input":3.12195615400015,"reasoning":12.449853321028565,"total":15.571809475028715},"performanceDataSource":{"type":"firstParty","providerName":"InclusionAI"},"hostModelCount":1,"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/inclusionai/ling-3.0-flash-fin","matchedBy":"slug","catalog":{"id":"inclusionai/ling-3.0-flash-fin","canonical_slug":"inclusionai/ling-3.0-flash-fin-20260827","hugging_face_id":null,"name":"inclusionAI: Ling 3.0 Flash Fin","created":1787846290,"description":"Ling 3.0 Flash Fin is a finance-focused mixture-of-experts model from InclusionAI, built on Ling 3.0 Flash with 5.1B active parameters out of 124B total. It is designed for real-world investment...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000006","completion":"0.00000018","input_cache_read":"0.000000012"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/inclusionai/ling-3.0-flash-fin-20260827/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":23,"coding_index":55.6,"agentic_index":29.3}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"DeepInfra | inclusionai/ling-3.0-flash-fin-20260827","model_id":"inclusionai/ling-3.0-flash-fin","model_name":"inclusionAI: Ling 3.0 Flash Fin","context_length":262144,"pricing":{"prompt":"0.00000006","completion":"0.00000018","input_cache_read":"0.000000012","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"433d5c5d-3092-4026-9727-1587ca07915d","slug":"ling-3-0-flash-vl","name":"Ling-3.0-flash-VL","shortName":"Ling-3.0-flash-VL","sourceUrl":"https://artificialanalysis.ai/models/ling-3-0-flash-vl","releaseDate":"2026-09-10","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"ling-3-0-flash-vl","name":"Ling-3.0-flash-VL"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":124,"inferenceParametersActiveBillions":5.5,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"MIT","intelligenceIndex":24.9673304077875,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.04972637030893,"strategyAndOps":21.206383778602696,"legal":26.585086589010878,"engineering":27.866317330861914,"economics":35.6569654386778},"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":145.866211182916,"canonicalInputTokens":4096507673,"canonicalOutputTokens":160341964,"outputTokensPerTask":50180.43627535518,"answerTokensPerTask":20773.10998476277,"reasoningTokensPerTask":29407.32629059241,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.29284203300001,"timeToFirstAnswerTokenMs":16.00403658436875,"endToEndMs":19.431835222210935}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":985.98,"score":985.98,"outputTokensPerTask":86102.94505494506,"costPerTask":null,"timePerTask":557.4320965690808,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1224.84,"score":1224.84,"outputTokensPerTask":59793.21363636364,"costPerTask":null,"timePerTask":387.1023972136119,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.1568437535870999,"score":0.1568437535870999,"outputTokensPerTask":45270.51902587519,"costPerTask":null,"timePerTask":293.0821973308887,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":140034.71212121213,"costPerTask":null,"timePerTask":906.5873777065635,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.44212962962963,"score":0.44212962962963,"outputTokensPerTask":8886.163194444445,"costPerTask":0,"timePerTask":57.52918877250045,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.219647822057461,"score":0.219647822057461,"outputTokensPerTask":29508.041241890638,"costPerTask":0,"timePerTask":191.03561770875015,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.084,"score":0.084,"outputTokensPerTask":7922.02,"costPerTask":0,"timePerTask":51.2873074764656,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.02,"score":0.02,"outputTokensPerTask":96659.78571428571,"costPerTask":0,"timePerTask":625.7772828821245,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-4.533333333333333,"score":-4.533333333333333,"outputTokensPerTask":4408.589833333333,"costPerTask":0,"timePerTask":28.54129405376241,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.783333333333333,"score":0.783333333333333,"outputTokensPerTask":1195.73,"costPerTask":0,"timePerTask":7.741178660093538,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.084,"score":0.084,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1224.84,"score":1224.84,"outputTokensPerTask":59793.21363636364,"costPerTask":null,"timePerTask":387.1023972136119,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.36241999999999996,"score":0.36241999999999996,"outputTokensPerTask":59793.21363636364,"costPerTask":null,"timePerTask":387.1023972136119,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.344329896907216,"score":0.344329896907216,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.644194756554307,"score":0.644194756554307,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":140034.71212121213,"costPerTask":null,"timePerTask":906.5873777065635,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.783333333333333,"score":0.783333333333333,"outputTokensPerTask":1195.73,"costPerTask":0,"timePerTask":7.741178660093538,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.219647822057461,"score":0.219647822057461,"outputTokensPerTask":29508.041241890638,"costPerTask":0,"timePerTask":191.03561770875015,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.861616161616162,"score":0.861616161616162,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.789595375722543,"score":0.789595375722543,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.1568437535870999,"score":0.1568437535870999,"outputTokensPerTask":45270.51902587519,"costPerTask":null,"timePerTask":293.0821973308887,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":24.04972637030893,"score":24.04972637030893,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":21.206383778602696,"score":21.206383778602696,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":26.585086589010878,"score":26.585086589010878,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":27.866317330861914,"score":27.866317330861914,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":35.6569654386778,"score":35.6569654386778,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"433d5c5d-3092-4026-9727-1587ca07915d","slug":"ling-3-0-flash-vl","name":"Ling-3.0-flash-VL","shortName":"Ling-3.0-flash-VL","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-10","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"ling-3-0-flash-vl","name":"Ling-3.0-flash-VL"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":124,"inferenceParametersActiveBillions":5.5,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/inclusionAI/Ling-3.0-flash-VL","microevalsEnabled":false,"intelligenceIndex":24.9673304077875,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.04972637030893,"strategyAndOps":21.206383778602696,"legal":26.585086589010878,"engineering":27.866317330861914,"economics":35.6569654386778},"omniscience":-4.533333333333333,"omniscienceBreakdown":{"accuracy":0.1435,"hallucinationRate":0.2204709087371084},"gdpPdfAllPass":0.084,"gdpval":1224.84,"gdpvalNormalized":0.36241999999999996,"itBenchSre":null,"tau2":null,"tauBanking":0.344329896907216,"terminalbenchHard":null,"terminalBench21":0.644194756554307,"terminalBench40":0,"scicode":0.44212962962963,"lcr":0.783333333333333,"ifbench":null,"hle":0.219647822057461,"gpqa":0.861616161616162,"critpt":0.02,"apexAgents":null,"mmmuPro":0.789595375722543,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.1568437535870999,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexTimePerTask":324.86909456897723,"canonicalIntelligenceIndexTokenCount":{"input":4096507673,"output":160341964,"answer":35863996,"reasoning":124477968},"intelligenceIndexOutputTokensPerTask":{"reasoning":29407.32629059241,"answer":20773.10998476277,"output":50180.43627535518},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":985.98,"outputTokensPerTask":86102.94505494506,"timePerTask":557.4320965690808},{"slug":"gdpval-aa","score":1224.84,"outputTokensPerTask":59793.21363636364,"timePerTask":387.1023972136119},{"slug":"automationbench-aa","score":0.1568437535870999,"outputTokensPerTask":45270.51902587519,"timePerTask":293.0821973308887},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":140034.71212121213,"timePerTask":906.5873777065635},{"slug":"scicode","score":0.44212962962963,"outputTokensPerTask":8886.163194444445,"costPerTask":0,"timePerTask":57.52918877250045},{"slug":"humanitys-last-exam","score":0.219647822057461,"outputTokensPerTask":29508.041241890638,"costPerTask":0,"timePerTask":191.03561770875015},{"slug":"gdp-pdf","score":0.084,"outputTokensPerTask":7922.02,"costPerTask":0,"timePerTask":51.2873074764656},{"slug":"critpt","score":0.02,"outputTokensPerTask":96659.78571428571,"costPerTask":0,"timePerTask":625.7772828821245},{"slug":"omniscience","score":-4.533333333333333,"outputTokensPerTask":4408.589833333333,"costPerTask":0,"timePerTask":28.54129405376241},{"slug":"artificial-analysis-long-context-reasoning","score":0.783333333333333,"outputTokensPerTask":1195.73,"costPerTask":0,"timePerTask":7.741178660093538}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":985.98,"lower95ci":975.53,"upper95ci":996.04},"rubricPassRate":0.2494824016563147,"analyticalQuality":{"elo":906.87,"lower95ci":887.07,"upper95ci":926.4},"presentation":{"elo":1076.05,"lower95ci":1057.59,"upper95ci":1095.4}},"timescaleData":{"medianOutputSpeed":145.866211182916,"medianTimeToFirstChunk":2.29284203300001},"outputSpeedVariance":{"p05":137.427606793827,"q25":141.371788527877,"median":145.866211182916,"q75":147.060954330758,"p95":148.556943425508},"timeToFirstChunkVariance":{"p05":1.80881798985002,"q25":2.14037253749999,"median":2.29284203300001,"q75":2.514037342,"p95":3.09277634729997},"performanceByPromptType":{"medium":{"medianOutputSpeed":145.694836524455,"medianTimeToFirstChunk":1.68888371699998,"medianTimeToFirstAnswerToken":15.416206165138341,"medianEndToEndResponseTime":18.84803677717293},"long":{"medianOutputSpeed":145.866211182916,"medianTimeToFirstChunk":2.29284203300001,"medianTimeToFirstAnswerToken":16.00403658436875,"medianEndToEndResponseTime":19.431835222210935},"hundredK":{"medianOutputSpeed":127.94386134619,"medianTimeToFirstChunk":7.70453826700003,"medianTimeToFirstAnswerToken":23.336394136883523,"medianEndToEndResponseTime":27.244358104354397},"mediumParallel":{"medianOutputSpeed":137.343665353777,"medianTimeToFirstChunk":1.61674543200013,"medianTimeToFirstAnswerToken":16.17875668201516,"medianEndToEndResponseTime":19.819259494518917}},"endToEndResponseTime":{"input":2.29284203300001,"reasoning":13.711194551368742,"answer":3.4277986378421854,"total":19.431835222210935},"timeToFirstAnswerToken":{"input":2.29284203300001,"reasoning":13.711194551368742,"total":16.00403658436875},"performanceDataSource":{"type":"firstParty","providerName":"InclusionAI"},"hostModelCount":1,"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/inclusionai/ling-3.0-flash-vl","matchedBy":"slug","catalog":{"id":"inclusionai/ling-3.0-flash-vl","canonical_slug":"inclusionai/ling-3.0-flash-vl-20260910","hugging_face_id":"inclusionAI/Ling-3.0-flash-VL","name":"inclusionAI: Ling 3.0 Flash VL","created":1789056114,"description":"Ling 3.0 Flash VL builds on Ling 3.0 Flash (124B total / 5.5B active MoE from InclusionAI), further strengthening its language capabilities while adding native visual perception and advanced visual...","context_length":131072,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000006","completion":"0.00000018","input_cache_read":"0.000000012"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/inclusionai/ling-3.0-flash-vl-20260910/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":25,"coding_index":57,"agentic_index":30}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"DeepInfra | inclusionai/ling-3.0-flash-vl-20260910","model_id":"inclusionai/ling-3.0-flash-vl","model_name":"inclusionAI: Ling 3.0 Flash VL","context_length":131072,"pricing":{"prompt":"0.00000006","completion":"0.00000018","input_cache_read":"0.000000012","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp16","quantization":"fp16","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","tools","tool_choice","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99899054646767,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"882a5da3-94ca-4602-8693-c45970df17e2","slug":"ling-flash-2-0","name":"Ling-flash-2.0","shortName":"Ling-flash-2.0","sourceUrl":"https://artificialanalysis.ai/models/ling-flash-2-0","releaseDate":"2025-09-17","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"ling-flash-2-0","name":"Ling-flash-2.0"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":103,"inferenceParametersActiveBillions":6.1,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":7.8074626926252,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":8.80719527406507,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.14,"price1mOutputTokens":0.57,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.6970534175,"timeToFirstAnswerTokenMs":2.6970534175,"endToEndMs":59.46881610026596}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-62.7,"score":-62.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.207602339181287,"score":0.207602339181287,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.106060606060606,"score":0.106060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.176666666666667,"score":0.176666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.343537414965986,"score":0.343537414965986,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.06209453197405,"score":0.06209453197405,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.656565656565657,"score":0.656565656565657,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.58941798941799,"score":0.58941798941799,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.653333333333333,"score":0.653333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"882a5da3-94ca-4602-8693-c45970df17e2","slug":"ling-flash-2-0","name":"Ling-flash-2.0","shortName":"Ling-flash-2.0","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-17","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"ling-flash-2-0","name":"Ling-flash-2.0"},"deprecated":true,"deprecatedTo":"ling-2-6-flash","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":103,"inferenceParametersActiveBillions":6.1,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/inclusionAI/Ling-flash-2.0","microevalsEnabled":false,"intelligenceIndex":7.8074626926252,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-62.7,"omniscienceBreakdown":{"accuracy":0.14133333333333334,"hallucinationRate":0.8947981366459627},"gdpval":null,"itBenchSre":null,"tau2":0.207602339181287,"tauBanking":null,"terminalbenchHard":0.106060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.176666666666667,"ifbench":0.343537414965986,"hle":0.06209453197405,"gpqa":0.656565656565657,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.58941798941799,"aime25":0.653333333333333,"analystAgent":null,"price1mInputTokens":0.14,"price1mOutputTokens":0.57,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.2475,"price1mBlended7To2To1":0.183,"price1mBlended0To1To1":0.355,"price1mBlended100To1To1":0.14421568627450984,"price1mBlended0To100To1":0.14425742574257427,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":8.80719527406507,"medianTimeToFirstChunk":2.6970534175},"outputSpeedVariance":{"p05":3.02806543350093,"q25":4.08909440427595,"median":8.80719527406507,"q75":10.6853718434686,"p95":43.271422257589},"timeToFirstChunkVariance":{"p05":2.51451929639993,"q25":2.61501241225002,"median":2.6970534175,"q75":2.7489913735001,"p95":3.00399011255004},"performanceByPromptType":{"long":{"medianOutputSpeed":8.80719527406507,"medianTimeToFirstChunk":2.6970534175,"medianTimeToFirstAnswerToken":2.6970534175,"medianEndToEndResponseTime":59.46881610026596}},"endToEndResponseTime":{"input":2.6970534175,"reasoning":0,"answer":56.77176268276596,"total":59.46881610026596},"timeToFirstAnswerToken":{"input":2.6970534175,"reasoning":0,"total":2.6970534175},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"ffd65ef7-fbdb-4145-98ae-b5d01cda770b","slug":"llama-2-chat-7b","name":"Llama 2 Chat 7B","shortName":"Llama 2 Chat 7B","sourceUrl":"https://artificialanalysis.ai/models/llama-2-chat-7b","releaseDate":"2023-07-18","knowledgeCutoffDate":"2023-07-01","isReasoning":false,"effort":null,"release":{"slug":"llama-2-chat-7b","name":"Llama 2 Chat 7B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":4096,"licenseName":"Llama 2 Community License Agreement","intelligenceIndex":5.71179615992055,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0533,"score":0.0533,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.227272727272727,"score":0.227272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.00211640211640212,"score":0.00211640211640212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"ffd65ef7-fbdb-4145-98ae-b5d01cda770b","slug":"llama-2-chat-7b","name":"Llama 2 Chat 7B","shortName":"Llama 2 Chat 7B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2023-07-18","knowledgeCutoffDate":"2023-07-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"llama-2-chat-7b","name":"Llama 2 Chat 7B"},"deprecated":true,"deprecatedTo":"llama-3-instruct-8b","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":4096,"licenseName":"Llama 2 Community License Agreement","licenseUrl":"https://ai.meta.com/llama/license/","modelWeightsSourceUrl":"https://huggingface.co/meta-llama/Llama-2-7b-chat-hf","microevalsEnabled":false,"intelligenceIndex":5.71179615992055,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0533,"gpqa":0.227272727272727,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.00211640211640212,"aime25":null,"analystAgent":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.1,"price1mBlended7To2To1":0.07,"price1mBlended0To1To1":0.15,"price1mBlended100To1To1":0.051960784313725486,"price1mBlended0To100To1":0.05198019801980198,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","slug":"llama-3-instruct-70b","name":"Llama 3 Instruct 70B","shortName":"Llama 3 70B","sourceUrl":"https://artificialanalysis.ai/models/llama-3-instruct-70b","releaseDate":"2024-04-18","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"effort":null,"release":{"slug":"llama-3-instruct-70b","name":"Llama 3 Instruct 70B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":8192,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":5.45277882640287,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.65,"price1mOutputTokens":2.75,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-54.31666666666667,"score":-54.31666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.00757575757575758,"score":0.00757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.370748299319728,"score":0.370748299319728,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0452,"score":0.0452,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.378787878787879,"score":0.378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.197883597883598,"score":0.197883597883598,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"aa83359a-d804-4f0b-b5bf-dc637711c26f","slug":"llama-3-instruct-70b","name":"Llama 3 Instruct 70B","shortName":"Llama 3 70B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-04-18","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"llama-3-instruct-70b","name":"Llama 3 Instruct 70B"},"deprecated":true,"deprecatedTo":"llama-3-1-instruct-70b","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":8192,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://llama.meta.com/llama3/license/","modelWeightsSourceUrl":"https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct","microevalsEnabled":false,"intelligenceIndex":5.45277882640287,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-54.31666666666667,"omniscienceBreakdown":{"accuracy":0.17716666666666667,"hallucinationRate":0.8754304233340086},"gdpval":null,"itBenchSre":null,"tau2":0,"tauBanking":null,"terminalbenchHard":0.00757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.370748299319728,"hle":0.0452,"gpqa":0.378787878787879,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.197883597883598,"aime25":null,"analystAgent":null,"price1mInputTokens":0.65,"price1mOutputTokens":2.75,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.175,"price1mBlended7To2To1":0.86,"price1mBlended0To1To1":1.7,"price1mBlended100To1To1":0.6705882352941177,"price1mBlended0To100To1":0.6707920792079208,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":3,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"82879bb8-89fb-4adc-b519-315b8ef30b77","slug":"llama-3-instruct-8b","name":"Llama 3 Instruct 8B","shortName":"Llama 3 8B","sourceUrl":"https://artificialanalysis.ai/models/llama-3-instruct-8b","releaseDate":"2024-04-18","knowledgeCutoffDate":"2023-03-01","isReasoning":false,"effort":null,"release":{"slug":"llama-3-instruct-8b","name":"Llama 3 Instruct 8B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":8192,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.045,"price1mOutputTokens":0.145,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-70.11666666666666,"score":-70.11666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.245578231292517,"score":0.245578231292517,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0506,"score":0.0506,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.295959595959596,"score":0.295959595959596,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.0962962962962963,"score":0.0962962962962963,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"82879bb8-89fb-4adc-b519-315b8ef30b77","slug":"llama-3-instruct-8b","name":"Llama 3 Instruct 8B","shortName":"Llama 3 8B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-04-18","knowledgeCutoffDate":"2023-03-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"llama-3-instruct-8b","name":"Llama 3 Instruct 8B"},"deprecated":true,"deprecatedTo":"llama-3-1-instruct-8b","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":8192,"licenseName":"META LLAMA 3 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://llama.meta.com/llama3/license/","modelWeightsSourceUrl":"https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct","microevalsEnabled":false,"intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-70.11666666666666,"omniscienceBreakdown":{"accuracy":0.10366666666666667,"hallucinationRate":0.8979174414280402},"gdpval":null,"itBenchSre":null,"tau2":0,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.245578231292517,"hle":0.0506,"gpqa":0.295959595959596,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.0962962962962963,"aime25":null,"analystAgent":null,"price1mInputTokens":0.045,"price1mOutputTokens":0.145,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.07,"price1mBlended7To2To1":0.05500000000000001,"price1mBlended0To1To1":0.095,"price1mBlended100To1To1":0.04598039215686274,"price1mBlended0To100To1":0.04599009900990099,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":4,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"466aecdb-3d96-4191-bc52-b3366db38851","slug":"llama-3-1-instruct-70b","name":"Llama 3.1 Instruct 70B","shortName":"Llama 3.1 70B","sourceUrl":"https://artificialanalysis.ai/models/llama-3-1-instruct-70b","releaseDate":"2024-07-23","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"effort":null,"release":{"slug":"llama-3-1-instruct-70b","name":"Llama 3.1 Instruct 70B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":6.60404957812628,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":72.4502124487315,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.56,"price1mOutputTokens":0.56,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.42639077400003,"timeToFirstAnswerTokenMs":1.42639077400003,"endToEndMs":8.327681786139141}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-43.1,"score":-43.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.152046783625731,"score":0.152046783625731,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.34421768707483,"score":0.34421768707483,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0447,"score":0.0447,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.409090909090909,"score":0.409090909090909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.231746031746032,"score":0.231746031746032,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.04,"score":0.04,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"466aecdb-3d96-4191-bc52-b3366db38851","slug":"llama-3-1-instruct-70b","name":"Llama 3.1 Instruct 70B","shortName":"Llama 3.1 70B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-07-23","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"llama-3-1-instruct-70b","name":"Llama 3.1 Instruct 70B"},"deprecated":true,"deprecatedTo":"llama-3-3-instruct-70b","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/meta-llama/Meta-Llama-3.1-70B","microevalsEnabled":false,"intelligenceIndex":6.60404957812628,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-43.1,"omniscienceBreakdown":{"accuracy":0.197,"hallucinationRate":0.7820672478206725},"gdpval":null,"itBenchSre":null,"tau2":0.152046783625731,"tauBanking":null,"terminalbenchHard":0.0303030303030303,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.34421768707483,"hle":0.0447,"gpqa":0.409090909090909,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.231746031746032,"aime25":0.04,"analystAgent":null,"price1mInputTokens":0.56,"price1mOutputTokens":0.56,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.56,"price1mBlended7To2To1":0.5600000000000002,"price1mBlended0To1To1":0.56,"price1mBlended100To1To1":0.5600000000000002,"price1mBlended0To100To1":0.56,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":72.4502124487315,"medianTimeToFirstChunk":1.42639077400003},"outputSpeedVariance":{"p05":13.5074637921937,"q25":36.4664809084926,"median":72.4502124487315,"q75":108.831241043815,"p95":149.149120022851},"timeToFirstChunkVariance":{"p05":1.1993067784,"q25":1.2839036549999,"median":1.42639077400003,"q75":2.08877687900002,"p95":94.5736653407999},"performanceByPromptType":{"long":{"medianOutputSpeed":72.4502124487315,"medianTimeToFirstChunk":1.42639077400003,"medianTimeToFirstAnswerToken":1.42639077400003,"medianEndToEndResponseTime":8.327681786139141}},"endToEndResponseTime":{"input":1.42639077400003,"reasoning":0,"answer":6.9012910121391124,"total":8.327681786139141},"timeToFirstAnswerToken":{"input":1.42639077400003,"reasoning":0,"total":1.42639077400003},"performanceDataSource":{"type":"median"},"hostModelCount":4,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/meta-llama/llama-3.1-70b-instruct","matchedBy":"slug","catalog":{"id":"meta-llama/llama-3.1-70b-instruct","canonical_slug":"meta-llama/llama-3.1-70b-instruct","hugging_face_id":"meta-llama/Meta-Llama-3.1-70B-Instruct","name":"Meta: Llama 3.1 70B Instruct","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 70B instruct-tuned version is optimized for high quality dialogue usecases. It has demonstrated strong...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000004","completion":"0.0000004"},"top_provider":{"context_length":131072,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2023-12-31","expiration_date":null,"links":{"details":"/api/v1/models/meta-llama/llama-3.1-70b-instruct/endpoints"}},"endpoints":[{"name":"DeepInfra | meta-llama/llama-3.1-70b-instruct","model_id":"meta-llama/llama-3.1-70b-instruct","model_name":"Meta: Llama 3.1 70B Instruct","context_length":131072,"pricing":{"prompt":"0.0000004","completion":"0.0000004","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/turbo","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":87.8932316491897,"uptime_last_5m":93.93203883495146,"uptime_last_1d":95.96414273947939,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | meta-llama/llama-3.1-70b-instruct","model_id":"meta-llama/llama-3.1-70b-instruct","model_name":"Meta: Llama 3.1 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000072","completion":"0.00000072","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.92102001062511,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","slug":"llama-3-1-instruct-8b","name":"Llama 3.1 Instruct 8B","shortName":"Llama 3.1 8B","sourceUrl":"https://artificialanalysis.ai/models/llama-3-1-instruct-8b","releaseDate":"2024-07-23","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"effort":null,"release":{"slug":"llama-3-1-instruct-8b","name":"Llama 3.1 Instruct 8B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":6.93350756346201,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":140.920932687951,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.02,"price1mOutputTokens":0.05,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.82978885,"timeToFirstAnswerTokenMs":0.82978885,"endToEndMs":4.377877770949577}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-30.883333333333333,"score":-30.883333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":-150.78,"score":-150.78,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.16374269005848,"score":0.16374269005848,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.00757575757575758,"score":0.00757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0149812734082397,"score":0.0149812734082397,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.18,"score":0.18,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.285714285714286,"score":0.285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0529,"score":0.0529,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.258585858585859,"score":0.258585858585859,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.116402116402116,"score":0.116402116402116,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.0433333333333333,"score":0.0433333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"739684ba-0f63-4e2a-b4ee-30741c9e9320","slug":"llama-3-1-instruct-8b","name":"Llama 3.1 Instruct 8B","shortName":"Llama 3.1 8B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-07-23","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"llama-3-1-instruct-8b","name":"Llama 3.1 Instruct 8B"},"deprecated":true,"deprecatedTo":"llama-3-2-instruct-11b-vision","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/meta-llama/Meta-Llama-3.1-8B","microevalsEnabled":false,"intelligenceIndex":6.93350756346201,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-30.883333333333333,"omniscienceBreakdown":{"accuracy":0.085,"hallucinationRate":0.43041894353369764},"gdpval":-150.78,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.16374269005848,"tauBanking":null,"terminalbenchHard":0.00757575757575758,"terminalBench21":0.0149812734082397,"terminalBench40":null,"scicode":null,"lcr":0.18,"ifbench":0.285714285714286,"hle":0.0529,"gpqa":0.258585858585859,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.116402116402116,"aime25":0.0433333333333333,"analystAgent":null,"price1mInputTokens":0.02,"price1mOutputTokens":0.05,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.0275,"price1mBlended7To2To1":0.023000000000000003,"price1mBlended0To1To1":0.035,"price1mBlended100To1To1":0.020294117647058824,"price1mBlended0To100To1":0.020297029702970294,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":140.920932687951,"medianTimeToFirstChunk":0.82978885},"outputSpeedVariance":{"p05":11.9302230546303,"q25":31.2825646952218,"median":140.920932687951,"q75":177.324170320494,"p95":657.179079681412},"timeToFirstChunkVariance":{"p05":0.680292000300023,"q25":0.742524304000007,"median":0.82978885,"q75":1.04845998300005,"p95":2.06580527629999},"performanceByPromptType":{"long":{"medianOutputSpeed":140.920932687951,"medianTimeToFirstChunk":0.82978885,"medianTimeToFirstAnswerToken":0.82978885,"medianEndToEndResponseTime":4.377877770949577}},"endToEndResponseTime":{"input":0.82978885,"reasoning":0,"answer":3.548088920949577,"total":4.377877770949577},"timeToFirstAnswerToken":{"input":0.82978885,"reasoning":0,"total":0.82978885},"performanceDataSource":{"type":"median"},"hostModelCount":7,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/meta-llama/llama-3.1-8b-instruct","matchedBy":"slug","catalog":{"id":"meta-llama/llama-3.1-8b-instruct","canonical_slug":"meta-llama/llama-3.1-8b-instruct","hugging_face_id":"meta-llama/Meta-Llama-3.1-8B-Instruct","name":"Meta: Llama 3.1 8B Instruct","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 8B instruct-tuned version is fast and efficient. It has demonstrated strong performance compared to...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.00000005","completion":"0.00000008","input_cache_read":"0.000000025"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2023-12-31","expiration_date":null,"links":{"details":"/api/v1/models/meta-llama/llama-3.1-8b-instruct/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":5.4,"agentic_index":null}}},"endpoints":[{"name":"DeepInfra | meta-llama/llama-3.1-8b-instruct","model_id":"meta-llama/llama-3.1-8b-instruct","model_name":"Meta: Llama 3.1 8B Instruct","context_length":131072,"pricing":{"prompt":"0.00000002","completion":"0.00000004","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97591957136837,"uptime_last_5m":100,"uptime_last_1d":99.83673622403315,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | meta-llama/llama-3.1-8b-instruct","model_id":"meta-llama/llama-3.1-8b-instruct","model_name":"Meta: Llama 3.1 8B Instruct","context_length":16384,"pricing":{"prompt":"0.00000002","completion":"0.00000005","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":14745,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.82364426528942,"uptime_last_5m":100,"uptime_last_1d":99.68955483295682,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Groq | meta-llama/llama-3.1-8b-instruct","model_id":"meta-llama/llama-3.1-8b-instruct","model_name":"Meta: Llama 3.1 8B Instruct","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.00000008","input_cache_read":"0.000000025","discount":0},"provider_name":"Groq","tag":"groq","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","seed","response_format","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.99212660420439,"uptime_last_5m":100,"uptime_last_1d":99.82159985739307,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | meta-llama/llama-3.1-8b-instruct","model_id":"meta-llama/llama-3.1-8b-instruct","model_name":"Meta: Llama 3.1 8B Instruct","context_length":32000,"pricing":{"prompt":"0.000000152","completion":"0.000000287","discount":0},"provider_name":"Cloudflare","tag":"cloudflare/fp8","quantization":"fp8","max_completion_tokens":28800,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.86939283215423,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | meta-llama/llama-3.1-8b-instruct","model_id":"meta-llama/llama-3.1-8b-instruct","model_name":"Meta: Llama 3.1 8B Instruct","context_length":131072,"pricing":{"prompt":"0.00000022","completion":"0.00000022","input_cache_read":"0.00000022","discount":0},"provider_name":"CoreWeave","tag":"coreweave/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99946045397404,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","slug":"llama-3-1-nemotron-instruct-70b","name":"Llama 3.1 Nemotron Instruct 70B","shortName":"Llama 3.1 Nemotron 70B","sourceUrl":"https://artificialanalysis.ai/models/llama-3-1-nemotron-instruct-70b","releaseDate":"2024-10-15","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"effort":null,"release":{"slug":"llama-3-1-nemotron-instruct-70b","name":"Llama 3.1 Nemotron Instruct 70B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":6.9438219838506,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":32.8621818582476,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.2,"price1mOutputTokens":1.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":10.8856393365001,"timeToFirstAnswerTokenMs":10.8856393365001,"endToEndMs":26.100697245824897}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-40.833333333333336,"score":-40.833333333333336,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.230994152046784,"score":0.230994152046784,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0454545454545455,"score":0.0454545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.0833333333333333,"score":0.0833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.307482993197279,"score":0.307482993197279,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0419,"score":0.0419,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.464646464646465,"score":0.464646464646465,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.169312169312169,"score":0.169312169312169,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.11,"score":0.11,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"7393c56a-ec31-48e9-b804-c04f2d2cb641","slug":"llama-3-1-nemotron-instruct-70b","name":"Llama 3.1 Nemotron Instruct 70B","shortName":"Llama 3.1 Nemotron 70B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-10-15","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"llama-3-1-nemotron-instruct-70b","name":"Llama 3.1 Nemotron Instruct 70B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"LLAMA 3.1 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF","microevalsEnabled":false,"intelligenceIndex":6.9438219838506,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-40.833333333333336,"omniscienceBreakdown":{"accuracy":0.17766666666666667,"hallucinationRate":0.7126064045399271},"gdpval":null,"itBenchSre":null,"tau2":0.230994152046784,"tauBanking":null,"terminalbenchHard":0.0454545454545455,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.0833333333333333,"ifbench":0.307482993197279,"hle":0.0419,"gpqa":0.464646464646465,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.169312169312169,"aime25":0.11,"analystAgent":null,"price1mInputTokens":1.2,"price1mOutputTokens":1.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.2,"price1mBlended7To2To1":1.2,"price1mBlended0To1To1":1.2,"price1mBlended100To1To1":1.2,"price1mBlended0To100To1":1.2,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":4,"transparencyMethodology":3,"transparencyPostTrainingData":1,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":32.8621818582476,"medianTimeToFirstChunk":10.8856393365001},"outputSpeedVariance":{"p05":6.51176321440694,"q25":16.8361523173645,"median":32.8621818582476,"q75":111.514072468867,"p95":304.099130857348},"timeToFirstChunkVariance":{"p05":1.72703801914994,"q25":5.91546757950001,"median":10.8856393365001,"q75":23.8350193645,"p95":76.0793627442},"performanceByPromptType":{"medium":{"medianOutputSpeed":38.8070111205251,"medianTimeToFirstChunk":6.58232671150006,"medianTimeToFirstAnswerToken":6.58232671150006,"medianEndToEndResponseTime":19.466596475206472},"long":{"medianOutputSpeed":32.8621818582476,"medianTimeToFirstChunk":10.8856393365001,"medianTimeToFirstAnswerToken":10.8856393365001,"medianEndToEndResponseTime":26.100697245824897},"hundredK":{"medianOutputSpeed":97.7297098940759,"medianTimeToFirstChunk":8.08622338499998,"medianTimeToFirstAnswerToken":8.08622338499998,"medianEndToEndResponseTime":13.202374865874361},"mediumParallel":{"medianOutputSpeed":63.2886971637333,"medianTimeToFirstChunk":7.04169946749999,"medianTimeToFirstAnswerToken":7.04169946749999,"medianEndToEndResponseTime":14.942004299284676}},"endToEndResponseTime":{"input":10.8856393365001,"reasoning":0,"answer":15.215057909324797,"total":26.100697245824897},"timeToFirstAnswerToken":{"input":10.8856393365001,"reasoning":0,"total":10.8856393365001},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","slug":"llama-3-2-instruct-11b-vision","name":"Llama 3.2 Instruct 11B (Vision)","shortName":"Llama 3.2 11B (Vision)","sourceUrl":"https://artificialanalysis.ai/models/llama-3-2-instruct-11b-vision","releaseDate":"2024-09-25","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"effort":null,"release":{"slug":"llama-3-2-instruct-11b-vision","name":"Llama 3.2 Instruct 11B (Vision)"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":11,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":5.40802026647316,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":19.2931131819743,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.345,"price1mOutputTokens":0.345,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.32206839499996,"timeToFirstAnswerTokenMs":1.32206839499996,"endToEndMs":27.238051745325908}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-62.6,"score":-62.6,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.146198830409357,"score":0.146198830409357,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.00757575757575758,"score":0.00757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.126666666666667,"score":0.126666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.304081632653061,"score":0.304081632653061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0553,"score":0.0553,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.221212121212121,"score":0.221212121212121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.293063583815029,"score":0.293063583815029,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.11005291005291,"score":0.11005291005291,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.0166666666666667,"score":0.0166666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"5fb47ff6-a30e-4c2c-96f2-55e95a13390f","slug":"llama-3-2-instruct-11b-vision","name":"Llama 3.2 Instruct 11B (Vision)","shortName":"Llama 3.2 11B (Vision)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-09-25","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"llama-3-2-instruct-11b-vision","name":"Llama 3.2 Instruct 11B (Vision)"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":11,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"LLAMA 3.2 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct","microevalsEnabled":false,"intelligenceIndex":5.40802026647316,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-62.6,"omniscienceBreakdown":{"accuracy":0.106,"hallucinationRate":0.8187919463087249},"gdpval":null,"itBenchSre":null,"tau2":0.146198830409357,"tauBanking":null,"terminalbenchHard":0.00757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.126666666666667,"ifbench":0.304081632653061,"hle":0.0553,"gpqa":0.221212121212121,"critpt":0,"apexAgents":null,"mmmuPro":0.293063583815029,"livecodebench":0.11005291005291,"aime25":0.0166666666666667,"analystAgent":null,"price1mInputTokens":0.345,"price1mOutputTokens":0.345,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.352,"price1mBlended0To3To1":0.345,"price1mBlended7To2To1":0.34500000000000003,"price1mBlended0To1To1":0.345,"price1mBlended100To1To1":0.345,"price1mBlended0To100To1":0.345,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":4,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":19.2931131819743,"medianTimeToFirstChunk":1.32206839499996},"outputSpeedVariance":{"p05":9.66743102779941,"q25":15.1296942602678,"median":19.2931131819743,"q75":23.2759099784493,"p95":35.846577965189},"timeToFirstChunkVariance":{"p05":0.963377588550017,"q25":1.15891450550001,"median":1.32206839499996,"q75":1.7261022565,"p95":13.0542897269001},"performanceByPromptType":{"medium":{"medianOutputSpeed":13.633842490499,"medianTimeToFirstChunk":0.626914468499991,"medianTimeToFirstAnswerToken":0.626914468499991,"medianEndToEndResponseTime":37.30036146984495},"long":{"medianOutputSpeed":19.2931131819743,"medianTimeToFirstChunk":1.32206839499996,"medianTimeToFirstAnswerToken":1.32206839499996,"medianEndToEndResponseTime":27.238051745325908},"hundredK":{"medianOutputSpeed":14.7664629480694,"medianTimeToFirstChunk":20.244961144,"medianTimeToFirstAnswerToken":20.244961144,"medianEndToEndResponseTime":54.105473424997605},"mediumParallel":{"medianOutputSpeed":15.6626613412947,"medianTimeToFirstChunk":0.745906514999944,"medianTimeToFirstAnswerToken":0.745906514999944,"medianEndToEndResponseTime":32.66896155046489}},"endToEndResponseTime":{"input":1.32206839499996,"reasoning":0,"answer":25.91598335032595,"total":27.238051745325908},"timeToFirstAnswerToken":{"input":1.32206839499996,"reasoning":0,"total":1.32206839499996},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","slug":"llama-3-3-instruct-70b","name":"Llama 3.3 Instruct 70B","shortName":"Llama 3.3 70B","sourceUrl":"https://artificialanalysis.ai/models/llama-3-3-instruct-70b","releaseDate":"2024-12-06","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"effort":null,"release":{"slug":"llama-3-3-instruct-70b","name":"Llama 3.3 Instruct 70B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":7.66380859299009,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":86.0920572381028,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.71,"price1mOutputTokens":0.72,"cacheHitPrice":0.71,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.60685700599993,"timeToFirstAnswerTokenMs":1.60685700599993,"endToEndMs":7.414593701351066}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-54.166666666666664,"score":-54.166666666666664,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":49.51,"score":49.51,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.00564971751412429,"score":0.00564971751412429,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.266081871345029,"score":0.266081871345029,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.048689138576779,"score":0.048689138576779,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.156666666666667,"score":0.156666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.470748299319728,"score":0.470748299319728,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0356,"score":0.0356,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.497979797979798,"score":0.497979797979798,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.287830687830688,"score":0.287830687830688,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.0766666666666667,"score":0.0766666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"976cc8ad-7904-4056-83c5-960181f47d5f","slug":"llama-3-3-instruct-70b","name":"Llama 3.3 Instruct 70B","shortName":"Llama 3.3 70B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-12-06","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"llama-3-3-instruct-70b","name":"Llama 3.3 Instruct 70B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":70,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"LLAMA 3.3 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_3/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","microevalsEnabled":false,"intelligenceIndex":7.66380859299009,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-54.166666666666664,"omniscienceBreakdown":{"accuracy":0.1895,"hallucinationRate":0.9021180341353074},"gdpval":49.51,"gdpvalNormalized":0,"itBenchSre":0.00564971751412429,"tau2":0.266081871345029,"tauBanking":null,"terminalbenchHard":0.0303030303030303,"terminalBench21":0.048689138576779,"terminalBench40":null,"scicode":null,"lcr":0.156666666666667,"ifbench":0.470748299319728,"hle":0.0356,"gpqa":0.497979797979798,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.287830687830688,"aime25":0.0766666666666667,"analystAgent":null,"price1mInputTokens":0.71,"price1mOutputTokens":0.72,"cacheHitPrice":0.71,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.7124999999999999,"price1mBlended7To2To1":0.711,"price1mBlended0To1To1":0.715,"price1mBlended100To1To1":0.7100980392156861,"price1mBlended0To100To1":0.7100990099009901,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":4,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":86.0920572381028,"medianTimeToFirstChunk":1.60685700599993},"outputSpeedVariance":{"p05":18.0888708101141,"q25":55.6357180849237,"median":86.0920572381028,"q75":143.931467737412,"p95":290.378167575555},"timeToFirstChunkVariance":{"p05":0.635341978200109,"q25":1.03789429950001,"median":1.60685700599993,"q75":2.17992209000002,"p95":3.25929105590002},"performanceByPromptType":{"medium":{"medianOutputSpeed":87.7066428420023,"medianTimeToFirstChunk":0.624320823000062,"medianTimeToFirstAnswerToken":0.624320823000062,"medianEndToEndResponseTime":6.325143289785353},"long":{"medianOutputSpeed":86.0920572381028,"medianTimeToFirstChunk":1.60685700599993,"medianTimeToFirstAnswerToken":1.60685700599993,"medianEndToEndResponseTime":7.414593701351066},"hundredK":{"medianOutputSpeed":70.5027296547553,"medianTimeToFirstChunk":8.78483417400003,"medianTimeToFirstAnswerToken":8.78483417400003,"medianEndToEndResponseTime":15.876758166850365},"mediumParallel":{"medianOutputSpeed":84.0834790332116,"medianTimeToFirstChunk":0.777859656000032,"medianTimeToFirstAnswerToken":0.777859656000032,"medianEndToEndResponseTime":6.724331016949645}},"endToEndResponseTime":{"input":1.60685700599993,"reasoning":0,"answer":5.807736695351136,"total":7.414593701351066},"timeToFirstAnswerToken":{"input":1.60685700599993,"reasoning":0,"total":1.60685700599993},"performanceDataSource":{"type":"median"},"hostModelCount":13,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/meta-llama/llama-3.3-70b-instruct","matchedBy":"slug","catalog":{"id":"meta-llama/llama-3.3-70b-instruct","canonical_slug":"meta-llama/llama-3.3-70b-instruct","hugging_face_id":"meta-llama/Llama-3.3-70B-Instruct","name":"Meta: Llama 3.3 70B Instruct","created":1733506137,"description":"The Meta Llama 3.3 multilingual large language model (LLM) is a pretrained and instruction tuned generative model in 70B (text in/text out). The Llama 3.3 instruction tuned text only model...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Llama3","instruct_type":"llama3"},"pricing":{"prompt":"0.0000001","completion":"0.00000032"},"top_provider":{"context_length":131072,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2023-12-31","expiration_date":null,"links":{"details":"/api/v1/models/meta-llama/llama-3.3-70b-instruct/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":11.9,"agentic_index":null}}},"endpoints":[{"name":"DeepInfra | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.0000001","completion":"0.00000032","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/turbo","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.43897684590881,"uptime_last_5m":99.67858577742065,"uptime_last_1d":99.07772390135014,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":12288,"pricing":{"prompt":"0.000000135","completion":"0.0000004","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":11059,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.4392523364486,"uptime_last_5m":99.8003992015968,"uptime_last_1d":99.63619664770263,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AkashML | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.0000002","completion":"0.00000052","input_cache_read":"0.0000001","discount":0},"provider_name":"AkashML","tag":"akashml/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["temperature","top_p","top_k","stop","frequency_penalty","presence_penalty","repetition_penalty","seed","max_tokens","structured_outputs","tools","tool_choice","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.6716404330816,"uptime_last_5m":99.866577718479,"uptime_last_1d":99.78351444440608,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000022","completion":"0.0000005","input_cache_read":"0.00000011","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","structured_outputs","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.6104739233932,"uptime_last_5m":99.185667752443,"uptime_last_1d":99.71323904310844,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":24000,"pricing":{"prompt":"0.000000293","completion":"0.000002253","discount":0},"provider_name":"Cloudflare","tag":"cloudflare/fp8","quantization":"fp8","max_completion_tokens":21600,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.28716904276986,"uptime_last_5m":100,"uptime_last_1d":99.31159035376606,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000045","completion":"0.0000009","discount":0.25},"provider_name":"SambaNova","tag":"sambanova-turbo","quantization":"unknown","max_completion_tokens":3072,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","stop","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.8,"uptime_last_5m":100,"uptime_last_1d":99.21628481273152,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Groq | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000059","completion":"0.00000079","input_cache_read":"0.000000295","discount":0},"provider_name":"Groq","tag":"groq","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","seed","response_format","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.85483870967742,"uptime_last_5m":99.78165938864629,"uptime_last_1d":99.79920782759584,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":128000,"pricing":{"prompt":"0.00000071","completion":"0.00000071","input_cache_read":"0.00000071","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp16","quantization":"fp16","max_completion_tokens":115200,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.91197183098592,"uptime_last_5m":100,"uptime_last_1d":99.9741209200013,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":128000,"pricing":{"prompt":"0.00000072","completion":"0.00000072","discount":0},"provider_name":"Google","tag":"google-vertex/us-central1","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","seed","top_k","frequency_penalty","presence_penalty","stop","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":128000,"pricing":{"prompt":"0.00000072","completion":"0.00000072","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":115200,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","seed","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000104","completion":"0.00000104","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":2048,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.92407277816655,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":11,"endpointError":null}},{"id":"c4c3b42f-e0f0-48ca-b6f9-b296e7697806","slug":"llama-3-3-nemotron-super-49b","name":"Llama 3.3 Nemotron Super 49B v1 (Non-reasoning)","shortName":"Llama 3.3 Nemotron Super 49B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/llama-3-3-nemotron-super-49b","releaseDate":"2025-03-18","knowledgeCutoffDate":"2023-12-01","isReasoning":false,"effort":null,"release":{"slug":"llama-3-3-nemotron-super-49b","name":"Llama 3.3 Nemotron Super 49B v1"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":null,"parameters":49,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"NVIDIA Open Model License Agreement","intelligenceIndex":7.27513732255953,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","color":"#76b900","logo":"/img/logos/nvidia_small.svg","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"c4c3b42f-e0f0-48ca-b6f9-b296e7697806","slug":"llama-3-3-nemotron-super-49b","name":"Llama 3.3 Nemotron Super 49B v1 (Non-reasoning)","shortName":"Llama 3.3 Nemotron Super 49B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-18","knowledgeCutoffDate":"2023-12-01","contextWindowTokens":128000,"isReasoning":false,"release":{"slug":"llama-3-3-nemotron-super-49b","name":"Llama 3.3 Nemotron Super 49B v1"},"deprecated":true,"isOpenWeights":true,"sizeClass":"medium","parameters":49,"inferenceParametersActiveBillions":null,"licenseName":"NVIDIA Open Model License Agreement","licenseUrl":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","modelWeightsSourceUrl":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1","intelligenceIndex":7.27513732255953,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","color":"#76b900","logo":"/img/logos/nvidia_small.svg","url":"https://www.nvidia.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"1a8ba535-df18-459b-ad40-3199191296d7","slug":"llama-3-3-nemotron-super-49b-reasoning","name":"Llama 3.3 Nemotron Super 49B v1 (Reasoning)","shortName":"Llama 3.3 Nemotron Super 49B","sourceUrl":"https://artificialanalysis.ai/models/releases/llama-3-3-nemotron-super-49b","releaseDate":"2025-03-18","knowledgeCutoffDate":"2023-12-01","isReasoning":true,"effort":null,"release":{"slug":"llama-3-3-nemotron-super-49b","name":"Llama 3.3 Nemotron Super 49B v1"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":null,"parameters":49,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"NVIDIA Open Model License Agreement","intelligenceIndex":8.93313646948331,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","color":"#76b900","logo":"/img/logos/nvidia_small.svg","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"1a8ba535-df18-459b-ad40-3199191296d7","slug":"llama-3-3-nemotron-super-49b-reasoning","name":"Llama 3.3 Nemotron Super 49B v1 (Reasoning)","shortName":"Llama 3.3 Nemotron Super 49B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-18","knowledgeCutoffDate":"2023-12-01","contextWindowTokens":128000,"isReasoning":true,"release":{"slug":"llama-3-3-nemotron-super-49b","name":"Llama 3.3 Nemotron Super 49B v1"},"deprecated":true,"isOpenWeights":true,"sizeClass":"medium","parameters":49,"inferenceParametersActiveBillions":null,"licenseName":"NVIDIA Open Model License Agreement","licenseUrl":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","modelWeightsSourceUrl":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1","intelligenceIndex":8.93313646948331,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","color":"#76b900","logo":"/img/logos/nvidia_small.svg","url":"https://www.nvidia.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","slug":"llama-4-maverick","name":"Llama 4 Maverick","shortName":"Llama 4 Maverick","sourceUrl":"https://artificialanalysis.ai/models/llama-4-maverick","releaseDate":"2025-04-05","knowledgeCutoffDate":"2024-08-01","isReasoning":false,"effort":null,"release":{"slug":"llama-4-maverick","name":"Llama 4 Maverick"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":402,"inferenceParametersActiveBillions":17,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":9.29902687437199,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.010940913717922,"strategyAndOps":7.557882717106475,"legal":11.482693890006553,"healthcareAndMedical":9.113308725618653,"engineering":11.289293327154773,"economics":12.986684430027802},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":110.993744287545,"canonicalInputTokens":157038687,"canonicalOutputTokens":5130370,"outputTokensPerTask":2047.2595761136122,"answerTokensPerTask":2047.2595761136122,"reasoningTokensPerTask":0,"price1mInputTokens":0.26,"price1mOutputTokens":0.9099999999999999,"cacheHitPrice":0.245,"cacheHitDiscountPercent":0.5142857142857142,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.03973597786714752,"latency":{"timeToFirstChunkMs":0.861530033999998,"timeToFirstAnswerTokenMs":0.861530033999998,"endToEndMs":5.366288416640728}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":0,"score":0,"outputTokensPerTask":5344.8351648351645,"costPerTask":0.17854168571428572,"timePerTask":49.49008615790036,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":-44.77,"score":-44.77,"outputTokensPerTask":5752.868181818182,"costPerTask":0.09241291504545454,"timePerTask":53.268236193025025,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.002121918776569101,"score":0.002121918776569101,"outputTokensPerTask":598.1719939117199,"costPerTask":0.0031899204109589042,"timePerTask":5.538727126834986,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":2874.909090909091,"costPerTask":0.0180627396969697,"timePerTask":26.619997477435735,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.31712962962963,"score":0.31712962962963,"outputTokensPerTask":343.03472222222223,"costPerTask":0.0008718043750000001,"timePerTask":3.176303372201893,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0491195551436515,"score":0.0491195551436515,"outputTokensPerTask":1085.6923076923076,"costPerTask":0.0010668799999999999,"timePerTask":10.05288361410469,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.008,"score":0.008,"outputTokensPerTask":52.01,"costPerTask":0.00036061090000000007,"timePerTask":0.48158255618567414,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":1817.5857142857142,"costPerTask":0.002532791857142857,"timePerTask":16.82979377758659,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-41.85,"score":-41.85,"outputTokensPerTask":30.778,"costPerTask":0.00005911741333333333,"timePerTask":0.28498650094756156,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.5,"score":0.5,"outputTokensPerTask":367.98,"costPerTask":0.0251117438,"timePerTask":3.40728223467034,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0222222222222222,"score":0.0222222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.008,"score":0.008,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":-44.77,"score":-44.77,"outputTokensPerTask":5752.868181818182,"costPerTask":0.09241291504545454,"timePerTask":53.268236193025025,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":5752.868181818182,"costPerTask":0.09241291504545454,"timePerTask":53.268236193025025,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.178362573099415,"score":0.178362573099415,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0371134020618557,"score":0.0371134020618557,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0786516853932584,"score":0.0786516853932584,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":2874.909090909091,"costPerTask":0.0180627396969697,"timePerTask":26.619997477435735,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.5,"score":0.5,"outputTokensPerTask":367.98,"costPerTask":0.0251117438,"timePerTask":3.40728223467034,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.429931972789116,"score":0.429931972789116,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0491195551436515,"score":0.0491195551436515,"outputTokensPerTask":1085.6923076923076,"costPerTask":0.0010668799999999999,"timePerTask":10.05288361410469,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.670707070707071,"score":0.670707070707071,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.621387283236994,"score":0.621387283236994,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.396825396825397,"score":0.396825396825397,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.193333333333333,"score":0.193333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.002121918776569101,"score":0.002121918776569101,"outputTokensPerTask":598.1719939117199,"costPerTask":0.0031899204109589042,"timePerTask":5.538727126834986,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":9.010940913717922,"score":9.010940913717922,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":7.557882717106475,"score":7.557882717106475,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":11.482693890006553,"score":11.482693890006553,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":9.113308725618653,"score":9.113308725618653,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":11.289293327154773,"score":11.289293327154773,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":12.986684430027802,"score":12.986684430027802,"family":"Capability Index"}],"benchmarkCount":33,"raw":{"id":"922c69c7-9037-43c6-8bcf-a1c555e7f3eb","slug":"llama-4-maverick","name":"Llama 4 Maverick","shortName":"Llama 4 Maverick","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-05","knowledgeCutoffDate":"2024-08-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"llama-4-maverick","name":"Llama 4 Maverick"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":402,"inferenceParametersActiveBillions":17,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://www.llama.com/llama4/license/","modelWeightsSourceUrl":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","microevalsEnabled":false,"intelligenceIndex":9.29902687437199,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.010940913717922,"strategyAndOps":7.557882717106475,"legal":11.482693890006553,"healthcareAndMedical":9.113308725618653,"engineering":11.289293327154773,"economics":12.986684430027802},"omniscience":-41.85,"omniscienceBreakdown":{"accuracy":0.249,"hallucinationRate":0.888814913448735},"mlcrOverall":0.0222222222222222,"gdpPdfAllPass":0.008,"gdpval":-44.77,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.178362573099415,"tauBanking":0.0371134020618557,"terminalbenchHard":0.0681818181818182,"terminalBench21":0.0786516853932584,"terminalBench40":0,"scicode":0.31712962962963,"lcr":0.5,"ifbench":0.429931972789116,"hle":0.0491195551436515,"gpqa":0.670707070707071,"critpt":0,"apexAgents":null,"mmmuPro":0.621387283236994,"livecodebench":0.396825396825397,"aime25":0.193333333333333,"analystAgent":null,"automationBenchPartialScore":0.002121918776569101,"price1mInputTokens":0.26,"price1mOutputTokens":0.9099999999999999,"cacheHitPrice":0.245,"cacheHitDiscountPercent":0.5142857142857142,"cacheWritePrice":null,"pricePer1k1mpImages":0.34848,"price1mBlended0To3To1":0.4225,"price1mBlended7To2To1":0.31449999999999995,"price1mBlended0To1To1":0.585,"price1mBlended100To1To1":0.2516666666666667,"price1mBlended0To100To1":0.26643564356435645,"intelligenceIndexTimePerTask":18.956441065956415,"intelligenceIndexCost":{"total":45.49869532,"input":40.83005862,"nonCacheInput":3.0886315200000003,"cacheRead":0,"cacheWrite":37.7414271,"output":4.6686366999999995,"reasoning":0,"answer":4.6686366999999995},"intelligenceIndexCostPerTask":{"cost":{"total":0.03973597786714752,"input":0.03787297165288413,"nonCacheInput":0.0014265718584920634,"cacheRead":0,"cacheWrite":0.03644639979439206,"output":0.001863006214263387,"reasoning":0,"answer":0.001863006214263387},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.02678125285714286},{"slug":"gdpval-aa","weightedCostPerTask":0.009241291504545454},{"slug":"automationbench-aa","weightedCostPerTask":0.00015949602054794523},{"slug":"terminalbench-4-0","weightedCostPerTask":0.0018062739696969698},{"slug":"scicode","weightedCostPerTask":0.00008718043750000002},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00010668799999999999},{"slug":"gdp-pdf","weightedCostPerTask":0.000036061090000000005},{"slug":"critpt","weightedCostPerTask":0.0002532791857142857},{"slug":"omniscience","weightedCostPerTask":0.000008867611999999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00125558719}]},"canonicalIntelligenceIndexTokenCount":{"input":157038687,"output":5130370,"answer":5130370,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":2047.2595761136122,"output":2047.2595761136122},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":0,"outputTokensPerTask":5344.8351648351645,"costPerTask":0.17854168571428572,"timePerTask":49.49008615790036},{"slug":"gdpval-aa","score":-44.77,"outputTokensPerTask":5752.868181818182,"costPerTask":0.09241291504545454,"timePerTask":53.268236193025025},{"slug":"automationbench-aa","score":0.002121918776569101,"outputTokensPerTask":598.1719939117199,"costPerTask":0.0031899204109589042,"timePerTask":5.538727126834986},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":2874.909090909091,"costPerTask":0.0180627396969697,"timePerTask":26.619997477435735},{"slug":"scicode","score":0.31712962962963,"outputTokensPerTask":343.03472222222223,"costPerTask":0.0008718043750000001,"timePerTask":3.176303372201893},{"slug":"humanitys-last-exam","score":0.0491195551436515,"outputTokensPerTask":1085.6923076923076,"costPerTask":0.0010668799999999999,"timePerTask":10.05288361410469},{"slug":"gdp-pdf","score":0.008,"outputTokensPerTask":52.01,"costPerTask":0.00036061090000000007,"timePerTask":0.48158255618567414},{"slug":"critpt","score":0,"outputTokensPerTask":1817.5857142857142,"costPerTask":0.002532791857142857,"timePerTask":16.82979377758659},{"slug":"omniscience","score":-41.85,"outputTokensPerTask":30.778,"costPerTask":0.00005911741333333333,"timePerTask":0.28498650094756156},{"slug":"artificial-analysis-long-context-reasoning","score":0.5,"outputTokensPerTask":367.98,"costPerTask":0.0251117438,"timePerTask":3.40728223467034}],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":4,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":0,"lower95ci":0,"upper95ci":0},"rubricPassRate":0.00909090909090909,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":16.2472934,"timescaleData":{"medianOutputSpeed":110.993744287545,"medianTimeToFirstChunk":0.861530033999998},"outputSpeedVariance":{"p05":53.4154220795302,"q25":69.3937503744447,"median":110.993744287545,"q75":226.19998178855,"p95":518.761736202563},"timeToFirstChunkVariance":{"p05":0.412804228350012,"q25":0.717593163000032,"median":0.861530033999998,"q75":1.06608461125006,"p95":1.8620968007},"performanceByPromptType":{"medium":{"medianOutputSpeed":111.135366760311,"medianTimeToFirstChunk":0.559818587500004,"medianTimeToFirstAnswerToken":0.559818587500004,"medianEndToEndResponseTime":5.058836448109266},"long":{"medianOutputSpeed":110.993744287545,"medianTimeToFirstChunk":0.861530033999998,"medianTimeToFirstAnswerToken":0.861530033999998,"medianEndToEndResponseTime":5.366288416640728},"hundredK":{"medianOutputSpeed":108.351486742132,"medianTimeToFirstChunk":3.124371887,"medianTimeToFirstAnswerToken":3.124371887,"medianEndToEndResponseTime":7.738983232296633},"mediumParallel":{"medianOutputSpeed":79.3120211606948,"medianTimeToFirstChunk":0.712474942,"medianTimeToFirstAnswerToken":0.712474942,"medianEndToEndResponseTime":7.0166895198500026}},"endToEndResponseTime":{"input":0.861530033999998,"reasoning":0,"answer":4.5047583826407305,"total":5.366288416640728},"timeToFirstAnswerToken":{"input":0.861530033999998,"reasoning":0,"total":0.861530033999998},"performanceDataSource":{"type":"median"},"hostModelCount":6,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/meta-llama/llama-4-maverick","matchedBy":"slug","catalog":{"id":"meta-llama/llama-4-maverick","canonical_slug":"meta-llama/llama-4-maverick-17b-128e-instruct","hugging_face_id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct","name":"Meta: Llama 4 Maverick","created":1743881822,"description":"Llama 4 Maverick 17B Instruct (128E) is a high-capacity multimodal language model from Meta, built on a mixture-of-experts (MoE) architecture with 128 experts and 17 billion active parameters per forward...","context_length":1048576,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Llama4","instruct_type":null},"pricing":{"prompt":"0.0000001875","completion":"0.0000006525"},"top_provider":{"context_length":128000,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-08-31","expiration_date":null,"links":{"details":"/api/v1/models/meta-llama/llama-4-maverick-17b-128e-instruct/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":929,"win_rate":40.2,"rank":110},{"arena":"models","category":"codecategories","elo":895,"win_rate":35.8,"rank":122},{"arena":"models","category":"dataviz","elo":895,"win_rate":38.4,"rank":119},{"arena":"models","category":"gamedev","elo":861,"win_rate":33.7,"rank":122},{"arena":"models","category":"uicomponent","elo":914,"win_rate":40.8,"rank":115},{"arena":"models","category":"website","elo":883,"win_rate":34.4,"rank":125}],"artificial_analysis":{"intelligence_index":9.3,"coding_index":16.3,"agentic_index":0.6}}},"endpoints":[{"name":"DigitalOcean | meta-llama/llama-4-maverick-17b-128e-instruct","model_id":"meta-llama/llama-4-maverick","model_name":"Meta: Llama 4 Maverick","context_length":128000,"pricing":{"prompt":"0.0000001875","completion":"0.0000006525","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["temperature","top_p","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.94827032450424,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | meta-llama/llama-4-maverick-17b-128e-instruct","model_id":"meta-llama/llama-4-maverick","model_name":"Meta: Llama 4 Maverick","context_length":1048576,"pricing":{"prompt":"0.0000002","completion":"0.0000008","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/base","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.92992291520673,"uptime_last_5m":99.89733059548254,"uptime_last_1d":99.49597676569758,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | meta-llama/llama-4-maverick-17b-128e-instruct","model_id":"meta-llama/llama-4-maverick","model_name":"Meta: Llama 4 Maverick","context_length":1048576,"pricing":{"prompt":"0.00000027","completion":"0.00000085","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","structured_outputs","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.17650005156082,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | meta-llama/llama-4-maverick-17b-128e-instruct","model_id":"meta-llama/llama-4-maverick","model_name":"Meta: Llama 4 Maverick","context_length":524288,"pricing":{"prompt":"0.00000035","completion":"0.000001","input_cache_read":"0.00000017","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.93942159423483,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | meta-llama/llama-4-maverick-17b-128e-instruct","model_id":"meta-llama/llama-4-maverick","model_name":"Meta: Llama 4 Maverick","context_length":524288,"pricing":{"prompt":"0.00000035","completion":"0.00000115","discount":0},"provider_name":"Google","tag":"google-vertex/us-east5","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","seed","top_k","frequency_penalty","presence_penalty","stop","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","slug":"llama-4-scout","name":"Llama 4 Scout","shortName":"Llama 4 Scout","sourceUrl":"https://artificialanalysis.ai/models/llama-4-scout","releaseDate":"2025-04-05","knowledgeCutoffDate":"2024-08-01","isReasoning":false,"effort":null,"release":{"slug":"llama-4-scout","name":"Llama 4 Scout"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":109,"inferenceParametersActiveBillions":17,"sizeClass":"medium","contextWindowTokens":10000000,"licenseName":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","intelligenceIndex":6.45126865234633,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":6.6057241579558665,"strategyAndOps":4.932647435628177,"legal":8.061191096634094,"engineering":9.457,"economics":10.547999999999998},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":100.072870850277,"canonicalInputTokens":394365542,"canonicalOutputTokens":3901118,"outputTokensPerTask":1918.1080615755395,"answerTokensPerTask":1918.1080615755395,"reasoningTokensPerTask":0,"price1mInputTokens":0.19,"price1mOutputTokens":0.6799999999999999,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.11837614517613876,"latency":{"timeToFirstChunkMs":0.829027219500005,"timeToFirstAnswerTokenMs":0.829027219500005,"endToEndMs":5.8253863301331945}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":0,"score":0,"outputTokensPerTask":8049.736263736264,"costPerTask":0.769515696923077,"timePerTask":83.45311815647155,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":59.71,"score":59.71,"outputTokensPerTask":1857.581818181818,"costPerTask":0.020163048090909092,"timePerTask":19.257897386825434,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.0019111706206154657,"score":0.0019111706206154657,"outputTokensPerTask":0,"costPerTask":0.0001870568797564688,"timePerTask":0,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":1545.8030303030303,"costPerTask":0.002522943636363637,"timePerTask":16.025628506074135,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.212962962962963,"score":0.212962962962963,"outputTokensPerTask":675.4409722222222,"costPerTask":0.0009518728819444443,"timePerTask":7.002422615572778,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0378,"score":0.0378,"outputTokensPerTask":980.3113994439295,"costPerTask":0.0007246960194624652,"timePerTask":10.163071232095039,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0,"score":0,"outputTokensPerTask":67.96,"costPerTask":0.00031291960000000003,"timePerTask":0.7045540032738173,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":1887.8,"costPerTask":0.0019158312857142858,"timePerTask":19.571174917308895,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-52.15,"score":-52.15,"outputTokensPerTask":33.43933333333333,"costPerTask":0.000046834515,"timePerTask":0.3466718093997587,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.277,"score":0.277,"outputTokensPerTask":82.84,"costPerTask":0.0054656293,"timePerTask":0.8588177403061071,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":59.71,"score":59.71,"outputTokensPerTask":1857.581818181818,"costPerTask":0.020163048090909092,"timePerTask":19.257897386825434,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":1857.581818181818,"costPerTask":0.020163048090909092,"timePerTask":19.257897386825434,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.154970760233918,"score":0.154970760233918,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0329896907216495,"score":0.0329896907216495,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0374531835205993,"score":0.0374531835205993,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":1545.8030303030303,"costPerTask":0.002522943636363637,"timePerTask":16.025628506074135,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.277,"score":0.277,"outputTokensPerTask":82.84,"costPerTask":0.0054656293,"timePerTask":0.8588177403061071,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.395238095238095,"score":0.395238095238095,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0378,"score":0.0378,"outputTokensPerTask":980.3113994439295,"costPerTask":0.0007246960194624652,"timePerTask":10.163071232095039,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.586868686868687,"score":0.586868686868687,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.529479768786127,"score":0.529479768786127,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.299470899470899,"score":0.299470899470899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.14,"score":0.14,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.0019111706206154657,"score":0.0019111706206154657,"outputTokensPerTask":0,"costPerTask":0.0001870568797564688,"timePerTask":0,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":6.6057241579558665,"score":6.6057241579558665,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":4.932647435628177,"score":4.932647435628177,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":8.061191096634094,"score":8.061191096634094,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":9.457,"score":9.457,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":10.547999999999998,"score":10.547999999999998,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"adf9a85e-abc3-4f28-937b-db6655cc5238","slug":"llama-4-scout","name":"Llama 4 Scout","shortName":"Llama 4 Scout","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-05","knowledgeCutoffDate":"2024-08-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"llama-4-scout","name":"Llama 4 Scout"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":109,"inferenceParametersActiveBillions":17,"sizeClass":"medium","contextWindowTokens":10000000,"licenseName":"LLAMA 4 COMMUNITY LICENSE AGREEMENT","licenseUrl":"https://www.llama.com/llama4/license/","modelWeightsSourceUrl":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","microevalsEnabled":true,"intelligenceIndex":6.45126865234633,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":6.6057241579558665,"strategyAndOps":4.932647435628177,"legal":8.061191096634094,"engineering":9.457,"economics":10.547999999999998},"omniscience":-52.15,"omniscienceBreakdown":{"accuracy":0.15166666666666667,"hallucinationRate":0.793516699410609},"gdpPdfAllPass":0,"gdpval":59.71,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.154970760233918,"tauBanking":0.0329896907216495,"terminalbenchHard":0.0151515151515152,"terminalBench21":0.0374531835205993,"terminalBench40":0,"scicode":0.212962962962963,"lcr":0.277,"ifbench":0.395238095238095,"hle":0.0378,"gpqa":0.586868686868687,"critpt":0,"apexAgents":null,"mmmuPro":0.529479768786127,"livecodebench":0.299470899470899,"aime25":0.14,"analystAgent":null,"automationBenchPartialScore":0.0019111706206154657,"price1mInputTokens":0.19,"price1mOutputTokens":0.6799999999999999,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.24684,"price1mBlended0To3To1":0.3125,"price1mBlended7To2To1":0.23899999999999996,"price1mBlended0To1To1":0.43499999999999994,"price1mBlended100To1To1":0.19480392156862747,"price1mBlended0To100To1":0.19485148514851486,"intelligenceIndexTimePerTask":19.885384248011015,"intelligenceIndexCost":{"total":77.58221322000001,"input":74.92945298000001,"nonCacheInput":1.02363089,"cacheRead":0,"cacheWrite":73.90582209,"output":2.6527602399999997,"reasoning":0,"answer":2.6527602399999997},"intelligenceIndexCostPerTask":{"cost":{"total":0.11837614517613876,"input":0.1170718316942674,"nonCacheInput":0.00041902840768882123,"cacheRead":0,"cacheWrite":0.11665280328657858,"output":0.0013043134818713667,"reasoning":0,"answer":0.0013043134818713667},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.11542735453846154},{"slug":"gdpval-aa","weightedCostPerTask":0.0020163048090909093},{"slug":"automationbench-aa","weightedCostPerTask":0.00000935284398782344},{"slug":"terminalbench-4-0","weightedCostPerTask":0.00025229436363636366},{"slug":"scicode","weightedCostPerTask":0.00009518728819444445},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00007246960194624651},{"slug":"gdp-pdf","weightedCostPerTask":0.00003129196},{"slug":"critpt","weightedCostPerTask":0.0001915831285714286},{"slug":"omniscience","weightedCostPerTask":0.0000070251772499999995},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.000273281465}]},"canonicalIntelligenceIndexTokenCount":{"input":394365542,"output":3901118,"answer":3901118,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":1918.1080615755395,"output":1918.1080615755395},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":0,"outputTokensPerTask":8049.736263736264,"costPerTask":0.769515696923077,"timePerTask":83.45311815647155},{"slug":"gdpval-aa","score":59.71,"outputTokensPerTask":1857.581818181818,"costPerTask":0.020163048090909092,"timePerTask":19.257897386825434},{"slug":"automationbench-aa","score":0.0019111706206154657,"outputTokensPerTask":0,"costPerTask":0.0001870568797564688,"timePerTask":0},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":1545.8030303030303,"costPerTask":0.002522943636363637,"timePerTask":16.025628506074135},{"slug":"scicode","score":0.212962962962963,"outputTokensPerTask":675.4409722222222,"costPerTask":0.0009518728819444443,"timePerTask":7.002422615572778},{"slug":"humanitys-last-exam","score":0.0378,"outputTokensPerTask":980.3113994439295,"costPerTask":0.0007246960194624652,"timePerTask":10.163071232095039},{"slug":"gdp-pdf","score":0,"outputTokensPerTask":67.96,"costPerTask":0.00031291960000000003,"timePerTask":0.7045540032738173},{"slug":"critpt","score":0,"outputTokensPerTask":1887.8,"costPerTask":0.0019158312857142858,"timePerTask":19.571174917308895},{"slug":"omniscience","score":-52.15,"outputTokensPerTask":33.43933333333333,"costPerTask":0.000046834515,"timePerTask":0.3466718093997587},{"slug":"artificial-analysis-long-context-reasoning","score":0.277,"outputTokensPerTask":82.84,"costPerTask":0.0054656293,"timePerTask":0.8588177403061071}],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":4,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":0,"lower95ci":0,"upper95ci":0},"rubricPassRate":0.007164790174002047,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":70.02592842,"timescaleData":{"medianOutputSpeed":100.072870850277,"medianTimeToFirstChunk":0.829027219500005},"outputSpeedVariance":{"p05":27.384470629009,"q25":44.0325653413859,"median":100.072870850277,"q75":149.242795428355,"p95":198.219442596121},"timeToFirstChunkVariance":{"p05":0.553278282050024,"q25":0.726520453749984,"median":0.829027219500005,"q75":1.010750087,"p95":1.78826085025001},"performanceByPromptType":{"medium":{"medianOutputSpeed":96.322572458509,"medianTimeToFirstChunk":0.628526139499996,"medianTimeToFirstAnswerToken":0.628526139499996,"medianEndToEndResponseTime":5.819417404529024},"long":{"medianOutputSpeed":100.072870850277,"medianTimeToFirstChunk":0.829027219500005,"medianTimeToFirstAnswerToken":0.829027219500005,"medianEndToEndResponseTime":5.8253863301331945},"hundredK":{"medianOutputSpeed":94.0621998300261,"medianTimeToFirstChunk":3.61333147000002,"medianTimeToFirstAnswerToken":3.61333147000002,"medianEndToEndResponseTime":8.928963051055094},"mediumParallel":{"medianOutputSpeed":86.4438113157917,"medianTimeToFirstChunk":0.665246468000021,"medianTimeToFirstAnswerToken":0.665246468000021,"medianEndToEndResponseTime":6.449350528074697}},"endToEndResponseTime":{"input":0.829027219500005,"reasoning":0,"answer":4.99635911063319,"total":5.8253863301331945},"timeToFirstAnswerToken":{"input":0.829027219500005,"reasoning":0,"total":0.829027219500005},"performanceDataSource":{"type":"median"},"hostModelCount":6,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/meta-llama/llama-4-scout","matchedBy":"slug","catalog":{"id":"meta-llama/llama-4-scout","canonical_slug":"meta-llama/llama-4-scout-17b-16e-instruct","hugging_face_id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","name":"Meta: Llama 4 Scout","created":1743881519,"description":"Llama 4 Scout 17B Instruct (16E) is a mixture-of-experts (MoE) language model developed by Meta, activating 17 billion parameters out of a total of 109B. It supports native multimodal input...","context_length":1310720,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Llama4","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000003"},"top_provider":{"context_length":327680,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-08-31","expiration_date":null,"links":{"details":"/api/v1/models/meta-llama/llama-4-scout-17b-16e-instruct/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"codecategories","elo":805,"win_rate":26.6,"rank":125},{"arena":"models","category":"dataviz","elo":908,"win_rate":39.3,"rank":117},{"arena":"models","category":"gamedev","elo":796,"win_rate":27.4,"rank":124},{"arena":"models","category":"uicomponent","elo":783,"win_rate":25.5,"rank":120},{"arena":"models","category":"website","elo":762,"win_rate":22.7,"rank":131}],"artificial_analysis":{"intelligence_index":6.5,"coding_index":8.2,"agentic_index":0.5}}},"endpoints":[{"name":"DeepInfra | meta-llama/llama-4-scout-17b-16e-instruct","model_id":"meta-llama/llama-4-scout","model_name":"Meta: Llama 4 Scout","context_length":327680,"pricing":{"prompt":"0.0000001","completion":"0.0000003","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.9630905511811,"uptime_last_5m":99.91356957649093,"uptime_last_1d":99.93987741864557,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | meta-llama/llama-4-scout-17b-16e-instruct","model_id":"meta-llama/llama-4-scout","model_name":"Meta: Llama 4 Scout","context_length":131072,"pricing":{"prompt":"0.00000018","completion":"0.00000059","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96783265628734,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | meta-llama/llama-4-scout-17b-16e-instruct","model_id":"meta-llama/llama-4-scout","model_name":"Meta: Llama 4 Scout","context_length":1310720,"pricing":{"prompt":"0.00000025","completion":"0.0000007","discount":0},"provider_name":"Google","tag":"google-vertex/us-east5","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","seed","top_k","frequency_penalty","presence_penalty","stop","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"26c0b5df-efa7-470f-a65e-2d883329e493","slug":"llama-nemotron-super-49b-v1-5","name":"Llama Nemotron Super 49B v1.5 (Non-reasoning)","shortName":"Llama Nemotron Super 49B v1.5 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/llama-nemotron-super-49b-v1-5","releaseDate":"2025-07-25","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"llama-nemotron-super-49b-v1-5","name":"Llama Nemotron Super 49B v1.5"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":49,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"NVIDIA Open Model License Agreement","intelligenceIndex":7.36435496013793,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":36.3852795894,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.4,"price1mOutputTokens":0.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":9.62212609200001,"timeToFirstAnswerTokenMs":9.62212609200001,"endToEndMs":23.363947115292717}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-46.18333333333333,"score":-46.18333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.251461988304094,"score":0.251461988304094,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0378787878787879,"score":0.0378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.246666666666667,"score":0.246666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.329251700680272,"score":0.329251700680272,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0430954587581094,"score":0.0430954587581094,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.480808080808081,"score":0.480808080808081,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.28994708994709,"score":0.28994708994709,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.08,"score":0.08,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"26c0b5df-efa7-470f-a65e-2d883329e493","slug":"llama-nemotron-super-49b-v1-5","name":"Llama Nemotron Super 49B v1.5 (Non-reasoning)","shortName":"Llama Nemotron Super 49B v1.5 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-25","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"llama-nemotron-super-49b-v1-5","name":"Llama Nemotron Super 49B v1.5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":49,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"NVIDIA Open Model License Agreement","licenseUrl":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","modelWeightsSourceUrl":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","microevalsEnabled":false,"intelligenceIndex":7.36435496013793,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-46.18333333333333,"omniscienceBreakdown":{"accuracy":0.126,"hallucinationRate":0.6725781845919145},"gdpval":null,"itBenchSre":null,"tau2":0.251461988304094,"tauBanking":null,"terminalbenchHard":0.0378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.246666666666667,"ifbench":0.329251700680272,"hle":0.0430954587581094,"gpqa":0.480808080808081,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.28994708994709,"aime25":0.08,"analystAgent":null,"price1mInputTokens":0.4,"price1mOutputTokens":0.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.4,"price1mBlended7To2To1":0.4000000000000001,"price1mBlended0To1To1":0.4,"price1mBlended100To1To1":0.39999999999999997,"price1mBlended0To100To1":0.39999999999999997,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":52.77777777777778,"modelAvailability":4,"transparencyMethodology":4,"transparencyPostTrainingData":1,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":36.3852795894,"medianTimeToFirstChunk":9.62212609200001},"outputSpeedVariance":{"p05":11.2117140022905,"q25":16.5540011769607,"median":36.3852795894,"q75":121.469230472861,"p95":231.365629227137},"timeToFirstChunkVariance":{"p05":1.38366546050005,"q25":4.20306100099999,"median":9.62212609200001,"q75":22.5199950932501,"p95":45.90352053135},"performanceByPromptType":{"medium":{"medianOutputSpeed":44.5250959783096,"medianTimeToFirstChunk":9.29504634349999,"medianTimeToFirstAnswerToken":9.29504634349999,"medianEndToEndResponseTime":20.524668403013912},"long":{"medianOutputSpeed":36.3852795894,"medianTimeToFirstChunk":9.62212609200001,"medianTimeToFirstAnswerToken":9.62212609200001,"medianEndToEndResponseTime":23.363947115292717},"hundredK":{"medianOutputSpeed":82.0832724222941,"medianTimeToFirstChunk":14.4752810195,"medianTimeToFirstAnswerToken":14.4752810195,"medianEndToEndResponseTime":20.56665609806227},"mediumParallel":{"medianOutputSpeed":59.5791348506612,"medianTimeToFirstChunk":6.84749624500001,"medianTimeToFirstAnswerToken":6.84749624500001,"medianEndToEndResponseTime":15.239695984947243}},"endToEndResponseTime":{"input":9.62212609200001,"reasoning":0,"answer":13.741821023292708,"total":23.363947115292717},"timeToFirstAnswerToken":{"input":9.62212609200001,"reasoning":0,"total":9.62212609200001},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"e1cfa926-9e2b-4a0d-8c31-48366a5041c5","slug":"llama-nemotron-super-49b-v1-5-reasoning","name":"Llama Nemotron Super 49B v1.5 (Reasoning)","shortName":"Llama Nemotron Super 49B v1.5","sourceUrl":"https://artificialanalysis.ai/models/llama-nemotron-super-49b-v1-5-reasoning","releaseDate":"2025-07-25","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"llama-nemotron-super-49b-v1-5","name":"Llama Nemotron Super 49B v1.5"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":49,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"NVIDIA Open Model License Agreement","intelligenceIndex":9.01435430969758,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":63.342552571254,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.4,"price1mOutputTokens":0.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":10.043322491,"timeToFirstAnswerTokenMs":41.61767367854018,"endToEndMs":49.51126147542522}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-47.6,"score":-47.6,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.280701754385965,"score":0.280701754385965,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.053030303030303,"score":0.053030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.370068027210884,"score":0.370068027210884,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0732159406858202,"score":0.0732159406858202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.748484848484849,"score":0.748484848484849,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.736507936507937,"score":0.736507936507937,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.766666666666667,"score":0.766666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"e1cfa926-9e2b-4a0d-8c31-48366a5041c5","slug":"llama-nemotron-super-49b-v1-5-reasoning","name":"Llama Nemotron Super 49B v1.5 (Reasoning)","shortName":"Llama Nemotron Super 49B v1.5","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-25","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"llama-nemotron-super-49b-v1-5","name":"Llama Nemotron Super 49B v1.5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":49,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"NVIDIA Open Model License Agreement","licenseUrl":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","modelWeightsSourceUrl":"https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","microevalsEnabled":true,"intelligenceIndex":9.01435430969758,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-47.6,"omniscienceBreakdown":{"accuracy":0.17166666666666666,"hallucinationRate":0.7818913480885312},"gdpval":null,"itBenchSre":null,"tau2":0.280701754385965,"tauBanking":null,"terminalbenchHard":0.053030303030303,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.370068027210884,"hle":0.0732159406858202,"gpqa":0.748484848484849,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.736507936507937,"aime25":0.766666666666667,"analystAgent":null,"price1mInputTokens":0.4,"price1mOutputTokens":0.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.4,"price1mBlended7To2To1":0.4000000000000001,"price1mBlended0To1To1":0.4,"price1mBlended100To1To1":0.39999999999999997,"price1mBlended0To100To1":0.39999999999999997,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":52.77777777777778,"modelAvailability":4,"transparencyMethodology":4,"transparencyPostTrainingData":1,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":63.342552571254,"medianTimeToFirstChunk":10.043322491},"outputSpeedVariance":{"p05":10.3364225878138,"q25":20.0909356899408,"median":63.342552571254,"q75":97.5579408525903,"p95":258.303201983977},"timeToFirstChunkVariance":{"p05":1.44362721159999,"q25":3.562829615,"median":10.043322491,"q75":29.7469454505,"p95":48.0726648094},"performanceByPromptType":{"medium":{"medianOutputSpeed":31.7708331809207,"medianTimeToFirstChunk":7.42912070500006,"medianTimeToFirstAnswerToken":70.37994067912204,"medianEndToEndResponseTime":86.11764567265253},"long":{"medianOutputSpeed":63.342552571254,"medianTimeToFirstChunk":10.043322491,"medianTimeToFirstAnswerToken":41.61767367854018,"medianEndToEndResponseTime":49.51126147542522},"hundredK":{"medianOutputSpeed":68.1684059018139,"medianTimeToFirstChunk":22.209403281,"medianTimeToFirstAnswerToken":51.54850801055305,"medianEndToEndResponseTime":58.88328419294131},"mediumParallel":{"medianOutputSpeed":44.7419070383078,"medianTimeToFirstChunk":3.44672939849999,"medianTimeToFirstAnswerToken":48.147550896511014,"medianEndToEndResponseTime":59.322756271013766}},"endToEndResponseTime":{"input":10.043322491,"reasoning":31.57435118754018,"answer":7.893587796885045,"total":49.51126147542522},"timeToFirstAnswerToken":{"input":10.043322491,"reasoning":31.57435118754018,"total":41.61767367854018},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"5c3bdc0d-abab-4526-8079-34de4089bb4a","slug":"longcat-2-0","name":"LongCat 2.0","shortName":"LongCat 2.0","sourceUrl":"https://artificialanalysis.ai/models/longcat-2-0","releaseDate":"2026-06-29","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"longcat-2-0","name":"LongCat 2.0"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1600,"inferenceParametersActiveBillions":48,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":19.6877756610623,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":22.71335897574086,"strategyAndOps":16.834457665681967,"legal":23.49753778534509,"engineering":24.63230707453567,"economics":31.804565061992008},"creator":{"id":"45d124a1-e1be-402d-97be-7adf239b9988","slug":"longcat","name":"LongCat","logo":"/img/logos/longcat_small.svg","color":"#2adb65","country":"cn","url":"https://longcat.chat/platform/docs/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":2036284077,"canonicalOutputTokens":142563450,"outputTokensPerTask":24525.250228477853,"answerTokensPerTask":10127.64712437838,"reasoningTokensPerTask":14397.603104099471,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.006,"cacheHitDiscountPercent":0.98,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.05898990881433253,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":738.88,"score":738.88,"outputTokensPerTask":33470.846153846156,"costPerTask":0.14614740557089864,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":964.51,"score":964.51,"outputTokensPerTask":35778.895454545454,"costPerTask":0.0859964074171894,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.045339131570294025,"score":0.045339131570294025,"outputTokensPerTask":15699.981735159818,"costPerTask":0.05201464707013553,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":30425.257575757576,"costPerTask":0.07791087778158788,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.363425925925926,"score":0.363425925925926,"outputTokensPerTask":13831.704861111111,"costPerTask":0.019957313541666664,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.336886005560704,"score":0.336886005560704,"outputTokensPerTask":29028.791473586654,"costPerTask":0.03493042924003707,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.064,"score":0.064,"outputTokensPerTask":9958.6,"costPerTask":0.023088143999999998,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0257142857142857,"score":0.0257142857142857,"outputTokensPerTask":55871.52857142857,"costPerTask":0.07217721857142857,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-23.416666666666668,"score":-23.416666666666668,"outputTokensPerTask":7952.362833333334,"costPerTask":0.0095796308,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.65,"score":0.65,"outputTokensPerTask":745.84,"costPerTask":0.032481639,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.064,"score":0.064,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":964.51,"score":964.51,"outputTokensPerTask":35778.895454545454,"costPerTask":0.0859964074171894,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.232255,"score":0.232255,"outputTokensPerTask":35778.895454545454,"costPerTask":0.0859964074171894,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.131958762886598,"score":0.131958762886598,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.50187265917603,"score":0.50187265917603,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":30425.257575757576,"costPerTask":0.07791087778158788,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.65,"score":0.65,"outputTokensPerTask":745.84,"costPerTask":0.032481639,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.336886005560704,"score":0.336886005560704,"outputTokensPerTask":29028.791473586654,"costPerTask":0.03493042924003707,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.77979797979798,"score":0.77979797979798,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.045339131570294025,"score":0.045339131570294025,"outputTokensPerTask":15699.981735159818,"costPerTask":0.05201464707013553,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":22.71335897574086,"score":22.71335897574086,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":16.834457665681967,"score":16.834457665681967,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":23.49753778534509,"score":23.49753778534509,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":24.63230707453567,"score":24.63230707453567,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":31.804565061992008,"score":31.804565061992008,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"5c3bdc0d-abab-4526-8079-34de4089bb4a","slug":"longcat-2-0","name":"LongCat 2.0","shortName":"LongCat 2.0","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-29","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"longcat-2-0","name":"LongCat 2.0"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1600,"inferenceParametersActiveBillions":48,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/meituan-longcat/LongCat-2.0","microevalsEnabled":true,"intelligenceIndex":19.6877756610623,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":22.71335897574086,"strategyAndOps":16.834457665681967,"legal":23.49753778534509,"engineering":24.63230707453567,"economics":31.804565061992008},"omniscience":-23.416666666666668,"omniscienceBreakdown":{"accuracy":0.29633333333333334,"hallucinationRate":0.7539081004263383},"gdpPdfAllPass":0.064,"gdpval":964.51,"gdpvalNormalized":0.232255,"itBenchSre":null,"tau2":null,"tauBanking":0.131958762886598,"terminalbenchHard":null,"terminalBench21":0.50187265917603,"terminalBench40":0,"scicode":0.363425925925926,"lcr":0.65,"ifbench":null,"hle":0.336886005560704,"gpqa":0.77979797979798,"critpt":0.0257142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.045339131570294025,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.006,"cacheHitDiscountPercent":0.98,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5249999999999999,"price1mBlended7To2To1":0.1842,"price1mBlended0To1To1":0.75,"price1mBlended100To1To1":0.020588235294117643,"price1mBlended0To100To1":0.3089108910891089,"intelligenceIndexCost":{"total":220.74910559739726,"input":49.67296559739729,"nonCacheInput":6.0267918,"cacheRead":11.453311377604138,"cacheWrite":32.19286241979315,"output":171.07613999999998,"reasoning":152.04214199999998,"answer":19.033998},"intelligenceIndexCostPerTask":{"cost":{"total":0.05898990881433253,"input":0.02955960854015911,"nonCacheInput":0.00355728640657807,"cacheRead":0.008116554630439778,"cacheWrite":0.01788576750314126,"output":0.029430300274173423,"reasoning":0.017277123724919363,"answer":0.012153176549254055},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.021922110835634796},{"slug":"gdpval-aa","weightedCostPerTask":0.00859964074171894},{"slug":"automationbench-aa","weightedCostPerTask":0.002600732353506777},{"slug":"terminalbench-4-0","weightedCostPerTask":0.007791087778158789},{"slug":"scicode","weightedCostPerTask":0.0019957313541666666},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0034930429240037073},{"slug":"gdp-pdf","weightedCostPerTask":0.0023088144},{"slug":"critpt","weightedCostPerTask":0.007217721857142857},{"slug":"omniscience","weightedCostPerTask":0.00143694462},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00162408195}]},"canonicalIntelligenceIndexTokenCount":{"input":2036284077,"output":142563450,"answer":15861665,"reasoning":126701785},"intelligenceIndexOutputTokensPerTask":{"reasoning":14397.603104099471,"answer":10127.64712437838,"output":24525.250228477853},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":738.88,"outputTokensPerTask":33470.846153846156,"costPerTask":0.14614740557089864},{"slug":"gdpval-aa","score":964.51,"outputTokensPerTask":35778.895454545454,"costPerTask":0.0859964074171894},{"slug":"automationbench-aa","score":0.045339131570294025,"outputTokensPerTask":15699.981735159818,"costPerTask":0.05201464707013553},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":30425.257575757576,"costPerTask":0.07791087778158788},{"slug":"scicode","score":0.363425925925926,"outputTokensPerTask":13831.704861111111,"costPerTask":0.019957313541666664},{"slug":"humanitys-last-exam","score":0.336886005560704,"outputTokensPerTask":29028.791473586654,"costPerTask":0.03493042924003707},{"slug":"gdp-pdf","score":0.064,"outputTokensPerTask":9958.6,"costPerTask":0.023088143999999998},{"slug":"critpt","score":0.0257142857142857,"outputTokensPerTask":55871.52857142857,"costPerTask":0.07217721857142857},{"slug":"omniscience","score":-23.416666666666668,"outputTokensPerTask":7952.362833333334,"costPerTask":0.0095796308},{"slug":"artificial-analysis-long-context-reasoning","score":0.65,"outputTokensPerTask":745.84,"costPerTask":0.032481639}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":738.88,"lower95ci":729.33,"upper95ci":749.03},"rubricPassRate":0.16873706004140787,"analyticalQuality":{"elo":581.11,"lower95ci":562.25,"upper95ci":599.33},"presentation":{"elo":798.26,"lower95ci":780.94,"upper95ci":815.98}},"briefcaseTotalCost":13.299413906951775,"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"LongCat"},"hostModelCount":2,"creator":{"id":"45d124a1-e1be-402d-97be-7adf239b9988","slug":"longcat","name":"LongCat","logo":"/img/logos/longcat_small.svg","color":"#2adb65","country":"cn","url":"https://longcat.chat/platform/docs/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/meituan/longcat-2.0","matchedBy":"slug","catalog":{"id":"meituan/longcat-2.0","canonical_slug":"meituan/longcat-2.0-20260720","hugging_face_id":"meituan-longcat/LongCat-2.0","name":"Meituan: LongCat 2.0","created":1784554658,"description":"LongCat 2.0 is a sparse mixture-of-experts language model from Meituan, with 48B active parameters out of 1.6T total. It is suited for coding, repository-level changes, long-horizon problem solving, and agentic...","context_length":1048756,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.000000006"},"top_provider":{"context_length":1048756,"max_completion_tokens":262144,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/meituan/longcat-2.0-20260720/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":19.7,"coding_index":45.3,"agentic_index":15.9}},"reasoning":{"mandatory":false,"default_enabled":true,"supports_max_tokens":true}},"endpoints":[{"name":"AtlasCloud | meituan/longcat-2.0-20260720","model_id":"meituan/longcat-2.0","model_name":"Meituan: LongCat 2.0","context_length":1048756,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.000000006","discount":0.6},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","stop","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"70152cb0-fb36-4732-a925-89ef40994be1","slug":"magistral-small-2509","name":"Magistral Small 1.2","shortName":"Magistral Small 1.2","sourceUrl":"https://artificialanalysis.ai/models/magistral-small-2509","releaseDate":"2025-09-17","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"magistral-small-2509","name":"Magistral Small 1.2"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":24,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":8.59366235978288,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.5,"price1mOutputTokens":1.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-65.1,"score":-65.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":212.7,"score":212.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.277777777777778,"score":0.277777777777778,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.045360824742268,"score":0.045360824742268,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0454545454545455,"score":0.0454545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0449438202247191,"score":0.0449438202247191,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.193333333333333,"score":0.193333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.443537414965986,"score":0.443537414965986,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0644114921223355,"score":0.0644114921223355,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.662626262626263,"score":0.662626262626263,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.554913294797688,"score":0.554913294797688,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.722751322751323,"score":0.722751322751323,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.0019111706206154657,"score":0.0019111706206154657,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":16,"raw":{"id":"70152cb0-fb36-4732-a925-89ef40994be1","slug":"magistral-small-2509","name":"Magistral Small 1.2","shortName":"Magistral Small 1.2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-17","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"magistral-small-2509","name":"Magistral Small 1.2"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":24,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","licenseUrl":"https://choosealicense.com/licenses/apache-2.0/","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Magistral-Small-2509","microevalsEnabled":false,"intelligenceIndex":8.59366235978288,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-65.1,"omniscienceBreakdown":{"accuracy":0.1345,"hallucinationRate":0.9075678798382438},"gdpval":212.7,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.277777777777778,"tauBanking":0.045360824742268,"terminalbenchHard":0.0454545454545455,"terminalBench21":0.0449438202247191,"terminalBench40":null,"scicode":null,"lcr":0.193333333333333,"ifbench":0.443537414965986,"hle":0.0644114921223355,"gpqa":0.662626262626263,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.554913294797688,"livecodebench":0.722751322751323,"aime25":0.803333333333333,"analystAgent":null,"automationBenchPartialScore":0.0019111706206154657,"price1mInputTokens":0.5,"price1mOutputTokens":1.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.75,"price1mBlended7To2To1":0.6,"price1mBlended0To1To1":1,"price1mBlended100To1To1":0.5098039215686274,"price1mBlended0To100To1":0.5099009900990099,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":1,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"016d330a-2141-4afa-b2fc-62b314423dc1","slug":"mercury-2","name":"Mercury 2","shortName":"Mercury 2","sourceUrl":"https://artificialanalysis.ai/models/mercury-2","releaseDate":"2026-02-20","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"mercury-2","name":"Mercury 2"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":null,"intelligenceIndex":11.5087340974661,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":11.637487976903182,"strategyAndOps":8.210264480208794,"legal":10.859707641889603,"engineering":15.208706203873861,"economics":17.27842373324018},"creator":{"id":"e8fe48d4-d420-48a5-87db-fcd5f5b14d5c","slug":"inception","name":"Inception","logo":"/img/logos/inceptionlabs_small.svg","color":"#021B30","country":"us","url":"https://www.inceptionlabs.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":473.135140978641,"canonicalInputTokens":681468721,"canonicalOutputTokens":100961530,"outputTokensPerTask":26125.985159067972,"answerTokensPerTask":4497.962265061703,"reasoningTokensPerTask":21628.02289400627,"price1mInputTokens":0.25,"price1mOutputTokens":0.75,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.07334793665672895,"latency":{"timeToFirstChunkMs":6.56983707199998,"timeToFirstAnswerTokenMs":6.56983707199998,"endToEndMs":7.626617591336995}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":279.6,"score":279.6,"outputTokensPerTask":22210.340659340658,"costPerTask":0.10861971114567202,"timePerTask":48.190509486908915,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":646.34,"score":646.34,"outputTokensPerTask":14607.322727272727,"costPerTask":0.052524217564867894,"timePerTask":31.693990437329642,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.016797766046063655,"score":0.016797766046063655,"outputTokensPerTask":41844.57686453577,"costPerTask":0.08489954858227654,"timePerTask":90.79156007983369,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":126537.18181818182,"costPerTask":0.405911487123303,"timePerTask":274.55190149419496,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.377314814814815,"score":0.377314814814815,"outputTokensPerTask":3783.5833333333335,"costPerTask":0.0034573750000000004,"timePerTask":8.209365687636565,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.171455050973123,"score":0.171455050973123,"outputTokensPerTask":12751.25671918443,"costPerTask":0.009636845458758108,"timePerTask":27.666822734546486,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.038,"score":0.038,"outputTokensPerTask":5570.27,"costPerTask":0.01139647,"timePerTask":12.085998742516043,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00848979591836735,"score":0.00848979591836735,"outputTokensPerTask":35847.02857142857,"costPerTask":0.027392764285714286,"timePerTask":77.77848151655527,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-50.71666666666667,"score":-50.71666666666667,"outputTokensPerTask":4671.079333333333,"costPerTask":0.0035331224166666665,"timePerTask":10.13499506287116,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.436666666666667,"score":0.436666666666667,"outputTokensPerTask":1837.58,"costPerTask":0.024962364999999997,"timePerTask":3.987058000648555,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.038,"score":0.038,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":646.34,"score":646.34,"outputTokensPerTask":14607.322727272727,"costPerTask":0.052524217564867894,"timePerTask":31.693990437329642,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.07317000000000001,"score":0.07317000000000001,"outputTokensPerTask":14607.322727272727,"costPerTask":0.052524217564867894,"timePerTask":31.693990437329642,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.707602339181287,"score":0.707602339181287,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0948453608247423,"score":0.0948453608247423,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.265151515151515,"score":0.265151515151515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.273408239700375,"score":0.273408239700375,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":126537.18181818182,"costPerTask":0.405911487123303,"timePerTask":274.55190149419496,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.436666666666667,"score":0.436666666666667,"outputTokensPerTask":1837.58,"costPerTask":0.024962364999999997,"timePerTask":3.987058000648555,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.697959183673469,"score":0.697959183673469,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.171455050973123,"score":0.171455050973123,"outputTokensPerTask":12751.25671918443,"costPerTask":0.009636845458758108,"timePerTask":27.666822734546486,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.76969696969697,"score":0.76969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.016797766046063655,"score":0.016797766046063655,"outputTokensPerTask":41844.57686453577,"costPerTask":0.08489954858227654,"timePerTask":90.79156007983369,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":11.637487976903182,"score":11.637487976903182,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":8.210264480208794,"score":8.210264480208794,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":10.859707641889603,"score":10.859707641889603,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":15.208706203873861,"score":15.208706203873861,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":17.27842373324018,"score":17.27842373324018,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"016d330a-2141-4afa-b2fc-62b314423dc1","slug":"mercury-2","name":"Mercury 2","shortName":"Mercury 2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-20","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"mercury-2","name":"Mercury 2"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":11.5087340974661,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":11.637487976903182,"strategyAndOps":8.210264480208794,"legal":10.859707641889603,"engineering":15.208706203873861,"economics":17.27842373324018},"omniscience":-50.71666666666667,"omniscienceBreakdown":{"accuracy":0.21183333333333335,"hallucinationRate":0.9122436032987947},"gdpPdfAllPass":0.038,"gdpval":646.34,"gdpvalNormalized":0.07317000000000001,"itBenchSre":null,"tau2":0.707602339181287,"tauBanking":0.0948453608247423,"terminalbenchHard":0.265151515151515,"terminalBench21":0.273408239700375,"terminalBench40":0,"scicode":0.377314814814815,"lcr":0.436666666666667,"ifbench":0.697959183673469,"hle":0.171455050973123,"gpqa":0.76969696969697,"critpt":0.00848979591836735,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.016797766046063655,"price1mInputTokens":0.25,"price1mOutputTokens":0.75,"cacheHitPrice":0.025,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.375,"price1mBlended7To2To1":0.14250000000000002,"price1mBlended0To1To1":0.5,"price1mBlended100To1To1":0.03431372549019608,"price1mBlended0To100To1":0.25495049504950495,"intelligenceIndexTimePerTask":56.686412647769025,"intelligenceIndexCost":{"total":152.5530311472208,"input":76.83188364722078,"nonCacheInput":3.63157025,"cacheRead":10.392810733642138,"cacheWrite":62.80750266357864,"output":75.7211475,"reasoning":70.73268975,"answer":4.98845775},"intelligenceIndexCostPerTask":{"cost":{"total":0.07334793665672895,"input":0.05375344778742799,"nonCacheInput":0.0020256160151512644,"cacheRead":0.007573339879368866,"cacheWrite":0.04415449189290785,"output":0.019594488869300982,"reasoning":0.016221017170504705,"answer":0.003373471698796278},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.016292956671850805},{"slug":"gdpval-aa","weightedCostPerTask":0.00525242175648679},{"slug":"automationbench-aa","weightedCostPerTask":0.004244977429113827},{"slug":"terminalbench-4-0","weightedCostPerTask":0.0405911487123303},{"slug":"scicode","weightedCostPerTask":0.00034573750000000005},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0009636845458758107},{"slug":"gdp-pdf","weightedCostPerTask":0.0011396470000000001},{"slug":"critpt","weightedCostPerTask":0.0027392764285714285},{"slug":"omniscience","weightedCostPerTask":0.0005299683625},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00124811825}]},"canonicalIntelligenceIndexTokenCount":{"input":681468721,"output":100961530,"answer":6651277,"reasoning":94310253},"intelligenceIndexOutputTokensPerTask":{"reasoning":21628.02289400627,"answer":4497.962265061703,"output":26125.985159067972},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":279.6,"outputTokensPerTask":22210.340659340658,"costPerTask":0.10861971114567202,"timePerTask":48.190509486908915},{"slug":"gdpval-aa","score":646.34,"outputTokensPerTask":14607.322727272727,"costPerTask":0.052524217564867894,"timePerTask":31.693990437329642},{"slug":"automationbench-aa","score":0.016797766046063655,"outputTokensPerTask":41844.57686453577,"costPerTask":0.08489954858227654,"timePerTask":90.79156007983369},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":126537.18181818182,"costPerTask":0.405911487123303,"timePerTask":274.55190149419496},{"slug":"scicode","score":0.377314814814815,"outputTokensPerTask":3783.5833333333335,"costPerTask":0.0034573750000000004,"timePerTask":8.209365687636565},{"slug":"humanitys-last-exam","score":0.171455050973123,"outputTokensPerTask":12751.25671918443,"costPerTask":0.009636845458758108,"timePerTask":27.666822734546486},{"slug":"gdp-pdf","score":0.038,"outputTokensPerTask":5570.27,"costPerTask":0.01139647,"timePerTask":12.085998742516043},{"slug":"critpt","score":0.00848979591836735,"outputTokensPerTask":35847.02857142857,"costPerTask":0.027392764285714286,"timePerTask":77.77848151655527},{"slug":"omniscience","score":-50.71666666666667,"outputTokensPerTask":4671.079333333333,"costPerTask":0.0035331224166666665,"timePerTask":10.13499506287116},{"slug":"artificial-analysis-long-context-reasoning","score":0.436666666666667,"outputTokensPerTask":1837.58,"costPerTask":0.024962364999999997,"timePerTask":3.987058000648555}],"briefcaseBreakdown":{"overall":{"elo":279.6,"lower95ci":270.95,"upper95ci":288.93},"rubricPassRate":0.05720122574055159,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":5.48},"presentation":{"elo":263.46,"lower95ci":245.33,"upper95ci":279.84}},"briefcaseTotalCost":9.884393714256154,"timescaleData":{"medianOutputSpeed":473.135140978641,"medianTimeToFirstChunk":6.56983707199998},"outputSpeedVariance":{"p05":274.810130104436,"q25":360.744951059165,"median":473.135140978641,"q75":635.462283074301,"p95":871.098736103003},"timeToFirstChunkVariance":{"p05":2.89647414480005,"q25":3.85163554499998,"median":6.56983707199998,"q75":9.98763833550001,"p95":34.3300835790996},"performanceByPromptType":{"medium":{"medianOutputSpeed":558.287660753097,"medianTimeToFirstChunk":6.09328020199997,"medianTimeToFirstAnswerToken":6.09328020199997,"medianEndToEndResponseTime":6.988875851249193},"long":{"medianOutputSpeed":473.135140978641,"medianTimeToFirstChunk":6.56983707199998,"medianTimeToFirstAnswerToken":6.56983707199998,"medianEndToEndResponseTime":7.626617591336995},"hundredK":{"medianOutputSpeed":739.326254628784,"medianTimeToFirstChunk":4.428924198,"medianTimeToFirstAnswerToken":4.428924198,"medianEndToEndResponseTime":5.105215614501975},"mediumParallel":{"medianOutputSpeed":380.011479464871,"medianTimeToFirstChunk":5.73168768399995,"medianTimeToFirstAnswerToken":5.73168768399995,"medianEndToEndResponseTime":7.047437410045321}},"endToEndResponseTime":{"input":6.56983707199998,"reasoning":0,"answer":1.056780519337015,"total":7.626617591336995},"timeToFirstAnswerToken":{"input":6.56983707199998,"reasoning":0,"total":6.56983707199998},"performanceDataSource":{"type":"firstParty","providerName":"Inception"},"hostModelCount":1,"creator":{"id":"e8fe48d4-d420-48a5-87db-fcd5f5b14d5c","slug":"inception","name":"Inception","logo":"/img/logos/inceptionlabs_small.svg","color":"#021B30","country":"us","url":"https://www.inceptionlabs.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/inception/mercury-2","matchedBy":"slug","catalog":{"id":"inception/mercury-2","canonical_slug":"inception/mercury-2-20260304","hugging_face_id":null,"name":"Inception: Mercury 2","created":1772636275,"description":"Mercury 2 is an extremely fast reasoning LLM, and the first reasoning diffusion LLM (dLLM). Instead of generating tokens sequentially, Mercury 2 produces and refines multiple tokens in parallel, achieving...","context_length":128000,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.00000075","input_cache_read":"0.000000025"},"top_provider":{"context_length":128000,"max_completion_tokens":50000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","stop","structured_outputs","temperature","tool_choice","tools"],"default_parameters":{"temperature":0.75,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/inception/mercury-2-20260304/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1002,"win_rate":22,"rank":104},{"arena":"models","category":"asciiart","elo":1021,"win_rate":26.5,"rank":65},{"arena":"models","category":"codecategories","elo":1028,"win_rate":21.3,"rank":108},{"arena":"models","category":"dataviz","elo":1015,"win_rate":21.9,"rank":104},{"arena":"models","category":"gamedev","elo":1009,"win_rate":19.9,"rank":109},{"arena":"models","category":"svg","elo":1015,"win_rate":24.9,"rank":82},{"arena":"models","category":"uicomponent","elo":999,"win_rate":19.3,"rank":104},{"arena":"models","category":"website","elo":1038,"win_rate":21.6,"rank":112}],"artificial_analysis":{"intelligence_index":11.5,"coding_index":31.1,"agentic_index":4}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["high","medium","low","none"],"default_effort":"medium"}},"endpoints":[{"name":"Inception | inception/mercury-2-20260304","model_id":"inception/mercury-2","model_name":"Inception: Mercury 2","context_length":128000,"pricing":{"prompt":"0.00000025","completion":"0.00000075","input_cache_read":"0.000000025","discount":0},"provider_name":"Inception","tag":"inception","quantization":"unknown","max_completion_tokens":50000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","stop","temperature","tools","tool_choice","response_format","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99856953831849,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"82b36b4d-84dd-4bc0-ad32-e3aee9442789","slug":"mimo-v2-flash","name":"MiMo-V2-Flash (Non-reasoning)","shortName":"MiMo-V2-Flash (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/mimo-v2-flash","releaseDate":"2025-12-16","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mimo-v2-flash","name":"MiMo-V2-Flash"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":null,"parameters":309,"inferenceParametersActiveBillions":15,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"MIT","intelligenceIndex":16.0498614373966,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"5147c8b4-61d5-4070-9324-8adf8aa144c2","slug":"xiaomi","name":"Xiaomi","color":"#ff6900","logo":"/img/logos/xiaomi_small.svg","url":"https://huggingface.co/XiaomiMiMo"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"82b36b4d-84dd-4bc0-ad32-e3aee9442789","slug":"mimo-v2-flash","name":"MiMo-V2-Flash (Non-reasoning)","shortName":"MiMo-V2-Flash (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-16","knowledgeCutoffDate":null,"contextWindowTokens":256000,"isReasoning":false,"release":{"slug":"mimo-v2-flash","name":"MiMo-V2-Flash"},"deprecated":true,"isOpenWeights":true,"sizeClass":"large","parameters":309,"inferenceParametersActiveBillions":15,"licenseName":"MIT","licenseUrl":"https://choosealicense.com/licenses/mit/","modelWeightsSourceUrl":"https://huggingface.co/XiaomiMiMo/MiMo-V2-Flash","intelligenceIndex":16.0498614373966,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"5147c8b4-61d5-4070-9324-8adf8aa144c2","slug":"xiaomi","name":"Xiaomi","color":"#ff6900","logo":"/img/logos/xiaomi_small.svg","url":"https://huggingface.co/XiaomiMiMo"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"be185709-ddb4-4268-9597-856464359b25","slug":"mimo-v2-flash-reasoning","name":"MiMo-V2-Flash (Reasoning)","shortName":"MiMo-V2-Flash","sourceUrl":"https://artificialanalysis.ai/models/mimo-v2-flash-reasoning","releaseDate":"2025-12-16","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"mimo-v2-flash","name":"MiMo-V2-Flash"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":309,"inferenceParametersActiveBillions":15,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"MIT","intelligenceIndex":20.8177287591331,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"5147c8b4-61d5-4070-9324-8adf8aa144c2","slug":"xiaomi","name":"Xiaomi","logo":"/img/logos/xiaomi_small.svg","color":"#ff6900","country":"cn","url":"https://huggingface.co/XiaomiMiMo"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-45.35,"score":-45.35,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.950292397660819,"score":0.950292397660819,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.28030303030303,"score":0.28030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.706666666666667,"score":0.706666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.642176870748299,"score":0.642176870748299,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.228452270620945,"score":0.228452270620945,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.846464646464647,"score":0.846464646464647,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0428571428571429,"score":0.0428571428571429,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.867724867724868,"score":0.867724867724868,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.963333333333333,"score":0.963333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"be185709-ddb4-4268-9597-856464359b25","slug":"mimo-v2-flash-reasoning","name":"MiMo-V2-Flash (Reasoning)","shortName":"MiMo-V2-Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-16","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"mimo-v2-flash","name":"MiMo-V2-Flash"},"deprecated":true,"deprecatedTo":"mimo-v2-0206","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":309,"inferenceParametersActiveBillions":15,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"MIT","licenseUrl":"https://choosealicense.com/licenses/mit/","modelWeightsSourceUrl":"https://huggingface.co/XiaomiMiMo/MiMo-V2-Flash","microevalsEnabled":false,"intelligenceIndex":20.8177287591331,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-45.35,"omniscienceBreakdown":{"accuracy":0.24833333333333332,"hallucinationRate":0.9337028824833703},"gdpval":null,"itBenchSre":null,"tau2":0.950292397660819,"tauBanking":null,"terminalbenchHard":0.28030303030303,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.706666666666667,"ifbench":0.642176870748299,"hle":0.228452270620945,"gpqa":0.846464646464647,"critpt":0.0428571428571429,"apexAgents":null,"mmmuPro":null,"livecodebench":0.867724867724868,"aime25":0.963333333333333,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15000000000000002,"price1mBlended7To2To1":0.12000000000000002,"price1mBlended0To1To1":0.2,"price1mBlended100To1To1":0.10196078431372549,"price1mBlended0To100To1":0.10198019801980199,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":52.77777777777778,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Xiaomi"},"hostModelCount":1,"creator":{"id":"5147c8b4-61d5-4070-9324-8adf8aa144c2","slug":"xiaomi","name":"Xiaomi","logo":"/img/logos/xiaomi_small.svg","color":"#ff6900","country":"cn","url":"https://huggingface.co/XiaomiMiMo"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"22d09131-343b-4adf-8760-533e20a2155f","slug":"mimo-v2-5-0424","name":"MiMo-V2.5","shortName":"MiMo-V2.5","sourceUrl":"https://artificialanalysis.ai/models/mimo-v2-5-0424","releaseDate":"2026-04-22","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"mimo-v2-5-0424","name":"MiMo-V2.5"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":310,"inferenceParametersActiveBillions":15,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":22.3038928794953,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":22.9037996054785,"strategyAndOps":19.752373549813615,"legal":25.01481848224228,"engineering":25.09087657968199,"economics":34.52482474328686},"creator":{"id":"5147c8b4-61d5-4070-9324-8adf8aa144c2","slug":"xiaomi","name":"Xiaomi","logo":"/img/logos/xiaomi_small.svg","color":"#ff6900","country":"cn","url":"https://huggingface.co/XiaomiMiMo"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":31.3751597979007,"canonicalInputTokens":1387638898,"canonicalOutputTokens":94845810,"outputTokensPerTask":30926.933313082875,"answerTokensPerTask":10922.655836241394,"reasoningTokensPerTask":20004.277476841482,"price1mInputTokens":0.14,"price1mOutputTokens":0.28,"cacheHitPrice":0.0028,"cacheHitDiscountPercent":0.98,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.019069773544356065,"latency":{"timeToFirstChunkMs":6.44260197449995,"timeToFirstAnswerTokenMs":70.18729723287498,"endToEndMs":86.12347104746875}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":750.72,"score":750.72,"outputTokensPerTask":23379.32967032967,"costPerTask":0.015552521211568122,"timePerTask":701.4604104992324,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1079.43,"score":1079.43,"outputTokensPerTask":15976.781818181818,"costPerTask":0.009495881876972423,"timePerTask":479.35847993371743,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.1842951233004315,"score":0.1842951233004315,"outputTokensPerTask":26133.905631659058,"costPerTask":0.01836589780818872,"timePerTask":784.1071763317697,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":167539.4696969697,"costPerTask":0.11238045690804921,"timePerTask":5026.761111017042,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.438657407407407,"score":0.438657407407407,"outputTokensPerTask":9077.9375,"costPerTask":0.0035279834722222224,"timePerTask":272.36939018476926,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.272011121408712,"score":0.272011121408712,"outputTokensPerTask":20367.66218721038,"costPerTask":0.005749102659870251,"timePerTask":611.1000135680462,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.04,"score":0.04,"outputTokensPerTask":2293.43,"costPerTask":0.0061192040000000005,"timePerTask":68.81079876695068,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0371428571428571,"score":0.0371428571428571,"outputTokensPerTask":41176.642857142855,"costPerTask":0.012249202,"timePerTask":1235.4411015559465,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-9.833333333333334,"score":-9.833333333333334,"outputTokensPerTask":1816.8345,"costPerTask":0.0005262078033333334,"timePerTask":54.51129233172735,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.73,"score":0.73,"outputTokensPerTask":3952.42,"costPerTask":0.015749724200000002,"timePerTask":118.58621246886595,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.04,"score":0.04,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1079.43,"score":1079.43,"outputTokensPerTask":15976.781818181818,"costPerTask":0.009495881876972423,"timePerTask":479.35847993371743,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.28971500000000006,"score":0.28971500000000006,"outputTokensPerTask":15976.781818181818,"costPerTask":0.009495881876972423,"timePerTask":479.35847993371743,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.906432748538012,"score":0.906432748538012,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0865979381443299,"score":0.0865979381443299,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.416666666666667,"score":0.416666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.636704119850187,"score":0.636704119850187,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":167539.4696969697,"costPerTask":0.11238045690804921,"timePerTask":5026.761111017042,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.73,"score":0.73,"outputTokensPerTask":3952.42,"costPerTask":0.015749724200000002,"timePerTask":118.58621246886595,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.671428571428571,"score":0.671428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.272011121408712,"score":0.272011121408712,"outputTokensPerTask":20367.66218721038,"costPerTask":0.005749102659870251,"timePerTask":611.1000135680462,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.84949494949495,"score":0.84949494949495,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.754335260115607,"score":0.754335260115607,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.1842951233004315,"score":0.1842951233004315,"outputTokensPerTask":26133.905631659058,"costPerTask":0.01836589780818872,"timePerTask":784.1071763317697,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":22.9037996054785,"score":22.9037996054785,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":19.752373549813615,"score":19.752373549813615,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":25.01481848224228,"score":25.01481848224228,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":25.09087657968199,"score":25.09087657968199,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":34.52482474328686,"score":34.52482474328686,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"22d09131-343b-4adf-8760-533e20a2155f","slug":"mimo-v2-5-0424","name":"MiMo-V2.5","shortName":"MiMo-V2.5","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-22","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"mimo-v2-5-0424","name":"MiMo-V2.5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":310,"inferenceParametersActiveBillions":15,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5","microevalsEnabled":true,"intelligenceIndex":22.3038928794953,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":22.9037996054785,"strategyAndOps":19.752373549813615,"legal":25.01481848224228,"engineering":25.09087657968199,"economics":34.52482474328686},"omniscience":-9.833333333333334,"omniscienceBreakdown":{"accuracy":0.1675,"hallucinationRate":0.31931931931931934},"gdpPdfAllPass":0.04,"gdpval":1079.43,"gdpvalNormalized":0.28971500000000006,"itBenchSre":null,"tau2":0.906432748538012,"tauBanking":0.0865979381443299,"terminalbenchHard":0.416666666666667,"terminalBench21":0.636704119850187,"terminalBench40":0,"scicode":0.438657407407407,"lcr":0.73,"ifbench":0.671428571428571,"hle":0.272011121408712,"gpqa":0.84949494949495,"critpt":0.0371428571428571,"apexAgents":null,"mmmuPro":0.754335260115607,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.1842951233004315,"price1mInputTokens":0.14,"price1mOutputTokens":0.28,"cacheHitPrice":0.0028,"cacheHitDiscountPercent":0.98,"cacheWritePrice":null,"pricePer1k1mpImages":1.026,"price1mBlended0To3To1":0.17500000000000002,"price1mBlended7To2To1":0.05796000000000001,"price1mBlended0To1To1":0.21000000000000002,"price1mBlended100To1To1":0.006862745098039216,"price1mBlended0To100To1":0.1413861386138614,"intelligenceIndexTimePerTask":927.9145143673229,"intelligenceIndexCost":{"total":42.61208501909787,"input":16.055258219097865,"nonCacheInput":2.55097752,"cacheRead":3.637024234712288,"cacheWrite":9.867256464385578,"output":26.556826800000003,"reasoning":21.28677404,"answer":5.2700527600000004},"intelligenceIndexCostPerTask":{"cost":{"total":0.019069773544356065,"input":0.010410232216692858,"nonCacheInput":0.001457686833467357,"cacheRead":0.0033684338231462128,"cacheWrite":0.005584111560079288,"output":0.008659541327663205,"reasoning":0.005601197693515617,"answer":0.0030583436341475906},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.002332878181735218},{"slug":"gdpval-aa","weightedCostPerTask":0.0009495881876972424},{"slug":"automationbench-aa","weightedCostPerTask":0.0009182948904094361},{"slug":"terminalbench-4-0","weightedCostPerTask":0.01123804569080492},{"slug":"scicode","weightedCostPerTask":0.0003527983472222223},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0005749102659870251},{"slug":"gdp-pdf","weightedCostPerTask":0.0006119204000000001},{"slug":"critpt","weightedCostPerTask":0.0012249202},{"slug":"omniscience","weightedCostPerTask":0.0000789311705},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0007874862100000002}]},"canonicalIntelligenceIndexTokenCount":{"input":1387638898,"output":94845810,"answer":18821617,"reasoning":76024193},"intelligenceIndexOutputTokensPerTask":{"reasoning":20004.277476841482,"answer":10922.655836241394,"output":30926.933313082875},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":750.72,"outputTokensPerTask":23379.32967032967,"costPerTask":0.015552521211568122,"timePerTask":701.4604104992324},{"slug":"gdpval-aa","score":1079.43,"outputTokensPerTask":15976.781818181818,"costPerTask":0.009495881876972423,"timePerTask":479.35847993371743},{"slug":"automationbench-aa","score":0.1842951233004315,"outputTokensPerTask":26133.905631659058,"costPerTask":0.01836589780818872,"timePerTask":784.1071763317697},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":167539.4696969697,"costPerTask":0.11238045690804921,"timePerTask":5026.761111017042},{"slug":"scicode","score":0.438657407407407,"outputTokensPerTask":9077.9375,"costPerTask":0.0035279834722222224,"timePerTask":272.36939018476926},{"slug":"humanitys-last-exam","score":0.272011121408712,"outputTokensPerTask":20367.66218721038,"costPerTask":0.005749102659870251,"timePerTask":611.1000135680462},{"slug":"gdp-pdf","score":0.04,"outputTokensPerTask":2293.43,"costPerTask":0.0061192040000000005,"timePerTask":68.81079876695068},{"slug":"critpt","score":0.0371428571428571,"outputTokensPerTask":41176.642857142855,"costPerTask":0.012249202,"timePerTask":1235.4411015559465},{"slug":"omniscience","score":-9.833333333333334,"outputTokensPerTask":1816.8345,"costPerTask":0.0005262078033333334,"timePerTask":54.51129233172735},{"slug":"artificial-analysis-long-context-reasoning","score":0.73,"outputTokensPerTask":3952.42,"costPerTask":0.015749724200000002,"timePerTask":118.58621246886595}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":750.72,"lower95ci":741.36,"upper95ci":759.68},"rubricPassRate":0.13871635610766045,"analyticalQuality":{"elo":593.53,"lower95ci":576.11,"upper95ci":610.34},"presentation":{"elo":883.11,"lower95ci":865.07,"upper95ci":898.89}},"briefcaseTotalCost":1.415279430252699,"timescaleData":{"medianOutputSpeed":31.3751597979007,"medianTimeToFirstChunk":6.44260197449995},"outputSpeedVariance":{"p05":21.8225981311223,"q25":27.5181646527563,"median":31.3751597979007,"q75":35.5629991427068,"p95":57.2754171035003},"timeToFirstChunkVariance":{"p05":2.62036398790002,"q25":3.11779874250004,"median":6.44260197449995,"q75":15.9058471335,"p95":62.0341408645999},"performanceByPromptType":{"medium":{"medianOutputSpeed":31.0085144359148,"medianTimeToFirstChunk":2.3714662125,"medianTimeToFirstAnswerToken":66.86988016049463,"medianEndToEndResponseTime":82.99448364749328},"long":{"medianOutputSpeed":31.3751597979007,"medianTimeToFirstChunk":6.44260197449995,"medianTimeToFirstAnswerToken":70.18729723287498,"medianEndToEndResponseTime":86.12347104746875},"hundredK":{"medianOutputSpeed":88.9139872364381,"medianTimeToFirstChunk":54.291671479,"medianTimeToFirstAnswerToken":76.78532025308596,"medianEndToEndResponseTime":82.40873244660744},"mediumParallel":{"medianOutputSpeed":32.5375180543313,"medianTimeToFirstChunk":2.635004251,"medianTimeToFirstAnswerToken":64.10250760083727,"medianEndToEndResponseTime":79.46938343829659}},"endToEndResponseTime":{"input":6.44260197449995,"reasoning":63.74469525837504,"answer":15.93617381459376,"total":86.12347104746875},"timeToFirstAnswerToken":{"input":6.44260197449995,"reasoning":63.74469525837504,"total":70.18729723287498},"performanceDataSource":{"type":"firstParty","providerName":"Xiaomi"},"hostModelCount":4,"creator":{"id":"5147c8b4-61d5-4070-9324-8adf8aa144c2","slug":"xiaomi","name":"Xiaomi","logo":"/img/logos/xiaomi_small.svg","color":"#ff6900","country":"cn","url":"https://huggingface.co/XiaomiMiMo"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/xiaomi/mimo-v2.5","matchedBy":"shortName","catalog":{"id":"xiaomi/mimo-v2.5","canonical_slug":"xiaomi/mimo-v2.5-20260422","hugging_face_id":"XiaomiMiMo/MiMo-V2.5","name":"Xiaomi: MiMo-V2.5","created":1776874269,"description":"MiMo-V2.5 is a native omnimodal model by Xiaomi. It delivers Pro-level agentic performance at roughly half the inference cost, while surpassing MiMo-V2-Omni in multimodal perception across image and video understanding...","context_length":1050000,"architecture":{"modality":"text+image+audio+video->text","input_modalities":["text","audio","image","video"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.0000000028"},"top_provider":{"context_length":1048576,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/xiaomi/mimo-v2.5-20260422/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1242,"win_rate":51.1,"rank":34},{"arena":"models","category":"asciiart","elo":1163,"win_rate":46.3,"rank":40},{"arena":"models","category":"codecategories","elo":1275,"win_rate":54,"rank":27},{"arena":"models","category":"dataviz","elo":1265,"win_rate":54.1,"rank":26},{"arena":"models","category":"gamedev","elo":1269,"win_rate":53.5,"rank":29},{"arena":"models","category":"svg","elo":1200,"win_rate":51.1,"rank":32},{"arena":"models","category":"uicomponent","elo":1273,"win_rate":54.5,"rank":28},{"arena":"models","category":"website","elo":1279,"win_rate":54.1,"rank":26}],"artificial_analysis":{"intelligence_index":22.3,"coding_index":56.8,"agentic_index":17.4}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"GMICloud | xiaomi/mimo-v2.5-20260422","model_id":"xiaomi/mimo-v2.5","model_name":"Xiaomi: MiMo-V2.5","context_length":1050000,"pricing":{"prompt":"0.000000119","completion":"0.000000238","input_cache_read":"0.00000000255","discount":0.15},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":945000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":97.65124555160143,"uptime_last_5m":97.27520435967303,"uptime_last_1d":91.3954101047948,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | xiaomi/mimo-v2.5-20260422","model_id":"xiaomi/mimo-v2.5","model_name":"Xiaomi: MiMo-V2.5","context_length":262144,"pricing":{"prompt":"0.000000133","completion":"0.000000266","input_cache_read":"0.00000000266","discount":0.05},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","response_format","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":99.18330308529946,"uptime_last_5m":98.72701555869872,"uptime_last_1d":96.21193481344983,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Xiaomi | xiaomi/mimo-v2.5-20260422","model_id":"xiaomi/mimo-v2.5","model_name":"Xiaomi: MiMo-V2.5","context_length":1048576,"pricing":{"prompt":"0.00000014","completion":"0.00000028","input_cache_read":"0.0000000028","discount":0},"provider_name":"Xiaomi","tag":"xiaomi/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","response_format","tools","tool_choice","frequency_penalty","presence_penalty"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":99.75318073634413,"uptime_last_5m":99.82685648326279,"uptime_last_1d":99.15146195691639,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | xiaomi/mimo-v2.5-20260422","model_id":"xiaomi/mimo-v2.5","model_name":"Xiaomi: MiMo-V2.5","context_length":1000000,"pricing":{"prompt":"0.000000168","completion":"0.000000336","input_cache_read":"0.00000000336","discount":-0.2},"provider_name":"StreamLake","tag":"streamlake","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":91.36041263700838,"uptime_last_5m":90.73359073359073,"uptime_last_1d":91.21860673709388,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | xiaomi/mimo-v2.5-20260422","model_id":"xiaomi/mimo-v2.5","model_name":"Xiaomi: MiMo-V2.5","context_length":1048576,"pricing":{"prompt":"0.000000168","completion":"0.000000336","input_cache_read":"0.0000000034","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.68611797503644,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | xiaomi/mimo-v2.5-20260422","model_id":"xiaomi/mimo-v2.5","model_name":"Xiaomi: MiMo-V2.5","context_length":1000000,"pricing":{"prompt":"0.0000004","completion":"0.000002","input_cache_read":"0.00000008","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.78494623655914,"uptime_last_5m":100,"uptime_last_1d":98.89466840052016,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"00f1248e-78e3-4230-8dc8-5e13ba8645e2","slug":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro","shortName":"MiMo-V2.5-Pro","sourceUrl":"https://artificialanalysis.ai/models/mimo-v2-5-pro","releaseDate":"2026-04-22","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1023,"inferenceParametersActiveBillions":42,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":26.4078138896511,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":27.65173186981403,"strategyAndOps":20.926400308251317,"legal":30.147718163460198,"healthcareAndMedical":26.03945568048741,"engineering":29.0111381527496,"economics":41.04307141797728},"creator":{"id":"5147c8b4-61d5-4070-9324-8adf8aa144c2","slug":"xiaomi","name":"Xiaomi","logo":"/img/logos/xiaomi_small.svg","color":"#ff6900","country":"cn","url":"https://huggingface.co/XiaomiMiMo"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":53.2383905968488,"canonicalInputTokens":1439651142,"canonicalOutputTokens":112122002,"outputTokensPerTask":29884.92268012666,"answerTokensPerTask":11977.483503480798,"reasoningTokensPerTask":17907.43917664586,"price1mInputTokens":0.435,"price1mOutputTokens":0.87,"cacheHitPrice":0.0036,"cacheHitDiscountPercent":0.9917241379310345,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.054072740415336835,"latency":{"timeToFirstChunkMs":5.61596062050006,"timeToFirstAnswerTokenMs":43.182836282560004,"endToEndMs":52.57455519807498}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":883.43,"score":883.43,"outputTokensPerTask":32841.054945054944,"costPerTask":0.07184873063763464,"timePerTask":565.8074175849325,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1186.32,"score":1186.32,"outputTokensPerTask":22839.609090909093,"costPerTask":0.040501073310704,"timePerTask":393.49589286937567,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.13703616508004313,"score":0.13703616508004313,"outputTokensPerTask":19039.033485540334,"costPerTask":0.04040514349279152,"timePerTask":328.01706241743904,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":117680.06060606061,"costPerTask":0.23901476090171953,"timePerTask":2027.4699245853383,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.505787037037037,"score":0.505787037037037,"outputTokensPerTask":4452.774305555556,"costPerTask":0.004932431770833333,"timePerTask":76.71534106106088,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.356811862835959,"score":0.356811862835959,"outputTokensPerTask":27229.502316960148,"costPerTask":0.023833247252085264,"timePerTask":469.12787709951505,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.04,"score":0.04,"outputTokensPerTask":3294.26,"costPerTask":0.0190557144,"timePerTask":56.75569029593551,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.04,"score":0.04,"outputTokensPerTask":58447.828571428574,"costPerTask":0.05725586207142857,"timePerTask":1006.9778514355062,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":3.25,"score":3.25,"outputTokensPerTask":3183.1518333333333,"costPerTask":0.0028237869124999996,"timePerTask":54.84144530717247,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":2698.73,"costPerTask":0.04784593275,"timePerTask":46.49550553761696,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0944444444444444,"score":0.0944444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.732522796352584,"score":0.732522796352584,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.04,"score":0.04,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1186.32,"score":1186.32,"outputTokensPerTask":22839.609090909093,"costPerTask":0.040501073310704,"timePerTask":393.49589286937567,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.34315999999999997,"score":0.34315999999999997,"outputTokensPerTask":22839.609090909093,"costPerTask":0.040501073310704,"timePerTask":393.49589286937567,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.382297551789077,"score":0.382297551789077,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.941520467836257,"score":0.941520467836257,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0989690721649484,"score":0.0989690721649484,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.431818181818182,"score":0.431818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.651685393258427,"score":0.651685393258427,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":117680.06060606061,"costPerTask":0.23901476090171953,"timePerTask":2027.4699245853383,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":2698.73,"costPerTask":0.04784593275,"timePerTask":46.49550553761696,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.798639455782313,"score":0.798639455782313,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.356811862835959,"score":0.356811862835959,"outputTokensPerTask":27229.502316960148,"costPerTask":0.023833247252085264,"timePerTask":469.12787709951505,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.865656565656566,"score":0.865656565656566,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.0243362831858407,"score":0.0243362831858407,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.2,"score":0.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.13703616508004313,"score":0.13703616508004313,"outputTokensPerTask":19039.033485540334,"costPerTask":0.04040514349279152,"timePerTask":328.01706241743904,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":27.65173186981403,"score":27.65173186981403,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":20.926400308251317,"score":20.926400308251317,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":30.147718163460198,"score":30.147718163460198,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":26.03945568048741,"score":26.03945568048741,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":29.0111381527496,"score":29.0111381527496,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":41.04307141797728,"score":41.04307141797728,"family":"Capability Index"}],"benchmarkCount":34,"raw":{"id":"00f1248e-78e3-4230-8dc8-5e13ba8645e2","slug":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro","shortName":"MiMo-V2.5-Pro","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-22","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1023,"inferenceParametersActiveBillions":42,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5-Pro","microevalsEnabled":true,"intelligenceIndex":26.4078138896511,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":27.65173186981403,"strategyAndOps":20.926400308251317,"legal":30.147718163460198,"healthcareAndMedical":26.03945568048741,"engineering":29.0111381527496,"economics":41.04307141797728},"omniscience":3.25,"omniscienceBreakdown":{"accuracy":0.22416666666666665,"hallucinationRate":0.24704618689581095},"mlcrOverall":0.0944444444444444,"harveyLab":0.732522796352584,"gdpPdfAllPass":0.04,"gdpval":1186.32,"gdpvalNormalized":0.34315999999999997,"itBenchSre":0.382297551789077,"tau2":0.941520467836257,"tauBanking":0.0989690721649484,"terminalbenchHard":0.431818181818182,"terminalBench21":0.651685393258427,"terminalBench40":0,"scicode":0.505787037037037,"lcr":0.796666666666667,"ifbench":0.798639455782313,"hle":0.356811862835959,"gpqa":0.865656565656566,"critpt":0.04,"apexAgents":0.0243362831858407,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":0.2,"automationBenchPartialScore":0.13703616508004313,"price1mInputTokens":0.435,"price1mOutputTokens":0.87,"cacheHitPrice":0.0036,"cacheHitDiscountPercent":0.9917241379310345,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.54375,"price1mBlended7To2To1":0.17652,"price1mBlended0To1To1":0.6525,"price1mBlended100To1To1":0.016323529411764705,"price1mBlended0To100To1":0.4393069306930693,"intelligenceIndexTimePerTask":514.8772155662417,"intelligenceIndexCost":{"total":138.26310856565715,"input":40.71696682565715,"nonCacheInput":7.558580445,"cacheRead":4.8862137408429165,"cacheWrite":28.27217263981424,"output":97.54614174,"reasoning":80.64904785,"answer":16.89709389},"intelligenceIndexCostPerTask":{"cost":{"total":0.054072740415336835,"input":0.028072857683626645,"nonCacheInput":0.004662874382686566,"cacheRead":0.005165708089291328,"cacheWrite":0.01824427521164876,"output":0.02599988273171019,"reasoning":0.015579472083681897,"answer":0.010420410648028294},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.010777309595645197},{"slug":"gdpval-aa","weightedCostPerTask":0.004050107331070401},{"slug":"automationbench-aa","weightedCostPerTask":0.0020202571746395764},{"slug":"terminalbench-4-0","weightedCostPerTask":0.02390147609017195},{"slug":"scicode","weightedCostPerTask":0.0004932431770833333},{"slug":"humanitys-last-exam","weightedCostPerTask":0.002383324725208526},{"slug":"gdp-pdf","weightedCostPerTask":0.00190557144},{"slug":"critpt","weightedCostPerTask":0.005725586207142857},{"slug":"omniscience","weightedCostPerTask":0.00042356803687499994},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0023922966374999998}]},"canonicalIntelligenceIndexTokenCount":{"input":1439651142,"output":112122002,"answer":19421947,"reasoning":92700055},"intelligenceIndexOutputTokensPerTask":{"reasoning":17907.43917664586,"answer":11977.483503480798,"output":29884.92268012666},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":883.43,"outputTokensPerTask":32841.054945054944,"costPerTask":0.07184873063763464,"timePerTask":565.8074175849325},{"slug":"gdpval-aa","score":1186.32,"outputTokensPerTask":22839.609090909093,"costPerTask":0.040501073310704,"timePerTask":393.49589286937567},{"slug":"automationbench-aa","score":0.13703616508004313,"outputTokensPerTask":19039.033485540334,"costPerTask":0.04040514349279152,"timePerTask":328.01706241743904},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":117680.06060606061,"costPerTask":0.23901476090171953,"timePerTask":2027.4699245853383},{"slug":"scicode","score":0.505787037037037,"outputTokensPerTask":4452.774305555556,"costPerTask":0.004932431770833333,"timePerTask":76.71534106106088},{"slug":"humanitys-last-exam","score":0.356811862835959,"outputTokensPerTask":27229.502316960148,"costPerTask":0.023833247252085264,"timePerTask":469.12787709951505},{"slug":"gdp-pdf","score":0.04,"outputTokensPerTask":3294.26,"costPerTask":0.0190557144,"timePerTask":56.75569029593551},{"slug":"critpt","score":0.04,"outputTokensPerTask":58447.828571428574,"costPerTask":0.05725586207142857,"timePerTask":1006.9778514355062},{"slug":"omniscience","score":3.25,"outputTokensPerTask":3183.1518333333333,"costPerTask":0.0028237869124999996,"timePerTask":54.84144530717247},{"slug":"artificial-analysis-long-context-reasoning","score":0.796666666666667,"outputTokensPerTask":2698.73,"costPerTask":0.04784593275,"timePerTask":46.49550553761696}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":883.43,"lower95ci":876.58,"upper95ci":890.45},"rubricPassRate":0.21414141414141413,"analyticalQuality":{"elo":778.07,"lower95ci":766.18,"upper95ci":791.16},"presentation":{"elo":947.43,"lower95ci":935.93,"upper95ci":959.08}},"briefcaseTotalCost":6.538234488024752,"timescaleData":{"medianOutputSpeed":53.2383905968488,"medianTimeToFirstChunk":5.61596062050006},"outputSpeedVariance":{"p05":35.8697835172566,"q25":45.9702567923022,"median":53.2383905968488,"q75":62.4797596001715,"p95":77.8152952919758},"timeToFirstChunkVariance":{"p05":2.63416042525003,"q25":3.67679462725,"median":5.61596062050006,"q75":9.24258838475,"p95":50.1969166467499},"performanceByPromptType":{"medium":{"medianOutputSpeed":50.2151384823904,"medianTimeToFirstChunk":5.512978112,"medianTimeToFirstAnswerToken":45.34160470637584,"medianEndToEndResponseTime":55.2987613549698},"long":{"medianOutputSpeed":53.2383905968488,"medianTimeToFirstChunk":5.61596062050006,"medianTimeToFirstAnswerToken":43.182836282560004,"medianEndToEndResponseTime":52.57455519807498},"hundredK":{"medianOutputSpeed":36.9847828040408,"medianTimeToFirstChunk":22.742017273,"medianTimeToFirstAnswerToken":76.8183115856298,"medianEndToEndResponseTime":90.33738516378726},"mediumParallel":{"medianOutputSpeed":47.0774266544984,"medianTimeToFirstChunk":5.94103109499997,"medianTimeToFirstAnswerToken":48.42423678672173,"medianEndToEndResponseTime":59.04503820965216}},"endToEndResponseTime":{"input":5.61596062050006,"reasoning":37.56687566205994,"answer":9.391718915514986,"total":52.57455519807498},"timeToFirstAnswerToken":{"input":5.61596062050006,"reasoning":37.56687566205994,"total":43.182836282560004},"performanceDataSource":{"type":"firstParty","providerName":"Xiaomi"},"hostModelCount":5,"creator":{"id":"5147c8b4-61d5-4070-9324-8adf8aa144c2","slug":"xiaomi","name":"Xiaomi","logo":"/img/logos/xiaomi_small.svg","color":"#ff6900","country":"cn","url":"https://huggingface.co/XiaomiMiMo"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/xiaomi/mimo-v2.5-pro","matchedBy":"slug","catalog":{"id":"xiaomi/mimo-v2.5-pro","canonical_slug":"xiaomi/mimo-v2.5-pro-20260422","hugging_face_id":"XiaomiMiMo/MiMo-V2.5-Pro","name":"Xiaomi: MiMo-V2.5-Pro","created":1776874273,"description":"MiMo-V2.5-Pro is Xiaomi’s flagship model, delivering strong performance in general agentic capabilities, complex software engineering, and long-horizon tasks, with top rankings on benchmarks such as ClawEval, GDPVal, and SWE-bench Pro....","context_length":1050000,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000000435","completion":"0.00000087","input_cache_read":"0.0000000036"},"top_provider":{"context_length":1048576,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/xiaomi/mimo-v2.5-pro-20260422/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1279,"win_rate":55.3,"rank":23},{"arena":"models","category":"asciiart","elo":1170,"win_rate":46.7,"rank":36},{"arena":"models","category":"codecategories","elo":1286,"win_rate":52.9,"rank":22},{"arena":"models","category":"dataviz","elo":1277,"win_rate":51.2,"rank":20},{"arena":"models","category":"gamedev","elo":1286,"win_rate":54.6,"rank":22},{"arena":"models","category":"svg","elo":1210,"win_rate":50.4,"rank":28},{"arena":"models","category":"uicomponent","elo":1277,"win_rate":54.1,"rank":27},{"arena":"models","category":"website","elo":1284,"win_rate":51.9,"rank":20}],"artificial_analysis":{"intelligence_index":26.4,"coding_index":60.2,"agentic_index":22.7}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"GMICloud | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1050000,"pricing":{"prompt":"0.0000003045","completion":"0.000000609","input_cache_read":"0.0000000028","discount":0.3},"provider_name":"GMICloud","tag":"gmicloud/bf16","quantization":"bf16","max_completion_tokens":945000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format"],"supports_tool_choice":{"none":false,"auto":false,"required":false,"function":false},"status":-2,"uptime_last_30m":94.20731707317073,"uptime_last_5m":94.5945945945946,"uptime_last_1d":87.66500178380306,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1048576,"pricing":{"prompt":"0.00000039","completion":"0.00000117","input_cache_read":"0.000000078","discount":0.61},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","response_format","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":94.99408284023669,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1024000,"pricing":{"prompt":"0.000000435","completion":"0.00000087","input_cache_read":"0.0000000036","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","response_format","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.0760490834722,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Xiaomi | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1048576,"pricing":{"prompt":"0.000000435","completion":"0.00000087","input_cache_read":"0.0000000036","discount":0},"provider_name":"Xiaomi","tag":"xiaomi/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":99.07727073002323,"uptime_last_5m":99.96076892899175,"uptime_last_1d":99.4438815322083,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":262144,"pricing":{"prompt":"0.00000048","completion":"0.0000018","input_cache_read":"0.000000096","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.3906254655979,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1048576,"pricing":{"prompt":"0.00000048024","completion":"0.00000096048","input_cache_read":"0.000000003956","discount":0.08},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.18529130850048,"uptime_last_5m":97.11538461538461,"uptime_last_1d":97.80766044229175,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1000000,"pricing":{"prompt":"0.000000522","completion":"0.000001044","input_cache_read":"0.00000000432","discount":-0.2},"provider_name":"StreamLake","tag":"streamlake","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","tools","tool_choice","max_tokens","temperature","top_p","stop"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":90,"uptime_last_5m":null,"uptime_last_1d":92.00198297942659,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"4764d31d-f4af-4297-8bd1-e993f26bcb64","slug":"mimo-v2-5-pro-non-reasoning","name":"MiMo-V2.5-Pro (Non-reasoning)","shortName":"MiMo-V2.5-Pro (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/mimo-v2-5-pro-non-reasoning","releaseDate":"2026-04-22","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1023,"inferenceParametersActiveBillions":42,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","intelligenceIndex":18.2900328799708,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"5147c8b4-61d5-4070-9324-8adf8aa144c2","slug":"xiaomi","name":"Xiaomi","logo":"/img/logos/xiaomi_small.svg","color":"#ff6900","country":"cn","url":"https://huggingface.co/XiaomiMiMo"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":50.6645685351153,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.435,"price1mOutputTokens":0.87,"cacheHitPrice":0.0036,"cacheHitDiscountPercent":0.9917241379310345,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":4.85762255499995,"timeToFirstAnswerTokenMs":4.85762255499995,"endToEndMs":14.726452280717503}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-37.8,"score":-37.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.725146198830409,"score":0.725146198830409,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.356060606060606,"score":0.356060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.416666666666667,"score":0.416666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.427210884353741,"score":0.427210884353741,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.147822057460612,"score":0.147822057460612,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.761616161616162,"score":0.761616161616162,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"4764d31d-f4af-4297-8bd1-e993f26bcb64","slug":"mimo-v2-5-pro-non-reasoning","name":"MiMo-V2.5-Pro (Non-reasoning)","shortName":"MiMo-V2.5-Pro (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-22","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1023,"inferenceParametersActiveBillions":42,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5-Pro","microevalsEnabled":false,"intelligenceIndex":18.2900328799708,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-37.8,"omniscienceBreakdown":{"accuracy":0.2718333333333333,"hallucinationRate":0.8924238956282903},"gdpval":null,"itBenchSre":null,"tau2":0.725146198830409,"tauBanking":null,"terminalbenchHard":0.356060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.416666666666667,"ifbench":0.427210884353741,"hle":0.147822057460612,"gpqa":0.761616161616162,"critpt":0.0114285714285714,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.435,"price1mOutputTokens":0.87,"cacheHitPrice":0.0036,"cacheHitDiscountPercent":0.9917241379310345,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.54375,"price1mBlended7To2To1":0.17652,"price1mBlended0To1To1":0.6525,"price1mBlended100To1To1":0.016323529411764705,"price1mBlended0To100To1":0.4393069306930693,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":50.6645685351153,"medianTimeToFirstChunk":4.85762255499995},"outputSpeedVariance":{"p05":40.5019896348535,"q25":45.3707805458028,"median":50.6645685351153,"q75":55.9504355027194,"p95":96.1631946392064},"timeToFirstChunkVariance":{"p05":2.64212115324995,"q25":3.269938631,"median":4.85762255499995,"q75":8.36171199749995,"p95":19.8139071916499},"performanceByPromptType":{"medium":{"medianOutputSpeed":49.1898739425419,"medianTimeToFirstChunk":4.8288673455,"medianTimeToFirstAnswerToken":4.8288673455,"medianEndToEndResponseTime":14.993561009566793},"long":{"medianOutputSpeed":50.6645685351153,"medianTimeToFirstChunk":4.85762255499995,"medianTimeToFirstAnswerToken":4.85762255499995,"medianEndToEndResponseTime":14.726452280717503},"hundredK":{"medianOutputSpeed":41.453889336721,"medianTimeToFirstChunk":45.5672285515,"medianTimeToFirstAnswerToken":45.5672285515,"medianEndToEndResponseTime":57.62882296399548},"mediumParallel":{"medianOutputSpeed":50.3342004780731,"medianTimeToFirstChunk":3.998493457,"medianTimeToFirstAnswerToken":3.998493457,"medianEndToEndResponseTime":13.93209715490344}},"endToEndResponseTime":{"input":4.85762255499995,"reasoning":0,"answer":9.868829725717552,"total":14.726452280717503},"timeToFirstAnswerToken":{"input":4.85762255499995,"reasoning":0,"total":4.85762255499995},"performanceDataSource":{"type":"firstParty","providerName":"Xiaomi"},"hostModelCount":4,"creator":{"id":"5147c8b4-61d5-4070-9324-8adf8aa144c2","slug":"xiaomi","name":"Xiaomi","logo":"/img/logos/xiaomi_small.svg","color":"#ff6900","country":"cn","url":"https://huggingface.co/XiaomiMiMo"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/xiaomi/mimo-v2.5-pro","matchedBy":"slug","catalog":{"id":"xiaomi/mimo-v2.5-pro","canonical_slug":"xiaomi/mimo-v2.5-pro-20260422","hugging_face_id":"XiaomiMiMo/MiMo-V2.5-Pro","name":"Xiaomi: MiMo-V2.5-Pro","created":1776874273,"description":"MiMo-V2.5-Pro is Xiaomi’s flagship model, delivering strong performance in general agentic capabilities, complex software engineering, and long-horizon tasks, with top rankings on benchmarks such as ClawEval, GDPVal, and SWE-bench Pro....","context_length":1050000,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000000435","completion":"0.00000087","input_cache_read":"0.0000000036"},"top_provider":{"context_length":1048576,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/xiaomi/mimo-v2.5-pro-20260422/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1279,"win_rate":55.3,"rank":23},{"arena":"models","category":"asciiart","elo":1170,"win_rate":46.7,"rank":36},{"arena":"models","category":"codecategories","elo":1286,"win_rate":52.9,"rank":22},{"arena":"models","category":"dataviz","elo":1277,"win_rate":51.2,"rank":20},{"arena":"models","category":"gamedev","elo":1286,"win_rate":54.6,"rank":22},{"arena":"models","category":"svg","elo":1210,"win_rate":50.4,"rank":28},{"arena":"models","category":"uicomponent","elo":1277,"win_rate":54.1,"rank":27},{"arena":"models","category":"website","elo":1284,"win_rate":51.9,"rank":20}],"artificial_analysis":{"intelligence_index":26.4,"coding_index":60.2,"agentic_index":22.7}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"GMICloud | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1050000,"pricing":{"prompt":"0.0000003045","completion":"0.000000609","input_cache_read":"0.0000000028","discount":0.3},"provider_name":"GMICloud","tag":"gmicloud/bf16","quantization":"bf16","max_completion_tokens":945000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format"],"supports_tool_choice":{"none":false,"auto":false,"required":false,"function":false},"status":-2,"uptime_last_30m":94.20731707317073,"uptime_last_5m":94.5945945945946,"uptime_last_1d":87.66500178380306,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1048576,"pricing":{"prompt":"0.00000039","completion":"0.00000117","input_cache_read":"0.000000078","discount":0.61},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","response_format","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":94.99408284023669,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1024000,"pricing":{"prompt":"0.000000435","completion":"0.00000087","input_cache_read":"0.0000000036","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","response_format","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.0760490834722,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Xiaomi | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1048576,"pricing":{"prompt":"0.000000435","completion":"0.00000087","input_cache_read":"0.0000000036","discount":0},"provider_name":"Xiaomi","tag":"xiaomi/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","response_format","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":false},"status":0,"uptime_last_30m":99.07727073002323,"uptime_last_5m":99.96076892899175,"uptime_last_1d":99.4438815322083,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":262144,"pricing":{"prompt":"0.00000048","completion":"0.0000018","input_cache_read":"0.000000096","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.3906254655979,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1048576,"pricing":{"prompt":"0.00000048024","completion":"0.00000096048","input_cache_read":"0.000000003956","discount":0.08},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.18529130850048,"uptime_last_5m":97.11538461538461,"uptime_last_1d":97.80766044229175,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | xiaomi/mimo-v2.5-pro-20260422","model_id":"xiaomi/mimo-v2.5-pro","model_name":"Xiaomi: MiMo-V2.5-Pro","context_length":1000000,"pricing":{"prompt":"0.000000522","completion":"0.000001044","input_cache_read":"0.00000000432","discount":-0.2},"provider_name":"StreamLake","tag":"streamlake","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","tools","tool_choice","max_tokens","temperature","top_p","stop"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":90,"uptime_last_5m":null,"uptime_last_1d":92.00198297942659,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"d306cccd-0085-4b2f-8aa0-ffcdbb434695","slug":"minicpm5-1b-non-reasoning","name":"MiniCPM5-1B (Non-reasoning)","shortName":"MiniCPM5-1B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/minicpm5-1b","releaseDate":"2026-05-25","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"minicpm5-1b","name":"MiniCPM5-1B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":1,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":8.69473818567247,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"7399e4ac-f64d-4be6-b649-2fc20756839f","slug":"openbmb","name":"OpenBMB","color":"#3B62EC","logo":"/img/logos/openbmb_small.svg","url":"https://www.openbmb.cn/en/home"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"d306cccd-0085-4b2f-8aa0-ffcdbb434695","slug":"minicpm5-1b-non-reasoning","name":"MiniCPM5-1B (Non-reasoning)","shortName":"MiniCPM5-1B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-25","knowledgeCutoffDate":null,"contextWindowTokens":128000,"isReasoning":false,"release":{"slug":"minicpm5-1b","name":"MiniCPM5-1B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"tiny","parameters":1,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/datasets/choosealicense/licenses/blob/main/markdown/apache-2.0.md","modelWeightsSourceUrl":"https://huggingface.co/openbmb/MiniCPM5-1B","intelligenceIndex":8.69473818567247,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"7399e4ac-f64d-4be6-b649-2fc20756839f","slug":"openbmb","name":"OpenBMB","color":"#3B62EC","logo":"/img/logos/openbmb_small.svg","url":"https://www.openbmb.cn/en/home"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"77f5ff8b-1536-474a-a337-e1bfd138d343","slug":"minicpm5-1b","name":"MiniCPM5-1B (Reasoning)","shortName":"MiniCPM5-1B","sourceUrl":"https://artificialanalysis.ai/models/releases/minicpm5-1b","releaseDate":"2026-05-25","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"minicpm5-1b","name":"MiniCPM5-1B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":1,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":8.79664321370212,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"7399e4ac-f64d-4be6-b649-2fc20756839f","slug":"openbmb","name":"OpenBMB","color":"#3B62EC","logo":"/img/logos/openbmb_small.svg","url":"https://www.openbmb.cn/en/home"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"77f5ff8b-1536-474a-a337-e1bfd138d343","slug":"minicpm5-1b","name":"MiniCPM5-1B (Reasoning)","shortName":"MiniCPM5-1B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-25","knowledgeCutoffDate":null,"contextWindowTokens":128000,"isReasoning":true,"release":{"slug":"minicpm5-1b","name":"MiniCPM5-1B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"tiny","parameters":1,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/datasets/choosealicense/licenses/blob/main/markdown/apache-2.0.md","modelWeightsSourceUrl":"https://huggingface.co/openbmb/MiniCPM5-1B","intelligenceIndex":8.79664321370212,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"7399e4ac-f64d-4be6-b649-2fc20756839f","slug":"openbmb","name":"OpenBMB","color":"#3B62EC","logo":"/img/logos/openbmb_small.svg","url":"https://www.openbmb.cn/en/home"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"641a073a-41c9-4773-9b02-d965c16607c5","slug":"minicpm5-2b","name":"MiniCPM5-2B","shortName":"MiniCPM5-2B","sourceUrl":"https://artificialanalysis.ai/models/releases/exaone-4-0-1-2b","releaseDate":"2026-09-07","knowledgeCutoffDate":"2025-12-31","isReasoning":true,"effort":null,"release":{"slug":"minicpm5-2b","name":"MiniCPM5-2B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":2.6,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":13.137054831996,"intelligenceIndexIsEstimated":false,"capabilities":{},"creator":{"id":"7399e4ac-f64d-4be6-b649-2fc20756839f","slug":"openbmb","name":"OpenBMB","color":"#3B62EC","logo":"/img/logos/openbmb_small.svg","url":"https://www.openbmb.cn/en/home"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":1578977833,"canonicalOutputTokens":74075934,"outputTokensPerTask":21816.14080452397,"answerTokensPerTask":9334.660691818219,"reasoningTokensPerTask":12481.48011270575,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":433.52,"score":433.52,"outputTokensPerTask":36684.406593406595,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":827.51,"score":827.51,"outputTokensPerTask":42447.85909090909,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.018006007862431707,"score":0.018006007862431707,"outputTokensPerTask":28402.794520547945,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":60532.878787878784,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.262731481481481,"score":0.262731481481481,"outputTokensPerTask":6434.930555555556,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0894346617238184,"score":0.0894346617238184,"outputTokensPerTask":11100.613067655237,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.014,"score":0.014,"outputTokensPerTask":6020.99,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":18763.457142857143,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-11.65,"score":-11.65,"outputTokensPerTask":1805.7648333333334,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.593333333333333,"score":0.593333333333333,"outputTokensPerTask":1848.05,"costPerTask":null,"timePerTask":null,"family":"Intelligence Index"}],"benchmarkCount":10,"raw":{"id":"641a073a-41c9-4773-9b02-d965c16607c5","slug":"minicpm5-2b","name":"MiniCPM5-2B","shortName":"MiniCPM5-2B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-07","knowledgeCutoffDate":"2025-12-31","contextWindowTokens":131072,"isReasoning":true,"release":{"slug":"minicpm5-2b","name":"MiniCPM5-2B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"tiny","parameters":2.6,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/openbmb/MiniCPM5-2B","intelligenceIndex":13.137054831996,"intelligenceIndexIsEstimated":false,"capabilityScores":{"financeAndAccounting":11.969005445652371,"strategyAndOps":7.044485628623033,"legal":16.70502521757874,"engineering":19.209427068714422,"economics":24.138817327000307},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"canonicalIntelligenceIndexTokenCount":{"input":1578977833,"output":74075934,"answer":13416585,"reasoning":60659349},"intelligenceIndexOutputTokensPerTask":{"reasoning":12481.48011270575,"answer":9334.660691818219,"output":21816.14080452397},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":433.52,"outputTokensPerTask":36684.406593406595},{"slug":"gdpval-aa","score":827.51,"outputTokensPerTask":42447.85909090909},{"slug":"automationbench-aa","score":0.018006007862431707,"outputTokensPerTask":28402.794520547945},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":60532.878787878784},{"slug":"scicode","score":0.262731481481481,"outputTokensPerTask":6434.930555555556},{"slug":"humanitys-last-exam","score":0.0894346617238184,"outputTokensPerTask":11100.613067655237},{"slug":"gdp-pdf","score":0.014,"outputTokensPerTask":6020.99},{"slug":"critpt","score":0.00285714285714286,"outputTokensPerTask":18763.457142857143},{"slug":"omniscience","score":-11.65,"outputTokensPerTask":1805.7648333333334},{"slug":"artificial-analysis-long-context-reasoning","score":0.593333333333333,"outputTokensPerTask":1848.05}],"creator":{"id":"7399e4ac-f64d-4be6-b649-2fc20756839f","slug":"openbmb","name":"OpenBMB","color":"#3B62EC","logo":"/img/logos/openbmb_small.svg","url":"https://www.openbmb.cn/en/home"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"9ca246a7-cf13-42c9-9182-5b5ad6b79026","slug":"minimax-m1-80k","name":"MiniMax M1 80k","shortName":"MiniMax M1 80k","sourceUrl":"https://artificialanalysis.ai/models/minimax-m1-80k","releaseDate":"2025-06-17","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"minimax-m1-80k","name":"MiniMax M1 80k"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":456,"inferenceParametersActiveBillions":45.9,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"Apache 2.0","intelligenceIndex":11.725328542655,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.55,"price1mOutputTokens":2.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-48.5,"score":-48.5,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.342105263157895,"score":0.342105263157895,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.576666666666667,"score":0.576666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.417687074829932,"score":0.417687074829932,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0889712696941613,"score":0.0889712696941613,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.696969696969697,"score":0.696969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.711111111111111,"score":0.711111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.61,"score":0.61,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"9ca246a7-cf13-42c9-9182-5b5ad6b79026","slug":"minimax-m1-80k","name":"MiniMax M1 80k","shortName":"MiniMax M1 80k","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-06-17","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"minimax-m1-80k","name":"MiniMax M1 80k"},"deprecated":true,"deprecatedTo":"minimax-m2","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":456,"inferenceParametersActiveBillions":45.9,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/MiniMaxAI/MiniMax-M1-80k","microevalsEnabled":false,"intelligenceIndex":11.725328542655,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-48.5,"omniscienceBreakdown":{"accuracy":0.22466666666666665,"hallucinationRate":0.91530524505589},"gdpval":null,"itBenchSre":null,"tau2":0.342105263157895,"tauBanking":null,"terminalbenchHard":0.0303030303030303,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.576666666666667,"ifbench":0.417687074829932,"hle":0.0889712696941613,"gpqa":0.696969696969697,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.711111111111111,"aime25":0.61,"analystAgent":null,"price1mInputTokens":0.55,"price1mOutputTokens":2.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.9625000000000001,"price1mBlended7To2To1":0.7150000000000001,"price1mBlended0To1To1":1.375,"price1mBlended100To1To1":0.5661764705882354,"price1mBlended0To100To1":0.5663366336633664,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"f74ea286-cd29-4eb4-af14-1389b19c21e5","slug":"minimax-m2","name":"MiniMax-M2","shortName":"MiniMax-M2","sourceUrl":"https://artificialanalysis.ai/models/minimax-m2","releaseDate":"2025-10-26","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"minimax-m2","name":"MiniMax-M2"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":230,"inferenceParametersActiveBillions":10,"sizeClass":"large","contextWindowTokens":204800,"licenseName":"Modified MIT","intelligenceIndex":18.6256708551149,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":90.7609594293109,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.65483546300004,"timeToFirstAnswerTokenMs":23.690741788535288,"endToEndMs":29.1997183699191}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-46.55,"score":-46.55,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.868421052631579,"score":0.868421052631579,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.257575757575758,"score":0.257575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.643333333333333,"score":0.643333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.72312925170068,"score":0.72312925170068,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.136700648748842,"score":0.136700648748842,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.776767676767677,"score":0.776767676767677,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.826455026455027,"score":0.826455026455027,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.783333333333333,"score":0.783333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"f74ea286-cd29-4eb4-af14-1389b19c21e5","slug":"minimax-m2","name":"MiniMax-M2","shortName":"MiniMax-M2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-26","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"minimax-m2","name":"MiniMax-M2"},"deprecated":true,"deprecatedTo":"minimax-m2-1","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":230,"inferenceParametersActiveBillions":10,"sizeClass":"large","contextWindowTokens":204800,"licenseName":"Modified MIT","licenseUrl":"https://github.com/MiniMax-AI/MiniMax-M2/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/MiniMaxAI/MiniMax-M2","microevalsEnabled":false,"intelligenceIndex":18.6256708551149,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-46.55,"omniscienceBreakdown":{"accuracy":0.23233333333333334,"hallucinationRate":0.9090316977854972},"gdpval":null,"itBenchSre":null,"tau2":0.868421052631579,"tauBanking":null,"terminalbenchHard":0.257575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.643333333333333,"ifbench":0.72312925170068,"hle":0.136700648748842,"gpqa":0.776767676767677,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":0.826455026455027,"aime25":0.783333333333333,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5249999999999999,"price1mBlended7To2To1":0.39,"price1mBlended0To1To1":0.75,"price1mBlended100To1To1":0.3088235294117647,"price1mBlended0To100To1":0.3089108910891089,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":4,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":90.7609594293109,"medianTimeToFirstChunk":1.65483546300004},"outputSpeedVariance":{"p05":62.9819754793385,"q25":67.6165927313166,"median":90.7609594293109,"q75":104.681782297153,"p95":122.211036428048},"timeToFirstChunkVariance":{"p05":1.3272261565001,"q25":1.54155673599998,"median":1.65483546300004,"q75":1.74368457275006,"p95":2.2602667013},"performanceByPromptType":{"long":{"medianOutputSpeed":90.7609594293109,"medianTimeToFirstChunk":1.65483546300004,"medianTimeToFirstAnswerToken":23.690741788535288,"medianEndToEndResponseTime":29.1997183699191}},"endToEndResponseTime":{"input":1.65483546300004,"reasoning":22.035906325535247,"answer":5.508976581383812,"total":29.1997183699191},"timeToFirstAnswerToken":{"input":1.65483546300004,"reasoning":22.035906325535247,"total":23.690741788535288},"performanceDataSource":{"type":"firstParty","providerName":"MiniMax"},"hostModelCount":4,"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/minimax/minimax-m2","matchedBy":"slug","catalog":{"id":"minimax/minimax-m2","canonical_slug":"minimax/minimax-m2","hugging_face_id":"MiniMaxAI/MiniMax-M2","name":"MiniMax: MiniMax M2","created":1761252093,"description":"MiniMax-M2 is a compact, high-efficiency large language model optimized for end-to-end coding and agentic workflows. With 10 billion activated parameters (230 billion total), it delivers near-frontier intelligence across general reasoning,...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.000000255","completion":"0.00000102"},"top_provider":{"context_length":204800,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/minimax/minimax-m2/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1126,"win_rate":48.3,"rank":78},{"arena":"models","category":"codecategories","elo":1150,"win_rate":48.1,"rank":81},{"arena":"models","category":"dataviz","elo":1155,"win_rate":50,"rank":74},{"arena":"models","category":"gamedev","elo":1141,"win_rate":48.1,"rank":75},{"arena":"models","category":"svg","elo":1124,"win_rate":55.3,"rank":56},{"arena":"models","category":"uicomponent","elo":1152,"win_rate":49.2,"rank":72},{"arena":"models","category":"website","elo":1155,"win_rate":48,"rank":80}]},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Minimax | minimax/minimax-m2","model_id":"minimax/minimax-m2","model_name":"MiniMax: MiniMax M2","context_length":204800,"pricing":{"prompt":"0.000000255","completion":"0.00000102","discount":0.15},"provider_name":"Minimax","tag":"minimax/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.91301826616412,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | minimax/minimax-m2","model_id":"minimax/minimax-m2","model_name":"MiniMax: MiniMax M2","context_length":196608,"pricing":{"prompt":"0.0000003","completion":"0.0000012","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":176947,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | minimax/minimax-m2","model_id":"minimax/minimax-m2","model_name":"MiniMax: MiniMax M2","context_length":204800,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000003","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"272ff333-442f-4169-a804-ac9177bc99d7","slug":"minimax-m2-1","name":"MiniMax-M2.1","shortName":"MiniMax-M2.1","sourceUrl":"https://artificialanalysis.ai/models/minimax-m2-1","releaseDate":"2025-12-23","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"minimax-m2-1","name":"MiniMax-M2.1"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":230,"inferenceParametersActiveBillions":10,"sizeClass":"large","contextWindowTokens":204800,"licenseName":"MIT","intelligenceIndex":20.9452850207622,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":85.148244247211,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.66018691599993,"timeToFirstAnswerTokenMs":25.14863365593972,"endToEndMs":31.020745340924666}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-32.86666666666667,"score":-32.86666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.853801169590643,"score":0.853801169590643,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.287878787878788,"score":0.287878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.676666666666667,"score":0.676666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.698639455782313,"score":0.698639455782313,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.231696014828545,"score":0.231696014828545,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.83030303030303,"score":0.83030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.80952380952381,"score":0.80952380952381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.826666666666667,"score":0.826666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"272ff333-442f-4169-a804-ac9177bc99d7","slug":"minimax-m2-1","name":"MiniMax-M2.1","shortName":"MiniMax-M2.1","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-23","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"minimax-m2-1","name":"MiniMax-M2.1"},"deprecated":true,"deprecatedTo":"minimax-m2-5","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":230,"inferenceParametersActiveBillions":10,"sizeClass":"large","contextWindowTokens":204800,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/MiniMaxAI/MiniMax-M2-1","microevalsEnabled":false,"intelligenceIndex":20.9452850207622,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-32.86666666666667,"omniscienceBreakdown":{"accuracy":0.21166666666666667,"hallucinationRate":0.6854122621564482},"gdpval":null,"itBenchSre":null,"tau2":0.853801169590643,"tauBanking":null,"terminalbenchHard":0.287878787878788,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.676666666666667,"ifbench":0.698639455782313,"hle":0.231696014828545,"gpqa":0.83030303030303,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":0.80952380952381,"aime25":0.826666666666667,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5249999999999999,"price1mBlended7To2To1":0.39,"price1mBlended0To1To1":0.75,"price1mBlended100To1To1":0.3088235294117647,"price1mBlended0To100To1":0.3089108910891089,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":4,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":85.148244247211,"medianTimeToFirstChunk":1.66018691599993},"outputSpeedVariance":{"p05":60.427197690931,"q25":71.966575737308,"median":85.148244247211,"q75":107.853434211227,"p95":128.500873360353},"timeToFirstChunkVariance":{"p05":1.4192770562999,"q25":1.54018195350008,"median":1.66018691599993,"q75":1.88920994350005,"p95":2.7110029483},"performanceByPromptType":{"long":{"medianOutputSpeed":85.148244247211,"medianTimeToFirstChunk":1.66018691599993,"medianTimeToFirstAnswerToken":25.14863365593972,"medianEndToEndResponseTime":31.020745340924666}},"endToEndResponseTime":{"input":1.66018691599993,"reasoning":23.48844673993979,"answer":5.872111684984947,"total":31.020745340924666},"timeToFirstAnswerToken":{"input":1.66018691599993,"reasoning":23.48844673993979,"total":25.14863365593972},"performanceDataSource":{"type":"firstParty","providerName":"MiniMax"},"hostModelCount":3,"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/minimax/minimax-m2.1","matchedBy":"slug","catalog":{"id":"minimax/minimax-m2.1","canonical_slug":"minimax/minimax-m2.1","hugging_face_id":"MiniMaxAI/MiniMax-M2.1","name":"MiniMax: MiniMax M2.1","created":1766454997,"description":"MiniMax-M2.1 is a lightweight, state-of-the-art large language model optimized for coding, agentic workflows, and modern application development. With only 10 billion activated parameters, it delivers a major jump in real-world...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000003"},"top_provider":{"context_length":204800,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":1,"top_p":0.9,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/minimax/minimax-m2.1/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1194,"win_rate":57.5,"rank":50},{"arena":"models","category":"codecategories","elo":1205,"win_rate":55.3,"rank":50},{"arena":"models","category":"dataviz","elo":1221,"win_rate":57,"rank":45},{"arena":"models","category":"gamedev","elo":1158,"win_rate":50.4,"rank":69},{"arena":"models","category":"svg","elo":1155,"win_rate":55.4,"rank":48},{"arena":"models","category":"uicomponent","elo":1238,"win_rate":60.9,"rank":40},{"arena":"models","category":"website","elo":1214,"win_rate":55.4,"rank":49}]},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Novita | minimax/minimax-m2.1","model_id":"minimax/minimax-m2.1","model_name":"MiniMax: MiniMax M2.1","context_length":204800,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000003","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.97277092925391,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Minimax | minimax/minimax-m2.1","model_id":"minimax/minimax-m2.1","model_name":"MiniMax: MiniMax M2.1","context_length":204800,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000003","discount":0},"provider_name":"Minimax","tag":"minimax/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.81802741720247,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Minimax | minimax/minimax-m2.1","model_id":"minimax/minimax-m2.1","model_name":"MiniMax: MiniMax M2.1","context_length":204800,"pricing":{"prompt":"0.0000003","completion":"0.0000024","input_cache_read":"0.00000003","discount":0},"provider_name":"Minimax","tag":"minimax/highspeed","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","response_format","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.73873285434357,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"12adec16-19fe-4d92-aeff-5ef3eb7e780a","slug":"minimax-m2-5","name":"MiniMax-M2.5","shortName":"MiniMax-M2.5","sourceUrl":"https://artificialanalysis.ai/models/minimax-m2-5","releaseDate":"2026-02-12","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"minimax-m2-5","name":"MiniMax-M2.5"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":230,"inferenceParametersActiveBillions":10,"sizeClass":"large","contextWindowTokens":204800,"licenseName":"MIT","intelligenceIndex":22.7966473221872,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":87.6364540965796,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.03,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.375,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.65372932249997,"timeToFirstAnswerTokenMs":24.475282529067453,"endToEndMs":30.18067083070932}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-38.86666666666667,"score":-38.86666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.953216374269006,"score":0.953216374269006,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.348484848484849,"score":0.348484848484849,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.733333333333333,"score":0.733333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.716326530612245,"score":0.716326530612245,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.205282669138091,"score":0.205282669138091,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.848484848484848,"score":0.848484848484848,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"12adec16-19fe-4d92-aeff-5ef3eb7e780a","slug":"minimax-m2-5","name":"MiniMax-M2.5","shortName":"MiniMax-M2.5","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-12","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"minimax-m2-5","name":"MiniMax-M2.5"},"deprecated":true,"deprecatedTo":"minimax-m2-7","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":230,"inferenceParametersActiveBillions":10,"sizeClass":"large","contextWindowTokens":204800,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/MiniMaxAI/MiniMax-M2.5","microevalsEnabled":false,"intelligenceIndex":22.7966473221872,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-38.86666666666667,"omniscienceBreakdown":{"accuracy":0.2618333333333333,"hallucinationRate":0.8812372996161661},"gdpval":null,"itBenchSre":null,"tau2":0.953216374269006,"tauBanking":null,"terminalbenchHard":0.348484848484849,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.733333333333333,"ifbench":0.716326530612245,"hle":0.205282669138091,"gpqa":0.848484848484848,"critpt":0.0114285714285714,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.03,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.375,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5249999999999999,"price1mBlended7To2To1":0.20099999999999998,"price1mBlended0To1To1":0.75,"price1mBlended100To1To1":0.04411764705882353,"price1mBlended0To100To1":0.3089108910891089,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":4,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":87.6364540965796,"medianTimeToFirstChunk":1.65372932249997},"outputSpeedVariance":{"p05":63.1503200810135,"q25":72.0521064892928,"median":87.6364540965796,"q75":103.446700351048,"p95":126.067321217694},"timeToFirstChunkVariance":{"p05":1.37969794229993,"q25":1.55548577199999,"median":1.65372932249997,"q75":2.02420497750001,"p95":2.51658985184996},"performanceByPromptType":{"long":{"medianOutputSpeed":87.6364540965796,"medianTimeToFirstChunk":1.65372932249997,"medianTimeToFirstAnswerToken":24.475282529067453,"medianEndToEndResponseTime":30.18067083070932}},"endToEndResponseTime":{"input":1.65372932249997,"reasoning":22.821553206567483,"answer":5.705388301641871,"total":30.18067083070932},"timeToFirstAnswerToken":{"input":1.65372932249997,"reasoning":22.821553206567483,"total":24.475282529067453},"performanceDataSource":{"type":"firstParty","providerName":"MiniMax"},"hostModelCount":9,"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/minimax/minimax-m2.5","matchedBy":"slug","catalog":{"id":"minimax/minimax-m2.5","canonical_slug":"minimax/minimax-m2.5-20260211","hugging_face_id":"MiniMaxAI/MiniMax-M2.5","name":"MiniMax: MiniMax M2.5","created":1770908502,"description":"MiniMax-M2.5 is a SOTA large language model designed for real-world productivity. Trained in a diverse range of complex real-world digital working environments, M2.5 builds upon the coding expertise of M2.1...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000027","completion":"0.00000108","input_cache_read":"0.000000027"},"top_provider":{"context_length":200000,"max_completion_tokens":128000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/minimax/minimax-m2.5-20260211/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1199,"win_rate":57.6,"rank":48},{"arena":"models","category":"codecategories","elo":1222,"win_rate":56.8,"rank":46},{"arena":"models","category":"dataviz","elo":1187,"win_rate":51.2,"rank":58},{"arena":"models","category":"gamedev","elo":1200,"win_rate":55.5,"rank":50},{"arena":"models","category":"svg","elo":1173,"win_rate":54.5,"rank":40},{"arena":"models","category":"uicomponent","elo":1188,"win_rate":53.4,"rank":58},{"arena":"models","category":"website","elo":1234,"win_rate":57.5,"rank":44}]},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Venice | minimax/minimax-m2.5-20260211","model_id":"minimax/minimax-m2.5","model_name":"MiniMax: MiniMax M2.5","context_length":198000,"pricing":{"prompt":"0.00000027","completion":"0.00000095","input_cache_read":"0.00000003","discount":0},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":55.54123711340206,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | minimax/minimax-m2.5-20260211","model_id":"minimax/minimax-m2.5","model_name":"MiniMax: MiniMax M2.5","context_length":200000,"pricing":{"prompt":"0.00000027","completion":"0.00000108","input_cache_read":"0.000000027","discount":0.1},"provider_name":"StreamLake","tag":"streamlake","quantization":"unknown","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs","max_tokens","temperature","top_p","stop"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.89451476793249,"uptime_last_5m":100,"uptime_last_1d":99.67653945494484,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | minimax/minimax-m2.5-20260211","model_id":"minimax/minimax-m2.5","model_name":"MiniMax: MiniMax M2.5","context_length":196608,"pricing":{"prompt":"0.000000295","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":176947,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools","tool_choice","structured_outputs","response_format","seed","stop","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.79462102689487,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | minimax/minimax-m2.5-20260211","model_id":"minimax/minimax-m2.5","model_name":"MiniMax: MiniMax M2.5","context_length":65536,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":58982,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","structured_outputs","response_format","tool_choice","tools","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97499843740233,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Friendli | minimax/minimax-m2.5-20260211","model_id":"minimax/minimax-m2.5","model_name":"MiniMax: MiniMax M2.5","context_length":196608,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"Friendli","tag":"friendli","quantization":"unknown","max_completion_tokens":176947,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","tools","tool_choice","structured_outputs","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | minimax/minimax-m2.5-20260211","model_id":"minimax/minimax-m2.5","model_name":"MiniMax: MiniMax M2.5","context_length":204800,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000003","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131100,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.84544049459042,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Minimax | minimax/minimax-m2.5-20260211","model_id":"minimax/minimax-m2.5","model_name":"MiniMax: MiniMax M2.5","context_length":204800,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000003","discount":0},"provider_name":"Minimax","tag":"minimax/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","response_format","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.91485980247474,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Minimax | minimax/minimax-m2.5-20260211","model_id":"minimax/minimax-m2.5","model_name":"MiniMax: MiniMax M2.5","context_length":204800,"pricing":{"prompt":"0.0000006","completion":"0.0000024","input_cache_read":"0.00000006","discount":0},"provider_name":"Minimax","tag":"minimax/highspeed","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","response_format","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.69902182091799,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":8,"endpointError":null}},{"id":"4bbceacb-cf47-464b-b60f-e1d1fe016d67","slug":"minimax-m2-7","name":"MiniMax-M2.7","shortName":"MiniMax-M2.7","sourceUrl":"https://artificialanalysis.ai/models/minimax-m2-7","releaseDate":"2026-03-18","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"minimax-m2-7","name":"MiniMax-M2.7"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"non-commercial","parameters":230,"inferenceParametersActiveBillions":10,"sizeClass":"large","contextWindowTokens":204800,"licenseName":"NON-COMMERCIAL LICENSE","intelligenceIndex":23.2171400287271,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.20393453879323,"strategyAndOps":17.074139622672494,"legal":27.486472319443376,"healthcareAndMedical":21.68123690275182,"engineering":26.073676889977488,"economics":36.46211690994746},"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":63.3022748760143,"canonicalInputTokens":1189828426,"canonicalOutputTokens":92289622,"outputTokensPerTask":21038.927509116238,"answerTokensPerTask":11267.279105900026,"reasoningTokensPerTask":9771.648403216212,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.06,"cacheHitDiscountPercent":0.8,"cacheWritePrice":0.375,"costPerIntelligenceIndexTask":0.10166685146353358,"latency":{"timeToFirstChunkMs":1.64615984599993,"timeToFirstAnswerTokenMs":40.53891693604363,"endToEndMs":48.43752723052854}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":715.25,"score":715.25,"outputTokensPerTask":31863.10989010989,"costPerTask":0.1839846736565494,"timePerTask":527.9978050872314,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1087.02,"score":1087.02,"outputTokensPerTask":24058.672727272726,"costPerTask":0.09405268319362298,"timePerTask":398.6718947749336,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.044352902503728975,"score":0.044352902503728975,"outputTokensPerTask":10311.940639269407,"costPerTask":0.11358718338253719,"timePerTask":170.8772948560826,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":49112.106060606064,"costPerTask":0.46389018206578453,"timePerTask":813.8277868244169,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.501157407407407,"score":0.501157407407407,"outputTokensPerTask":6035.59375,"costPerTask":0.007995238541666666,"timePerTask":100.01472748230923,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.29610750695088,"score":0.29610750695088,"outputTokensPerTask":25115.848934198333,"costPerTask":0.03021192539388323,"timePerTask":416.19016963172726,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.06,"score":0.06,"outputTokensPerTask":9627.97,"costPerTask":0.020789099999999998,"timePerTask":159.54334165679205,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":39364.18571428571,"costPerTask":0.04780538571428571,"timePerTask":652.2967697713742,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":0.7666666666666667,"score":0.7666666666666667,"outputTokensPerTask":2385.8651666666665,"costPerTask":0.0028988877,"timePerTask":39.5357382119532,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.783333333333333,"score":0.783333333333333,"outputTokensPerTask":1090.93,"costPerTask":0.029610132,"timePerTask":18.07760282942761,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0333333333333333,"score":0.0333333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.06,"score":0.06,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1087.02,"score":1087.02,"outputTokensPerTask":24058.672727272726,"costPerTask":0.09405268319362298,"timePerTask":398.6718947749336,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.29351,"score":0.29351,"outputTokensPerTask":24058.672727272726,"costPerTask":0.09405268319362298,"timePerTask":398.6718947749336,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.264595103578154,"score":0.264595103578154,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.847953216374269,"score":0.847953216374269,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0989690721649484,"score":0.0989690721649484,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.393939393939394,"score":0.393939393939394,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.554307116104869,"score":0.554307116104869,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":49112.106060606064,"costPerTask":0.46389018206578453,"timePerTask":813.8277868244169,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.783333333333333,"score":0.783333333333333,"outputTokensPerTask":1090.93,"costPerTask":0.029610132,"timePerTask":18.07760282942761,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.757142857142857,"score":0.757142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.29610750695088,"score":0.29610750695088,"outputTokensPerTask":25115.848934198333,"costPerTask":0.03021192539388323,"timePerTask":416.19016963172726,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.873737373737374,"score":0.873737373737374,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.106194690265487,"score":0.106194690265487,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.1125,"score":0.1125,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.044352902503728975,"score":0.044352902503728975,"outputTokensPerTask":10311.940639269407,"costPerTask":0.11358718338253719,"timePerTask":170.8772948560826,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":24.20393453879323,"score":24.20393453879323,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":17.074139622672494,"score":17.074139622672494,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":27.486472319443376,"score":27.486472319443376,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":21.68123690275182,"score":21.68123690275182,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":26.073676889977488,"score":26.073676889977488,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":36.46211690994746,"score":36.46211690994746,"family":"Capability Index"}],"benchmarkCount":33,"raw":{"id":"4bbceacb-cf47-464b-b60f-e1d1fe016d67","slug":"minimax-m2-7","name":"MiniMax-M2.7","shortName":"MiniMax-M2.7","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-18","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2462,"release":{"slug":"minimax-m2-7","name":"MiniMax-M2.7"},"deprecated":true,"deprecatedTo":"minimax-m3","isOpenWeights":true,"openSourceCategorization":"non-commercial","parameters":230,"inferenceParametersActiveBillions":10,"sizeClass":"large","contextWindowTokens":204800,"licenseName":"NON-COMMERCIAL LICENSE","licenseUrl":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7","microevalsEnabled":true,"intelligenceIndex":23.2171400287271,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.20393453879323,"strategyAndOps":17.074139622672494,"legal":27.486472319443376,"healthcareAndMedical":21.68123690275182,"engineering":26.073676889977488,"economics":36.46211690994746},"omniscience":0.7666666666666667,"omniscienceBreakdown":{"accuracy":0.268,"hallucinationRate":0.35564663023679416},"mlcrOverall":0.0333333333333333,"gdpPdfAllPass":0.06,"gdpval":1087.02,"gdpvalNormalized":0.29351,"itBenchSre":0.264595103578154,"tau2":0.847953216374269,"tauBanking":0.0989690721649484,"terminalbenchHard":0.393939393939394,"terminalBench21":0.554307116104869,"terminalBench40":0,"scicode":0.501157407407407,"lcr":0.783333333333333,"ifbench":0.757142857142857,"hle":0.29610750695088,"gpqa":0.873737373737374,"critpt":0.00571428571428571,"apexAgents":0.106194690265487,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":0.1125,"automationBenchPartialScore":0.044352902503728975,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.06,"cacheHitDiscountPercent":0.8,"cacheWritePrice":0.375,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5249999999999999,"price1mBlended7To2To1":0.22199999999999998,"price1mBlended0To1To1":0.75,"price1mBlended100To1To1":0.07352941176470588,"price1mBlended0To100To1":0.3089108910891089,"intelligenceIndexTimePerTask":348.63224539330855,"intelligenceIndexCost":{"total":235.95731720401176,"input":125.20977080401175,"nonCacheInput":4.3825977,"cacheRead":60.92956943256919,"cacheWrite":59.897603671442575,"output":110.7475464,"reasoning":85.668282,"answer":25.0792644},"intelligenceIndexCostPerTask":{"cost":{"total":0.10166685146353358,"input":0.0764201384525941,"nonCacheInput":0.0024833613821654754,"cacheRead":0.038831575250112105,"cacheWrite":0.03510520182031652,"output":0.025246713010939482,"reasoning":0.011725978083859454,"answer":0.01352073492708003},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.02759770104848241},{"slug":"gdpval-aa","weightedCostPerTask":0.009405268319362298},{"slug":"automationbench-aa","weightedCostPerTask":0.00567935916912686},{"slug":"terminalbench-4-0","weightedCostPerTask":0.04638901820657845},{"slug":"scicode","weightedCostPerTask":0.0007995238541666668},{"slug":"humanitys-last-exam","weightedCostPerTask":0.003021192539388323},{"slug":"gdp-pdf","weightedCostPerTask":0.00207891},{"slug":"critpt","weightedCostPerTask":0.004780538571428571},{"slug":"omniscience","weightedCostPerTask":0.00043483315499999995},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0014805066000000001}]},"canonicalIntelligenceIndexTokenCount":{"input":1189828426,"output":92289622,"answer":20899387,"reasoning":71390235},"intelligenceIndexOutputTokensPerTask":{"reasoning":9771.648403216212,"answer":11267.279105900026,"output":21038.927509116238},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":715.25,"outputTokensPerTask":31863.10989010989,"costPerTask":0.1839846736565494,"timePerTask":527.9978050872314},{"slug":"gdpval-aa","score":1087.02,"outputTokensPerTask":24058.672727272726,"costPerTask":0.09405268319362298,"timePerTask":398.6718947749336},{"slug":"automationbench-aa","score":0.044352902503728975,"outputTokensPerTask":10311.940639269407,"costPerTask":0.11358718338253719,"timePerTask":170.8772948560826},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":49112.106060606064,"costPerTask":0.46389018206578453,"timePerTask":813.8277868244169},{"slug":"scicode","score":0.501157407407407,"outputTokensPerTask":6035.59375,"costPerTask":0.007995238541666666,"timePerTask":100.01472748230923},{"slug":"humanitys-last-exam","score":0.29610750695088,"outputTokensPerTask":25115.848934198333,"costPerTask":0.03021192539388323,"timePerTask":416.19016963172726},{"slug":"gdp-pdf","score":0.06,"outputTokensPerTask":9627.97,"costPerTask":0.020789099999999998,"timePerTask":159.54334165679205},{"slug":"critpt","score":0.00571428571428571,"outputTokensPerTask":39364.18571428571,"costPerTask":0.04780538571428571,"timePerTask":652.2967697713742},{"slug":"omniscience","score":0.7666666666666667,"outputTokensPerTask":2385.8651666666665,"costPerTask":0.0028988877,"timePerTask":39.5357382119532},{"slug":"artificial-analysis-long-context-reasoning","score":0.783333333333333,"outputTokensPerTask":1090.93,"costPerTask":0.029610132,"timePerTask":18.07760282942761}],"openness":{"opennessIndex":22.22222222222222,"modelAvailability":3,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":715.25,"lower95ci":706.19,"upper95ci":724.8},"rubricPassRate":0.1414141414141414,"analyticalQuality":{"elo":553.1,"lower95ci":535.52,"upper95ci":571.04},"presentation":{"elo":816.73,"lower95ci":799.97,"upper95ci":834.11}},"briefcaseTotalCost":16.742605302745996,"timescaleData":{"medianOutputSpeed":63.3022748760143,"medianTimeToFirstChunk":1.64615984599993},"outputSpeedVariance":{"p05":41.3461721086231,"q25":53.7880404889969,"median":63.3022748760143,"q75":82.1307475477545,"p95":97.4879041923404},"timeToFirstChunkVariance":{"p05":1.32389008504997,"q25":1.53586531175003,"median":1.64615984599993,"q75":1.84996622225003,"p95":2.0530564802},"performanceByPromptType":{"long":{"medianOutputSpeed":63.3022748760143,"medianTimeToFirstChunk":1.64615984599993,"medianTimeToFirstAnswerToken":40.53891693604363,"medianEndToEndResponseTime":48.43752723052854}},"endToEndResponseTime":{"input":1.64615984599993,"reasoning":38.892757090043695,"answer":7.898610294484909,"total":48.43752723052854},"timeToFirstAnswerToken":{"input":1.64615984599993,"reasoning":38.892757090043695,"total":40.53891693604363},"performanceDataSource":{"type":"firstParty","providerName":"MiniMax"},"hostModelCount":4,"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/minimax/minimax-m2.7","matchedBy":"slug","catalog":{"id":"minimax/minimax-m2.7","canonical_slug":"minimax/minimax-m2.7-20260318","hugging_face_id":"MiniMaxAI/MiniMax-M2.7","name":"MiniMax: MiniMax M2.7","created":1773836697,"description":"MiniMax-M2.7 is a next-generation large language model designed for autonomous, real-world productivity and continuous improvement. Built to actively participate in its own evolution, M2.7 integrates advanced agentic capabilities through multi-agent...","context_length":204800,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006"},"top_provider":{"context_length":204800,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/minimax/minimax-m2.7-20260318/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1221,"win_rate":50.1,"rank":42},{"arena":"models","category":"asciiart","elo":1159,"win_rate":47.4,"rank":42},{"arena":"models","category":"codecategories","elo":1249,"win_rate":51.5,"rank":38},{"arena":"models","category":"dataviz","elo":1249,"win_rate":52.8,"rank":33},{"arena":"models","category":"gamedev","elo":1231,"win_rate":50.7,"rank":40},{"arena":"models","category":"svg","elo":1161,"win_rate":48.4,"rank":47},{"arena":"models","category":"uicomponent","elo":1225,"win_rate":49.1,"rank":44},{"arena":"models","category":"website","elo":1257,"win_rate":52.1,"rank":36}],"artificial_analysis":{"intelligence_index":23.2,"coding_index":52.6,"agentic_index":16.8}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"GMICloud | minimax/minimax-m2.7-20260318","model_id":"minimax/minimax-m2.7","model_name":"MiniMax: MiniMax M2.7","context_length":196608,"pricing":{"prompt":"0.00000021","completion":"0.00000084","input_cache_read":"0.000000042","discount":0.3},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":176947,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.04761904761905,"uptime_last_5m":100,"uptime_last_1d":99.278830606041,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mara | minimax/minimax-m2.7-20260318","model_id":"minimax/minimax-m2.7","model_name":"MiniMax: MiniMax M2.7","context_length":196608,"pricing":{"prompt":"0.00000024","completion":"0.00000096","discount":0.6},"provider_name":"Mara","tag":"mara","quantization":"unknown","max_completion_tokens":176947,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","top_k","top_p","tool_choice","tools","structured_outputs","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.95808704997313,"uptime_last_5m":95.63758389261746,"uptime_last_1d":94.59988462172409,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | minimax/minimax-m2.7-20260318","model_id":"minimax/minimax-m2.7","model_name":"MiniMax: MiniMax M2.7","context_length":204800,"pricing":{"prompt":"0.00000027","completion":"0.00000108","input_cache_read":"0.000000054","discount":0.1},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":97.94117647058823,"uptime_last_5m":99.21875,"uptime_last_1d":99.42139876059188,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | minimax/minimax-m2.7-20260318","model_id":"minimax/minimax-m2.7","model_name":"MiniMax: MiniMax M2.7","context_length":196608,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":176947,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.025069637883,"uptime_last_5m":98.05825242718447,"uptime_last_1d":99.15738586305825,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Minimax | minimax/minimax-m2.7-20260318","model_id":"minimax/minimax-m2.7","model_name":"MiniMax: MiniMax M2.7","context_length":204800,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"Minimax","tag":"minimax/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","response_format","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.54107388710418,"uptime_last_5m":100,"uptime_last_1d":99.36858151476251,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | minimax/minimax-m2.7-20260318","model_id":"minimax/minimax-m2.7","model_name":"MiniMax: MiniMax M2.7","context_length":196608,"pricing":{"prompt":"0.00000038","completion":"0.0000017","input_cache_read":"0.00000007","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/turbo","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":91.64921465968587,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Groq | minimax/minimax-m2.7-20260318","model_id":"minimax/minimax-m2.7","model_name":"MiniMax: MiniMax M2.7","context_length":196608,"pricing":{"prompt":"0.0000006","completion":"0.0000018","discount":0},"provider_name":"Groq","tag":"groq","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","seed","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.56617763054109,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | minimax/minimax-m2.7-20260318","model_id":"minimax/minimax-m2.7","model_name":"MiniMax: MiniMax M2.7","context_length":196608,"pricing":{"prompt":"0.0000006","completion":"0.0000024","input_cache_read":"0.00000006","discount":0},"provider_name":"SambaNova","tag":"sambanova","quantization":"unknown","max_completion_tokens":176947,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.81203007518798,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Minimax | minimax/minimax-m2.7-20260318","model_id":"minimax/minimax-m2.7","model_name":"MiniMax: MiniMax M2.7","context_length":204800,"pricing":{"prompt":"0.0000006","completion":"0.0000024","input_cache_read":"0.00000006","discount":0},"provider_name":"Minimax","tag":"minimax/highspeed","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","response_format","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":89.24407672057164,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":9,"endpointError":null}},{"id":"277f939a-985b-4b37-859d-b3eabc7c0b26","slug":"minimax-m3","name":"MiniMax-M3","shortName":"MiniMax-M3","sourceUrl":"https://artificialanalysis.ai/models/minimax-m3","releaseDate":"2026-06-01","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"minimax-m3","name":"MiniMax-M3"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":428,"inferenceParametersActiveBillions":23,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MINIMAX COMMUNITY LICENSE","intelligenceIndex":29.6125932236316,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":30.680173606031005,"strategyAndOps":25.66512496179065,"legal":32.02544933331668,"healthcareAndMedical":30.18537551299024,"engineering":31.608313614297362,"economics":44.21488189295645},"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":168.700083525813,"canonicalInputTokens":5273003361,"canonicalOutputTokens":117058967,"outputTokensPerTask":48192.034776700704,"answerTokensPerTask":26373.78883392722,"reasoningTokensPerTask":21818.245942773487,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.06,"cacheHitDiscountPercent":0.8,"cacheWritePrice":0.375,"costPerIntelligenceIndexTask":0.5076126905781733,"latency":{"timeToFirstChunkMs":0.999386528499983,"timeToFirstAnswerTokenMs":12.854745211200205,"endToEndMs":15.818584881875262}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1096.03,"score":1096.03,"outputTokensPerTask":81897.25274725274,"costPerTask":0.9395294535267474,"timePerTask":448.3742082514343,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1303.96,"score":1303.96,"outputTokensPerTask":43087.25,"costPerTask":0.34830452813155055,"timePerTask":235.8957224621882,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.21251257600749407,"score":0.21251257600749407,"outputTokensPerTask":20791.15068493151,"costPerTask":0.1153838701791827,"timePerTask":113.82818610243488,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0202020202020202,"score":0.0202020202020202,"outputTokensPerTask":176730.34848484848,"costPerTask":3.0398771584794297,"timePerTask":967.5700639244236,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.471064814814815,"score":0.471064814814815,"outputTokensPerTask":16494.3125,"costPerTask":0.02607846770833333,"timePerTask":90.30369224549261,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.389712696941613,"score":0.389712696941613,"outputTokensPerTask":21484.964318813716,"costPerTask":0.025920784893419833,"timePerTask":117.62670349258532,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.098,"score":0.098,"outputTokensPerTask":7937.33,"costPerTask":0.053294001,"timePerTask":43.45559753223518,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0371428571428571,"score":0.0371428571428571,"outputTokensPerTask":77915.3,"costPerTask":0.09554459571428571,"timePerTask":426.5736612189948,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":1.35,"score":1.35,"outputTokensPerTask":2883.252,"costPerTask":0.0034957456499999993,"timePerTask":15.785338205166239,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":1409.02,"costPerTask":0.029755272000000003,"timePerTask":7.714156528060445,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.172222222222222,"score":0.172222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.884064264003474,"score":0.884064264003474,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.098,"score":0.098,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1303.96,"score":1303.96,"outputTokensPerTask":43087.25,"costPerTask":0.34830452813155055,"timePerTask":235.8957224621882,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.40198,"score":0.40198,"outputTokensPerTask":43087.25,"costPerTask":0.34830452813155055,"timePerTask":235.8957224621882,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.888888888888889,"score":0.888888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.152577319587629,"score":0.152577319587629,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.424242424242424,"score":0.424242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.651685393258427,"score":0.651685393258427,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0202020202020202,"score":0.0202020202020202,"outputTokensPerTask":176730.34848484848,"costPerTask":3.0398771584794297,"timePerTask":967.5700639244236,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":1409.02,"costPerTask":0.029755272000000003,"timePerTask":7.714156528060445,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.828571428571429,"score":0.828571428571429,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.389712696941613,"score":0.389712696941613,"outputTokensPerTask":21484.964318813716,"costPerTask":0.025920784893419833,"timePerTask":117.62670349258532,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.929292929292929,"score":0.929292929292929,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.785549132947977,"score":0.785549132947977,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.1,"score":0.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.21251257600749407,"score":0.21251257600749407,"outputTokensPerTask":20791.15068493151,"costPerTask":0.1153838701791827,"timePerTask":113.82818610243488,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.3210981796478663,"score":0.3210981796478663,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":30.680173606031005,"score":30.680173606031005,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":25.66512496179065,"score":25.66512496179065,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":32.02544933331668,"score":32.02544933331668,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":30.18537551299024,"score":30.18537551299024,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":31.608313614297362,"score":31.608313614297362,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":44.21488189295645,"score":44.21488189295645,"family":"Capability Index"}],"benchmarkCount":34,"raw":{"id":"277f939a-985b-4b37-859d-b3eabc7c0b26","slug":"minimax-m3","name":"MiniMax-M3","shortName":"MiniMax-M3","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-06-01","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"minimax-m3","name":"MiniMax-M3"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":428,"inferenceParametersActiveBillions":23,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":"MINIMAX COMMUNITY LICENSE","licenseUrl":"https://huggingface.co/MiniMaxAI/MiniMax-M3/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/MiniMaxAI/MiniMax-M3","microevalsEnabled":true,"intelligenceIndex":29.6125932236316,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":30.680173606031005,"strategyAndOps":25.66512496179065,"legal":32.02544933331668,"healthcareAndMedical":30.18537551299024,"engineering":31.608313614297362,"economics":44.21488189295645},"omniscience":1.35,"omniscienceBreakdown":{"accuracy":0.167,"hallucinationRate":0.1842737094837935},"mlcrOverall":0.172222222222222,"harveyLab":0.884064264003474,"gdpPdfAllPass":0.098,"gdpval":1303.96,"gdpvalNormalized":0.40198,"itBenchSre":null,"tau2":0.888888888888889,"tauBanking":0.152577319587629,"terminalbenchHard":0.424242424242424,"terminalBench21":0.651685393258427,"terminalBench40":0.0202020202020202,"scicode":0.471064814814815,"lcr":0.83,"ifbench":0.828571428571429,"hle":0.389712696941613,"gpqa":0.929292929292929,"critpt":0.0371428571428571,"apexAgents":null,"mmmuPro":0.785549132947977,"livecodebench":null,"aime25":null,"analystAgent":0.1,"automationBenchPartialScore":0.21251257600749407,"enterpriseOpsGym":0.3210981796478663,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.06,"cacheHitDiscountPercent":0.8,"cacheWritePrice":0.375,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5249999999999999,"price1mBlended7To2To1":0.22199999999999998,"price1mBlended0To1To1":0.75,"price1mBlended100To1To1":0.07352941176470588,"price1mBlended0To100To1":0.3089108910891089,"intelligenceIndexTimePerTask":263.84359318760676,"intelligenceIndexCost":{"total":537.9784470272406,"input":397.50768662724056,"nonCacheInput":9.651415799999999,"cacheRead":300.46775615195423,"cacheWrite":87.38851467528632,"output":140.4707604,"reasoning":105.51258119999999,"answer":34.9581792},"intelligenceIndexCostPerTask":{"cost":{"total":0.5076126905781733,"input":0.44978224884613227,"nonCacheInput":0.006632555000846242,"cacheRead":0.3556943830256406,"cacheWrite":0.08745531081964547,"output":0.05783044173204086,"reasoning":0.026181895131328185,"answer":0.03164854660071267},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.1409294180290121},{"slug":"gdpval-aa","weightedCostPerTask":0.034830452813155055},{"slug":"automationbench-aa","weightedCostPerTask":0.005769193508959136},{"slug":"terminalbench-4-0","weightedCostPerTask":0.303987715847943},{"slug":"scicode","weightedCostPerTask":0.002607846770833333},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0025920784893419834},{"slug":"gdp-pdf","weightedCostPerTask":0.0053294001},{"slug":"critpt","weightedCostPerTask":0.00955445957142857},{"slug":"omniscience","weightedCostPerTask":0.0005243618474999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0014877636}]},"canonicalIntelligenceIndexTokenCount":{"input":5273003361,"output":117058967,"answer":29131816,"reasoning":87927151},"intelligenceIndexOutputTokensPerTask":{"reasoning":21818.245942773487,"answer":26373.78883392722,"output":48192.034776700704},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1096.03,"outputTokensPerTask":81897.25274725274,"costPerTask":0.9395294535267474,"timePerTask":448.3742082514343},{"slug":"gdpval-aa","score":1303.96,"outputTokensPerTask":43087.25,"costPerTask":0.34830452813155055,"timePerTask":235.8957224621882},{"slug":"automationbench-aa","score":0.21251257600749407,"outputTokensPerTask":20791.15068493151,"costPerTask":0.1153838701791827,"timePerTask":113.82818610243488},{"slug":"terminalbench-4-0","score":0.0202020202020202,"outputTokensPerTask":176730.34848484848,"costPerTask":3.0398771584794297,"timePerTask":967.5700639244236},{"slug":"scicode","score":0.471064814814815,"outputTokensPerTask":16494.3125,"costPerTask":0.02607846770833333,"timePerTask":90.30369224549261},{"slug":"humanitys-last-exam","score":0.389712696941613,"outputTokensPerTask":21484.964318813716,"costPerTask":0.025920784893419833,"timePerTask":117.62670349258532},{"slug":"gdp-pdf","score":0.098,"outputTokensPerTask":7937.33,"costPerTask":0.053294001,"timePerTask":43.45559753223518},{"slug":"critpt","score":0.0371428571428571,"outputTokensPerTask":77915.3,"costPerTask":0.09554459571428571,"timePerTask":426.5736612189948},{"slug":"omniscience","score":1.35,"outputTokensPerTask":2883.252,"costPerTask":0.0034957456499999993,"timePerTask":15.785338205166239},{"slug":"artificial-analysis-long-context-reasoning","score":0.83,"outputTokensPerTask":1409.02,"costPerTask":0.029755272000000003,"timePerTask":7.714156528060445}],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":4,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1096.03,"lower95ci":1089.75,"upper95ci":1102.54},"rubricPassRate":0.30303030303030304,"analyticalQuality":{"elo":1055.51,"lower95ci":1043.38,"upper95ci":1067.59},"presentation":{"elo":1177.57,"lower95ci":1166.95,"upper95ci":1187.85}},"briefcaseTotalCost":85.49718027093401,"timescaleData":{"medianOutputSpeed":168.700083525813,"medianTimeToFirstChunk":0.999386528499983},"outputSpeedVariance":{"p05":67.8560764322481,"q25":87.8362429049768,"median":168.700083525813,"q75":241.188364409988,"p95":319.336478373456},"timeToFirstChunkVariance":{"p05":0.600983451100007,"q25":0.795888979249924,"median":0.999386528499983,"q75":1.24843259999998,"p95":1.76898833484995},"performanceByPromptType":{"medium":{"medianOutputSpeed":120.396829080865,"medianTimeToFirstChunk":1.008466743,"medianTimeToFirstAnswerToken":17.620199919599628,"medianEndToEndResponseTime":21.773133213749535},"long":{"medianOutputSpeed":168.700083525813,"medianTimeToFirstChunk":0.999386528499983,"medianTimeToFirstAnswerToken":12.854745211200205,"medianEndToEndResponseTime":15.818584881875262},"hundredK":{"medianOutputSpeed":134.751184945165,"medianTimeToFirstChunk":3.54077012150003,"medianTimeToFirstAnswerToken":18.382940161146585,"medianEndToEndResponseTime":22.093482671058226},"mediumParallel":{"medianOutputSpeed":122.247046487838,"medianTimeToFirstChunk":0.747280741499936,"medianTimeToFirstAnswerToken":17.107594200680104,"medianEndToEndResponseTime":21.19767256547515}},"endToEndResponseTime":{"input":0.999386528499983,"reasoning":11.855358682700222,"answer":2.9638396706750556,"total":15.818584881875262},"timeToFirstAnswerToken":{"input":0.999386528499983,"reasoning":11.855358682700222,"total":12.854745211200205},"performanceDataSource":{"type":"firstParty","providerName":"MiniMax"},"hostModelCount":15,"creator":{"id":"a31a9071-6144-4dbb-92dc-2e02d653ecea","slug":"minimax","name":"MiniMax","logo":"/img/logos/minimax_small.svg","color":"#EB3568","country":"cn","url":"https://minimaxi.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/minimax/minimax-m3","matchedBy":"slug","catalog":{"id":"minimax/minimax-m3","canonical_slug":"minimax/minimax-m3-20260531","hugging_face_id":"MiniMaxAI/Minimax-M3","name":"MiniMax: MiniMax M3","created":1780245374,"description":"MiniMax-M3 is a multimodal foundation model from MiniMax. It supports text, image, and video inputs with text output, a 1M-token context window, and is suited for long-horizon agentic work, coding,...","context_length":1048576,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006"},"top_provider":{"context_length":524288,"max_completion_tokens":512000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/minimax/minimax-m3-20260531/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1159,"win_rate":44.7,"rank":19},{"arena":"agents","category":"androidnative","elo":1167,"win_rate":44,"rank":23},{"arena":"agents","category":"fullstack","elo":1205,"win_rate":47.6,"rank":19},{"arena":"agents","category":"htmlslides","elo":1183,"win_rate":46.6,"rank":11},{"arena":"agents","category":"mobileapps","elo":1195,"win_rate":46.4,"rank":19},{"arena":"agents","category":"python-pptxslides","elo":1207,"win_rate":47.1,"rank":14},{"arena":"agents","category":"webapps","elo":1215,"win_rate":48.4,"rank":20},{"arena":"models","category":"3d","elo":1238,"win_rate":51.1,"rank":36},{"arena":"models","category":"asciiart","elo":1184,"win_rate":47.6,"rank":32},{"arena":"models","category":"codecategories","elo":1265,"win_rate":51.9,"rank":31},{"arena":"models","category":"dataviz","elo":1250,"win_rate":51.6,"rank":32},{"arena":"models","category":"gamedev","elo":1239,"win_rate":47.2,"rank":37},{"arena":"models","category":"svg","elo":1191,"win_rate":47.8,"rank":34},{"arena":"models","category":"uicomponent","elo":1261,"win_rate":51.6,"rank":32},{"arena":"models","category":"website","elo":1272,"win_rate":52.6,"rank":29}],"artificial_analysis":{"intelligence_index":29.6,"coding_index":58.6,"agentic_index":30.8}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"CoreWeave | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":262144,"pricing":{"prompt":"0.00000023","completion":"0.00000096","input_cache_read":"0.00000005","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp4","quantization":"fp4","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.59090555857766,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":1048576,"pricing":{"prompt":"0.00000024","completion":"0.00000096","input_cache_read":"0.000000048","discount":0.2},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":524288,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","response_format","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.75440946639876,"uptime_last_5m":99.58100558659217,"uptime_last_1d":99.81563251873634,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":524288,"pricing":{"prompt":"0.00000028","completion":"0.0000011","input_cache_read":"0.000000056","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":512000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.45365666634717,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":1000000,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0.5},"provider_name":"StreamLake","tag":"streamlake/fp8","quantization":"fp8","max_completion_tokens":512000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","max_tokens","temperature","top_p","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.68995633187772,"uptime_last_5m":100,"uptime_last_1d":99.41298428796243,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":524288,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":94.81958219033551,"uptime_last_5m":94.17637271214643,"uptime_last_1d":95.19778217900416,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":524288,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":471859,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9678751881222,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":1048576,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":524288,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":80.64516129032258,"uptime_last_5m":null,"uptime_last_1d":94.64157103759543,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":524300,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":524288,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.69281045751634,"uptime_last_5m":100,"uptime_last_1d":94.38917057304124,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":1000000,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.88726042841037,"uptime_last_5m":100,"uptime_last_1d":99.9199312350607,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Minimax | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":524288,"pricing":{"prompt":"0.0000003","completion":"0.0000012","input_cache_read":"0.00000006","discount":0},"provider_name":"Minimax","tag":"minimax/fp8","quantization":"fp8","max_completion_tokens":512000,"max_prompt_tokens":524288,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","response_format","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.84726224783861,"uptime_last_5m":99.59349593495935,"uptime_last_1d":99.67313620872837,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mara | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":1048576,"pricing":{"prompt":"0.0000006","completion":"0.0000024","discount":0},"provider_name":"Mara","tag":"mara","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","stop","top_k","top_p","response_format","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":91.44736842105263,"uptime_last_5m":null,"uptime_last_1d":92.16296872972623,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":1048576,"pricing":{"prompt":"0.0000006","completion":"0.0000024","discount":0},"provider_name":"SambaNova","tag":"sambanova","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","stop","response_format","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":97.19298245614036,"uptime_last_5m":null,"uptime_last_1d":98.79264241147395,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"ModelRun | minimax/minimax-m3-20260531","model_id":"minimax/minimax-m3","model_name":"MiniMax: MiniMax M3","context_length":1048576,"pricing":{"prompt":"0.00000075","completion":"0.000003","input_cache_read":"0.00000015","discount":0},"provider_name":"ModelRun","tag":"modelrun/fp4","quantization":"fp4","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","presence_penalty","repetition_penalty","frequency_penalty","top_p","top_k","stop","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.16012415555961,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":13,"endpointError":null}},{"id":"713fae11-c75c-4f10-ae2c-8e4074cd58af","slug":"ministral-3-14b","name":"Ministral 3 14B","shortName":"Ministral 3 14B","sourceUrl":"https://artificialanalysis.ai/models/ministral-3-14b","releaseDate":"2025-12-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"ministral-3-14b","name":"Ministral 3 14B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":14,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":6.04436817215002,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.415922761775029,"strategyAndOps":4.070650158285546,"legal":5.868054115226994,"engineering":7.730088044485636,"economics":8.59103877046648},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":87.2032164180437,"canonicalInputTokens":1234834401,"canonicalOutputTokens":14531784,"outputTokensPerTask":6016.936604270011,"answerTokensPerTask":6016.936604270011,"reasoningTokensPerTask":0,"price1mInputTokens":0.2,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.13923016604368538,"latency":{"timeToFirstChunkMs":0.947684380999974,"timeToFirstAnswerTokenMs":0.947684380999974,"endToEndMs":6.681417843342107}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":149.57,"score":149.57,"outputTokensPerTask":11632.956043956045,"costPerTask":0.4271443054945055,"timePerTask":127.07772992911906,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":432.06,"score":432.06,"outputTokensPerTask":10652.440909090908,"costPerTask":0.2391945590909091,"timePerTask":116.36664007121979,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.0055121326737361245,"score":0.0055121326737361245,"outputTokensPerTask":3496.7473363774734,"costPerTask":0.19414970532724504,"timePerTask":38.198262931923615,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":20233.378787878788,"costPerTask":0.39079925151515155,"timePerTask":221.02824384826175,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.238425925925926,"score":0.238425925925926,"outputTokensPerTask":696.6111111111111,"costPerTask":0.0007170194444444444,"timePerTask":7.60973894416065,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.046339202965709,"score":0.046339202965709,"outputTokensPerTask":3019.2219647822058,"costPerTask":0.0006678580166821132,"timePerTask":32.98180376397089,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.012,"score":0.012,"outputTokensPerTask":785.02,"costPerTask":0.011144106,"timePerTask":8.575512464072883,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":5406.914285714286,"costPerTask":0.0024794857142857144,"timePerTask":59.064814717225794,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-66.36666666666666,"score":-66.36666666666666,"outputTokensPerTask":50.560833333333335,"costPerTask":0.00003401183333333333,"timePerTask":0.5523235795825734,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.263333333333333,"score":0.263333333333333,"outputTokensPerTask":204.26,"costPerTask":0.018914104000000004,"timePerTask":2.231324266784957,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.012,"score":0.012,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":432.06,"score":432.06,"outputTokensPerTask":10652.440909090908,"costPerTask":0.2391945590909091,"timePerTask":116.36664007121979,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":10652.440909090908,"costPerTask":0.2391945590909091,"timePerTask":116.36664007121979,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.271929824561404,"score":0.271929824561404,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.065979381443299,"score":0.065979381443299,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0454545454545455,"score":0.0454545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0973782771535581,"score":0.0973782771535581,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":20233.378787878788,"costPerTask":0.39079925151515155,"timePerTask":221.02824384826175,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.263333333333333,"score":0.263333333333333,"outputTokensPerTask":204.26,"costPerTask":0.018914104000000004,"timePerTask":2.231324266784957,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.320408163265306,"score":0.320408163265306,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.046339202965709,"score":0.046339202965709,"outputTokensPerTask":3019.2219647822058,"costPerTask":0.0006678580166821132,"timePerTask":32.98180376397089,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.571717171717172,"score":0.571717171717172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.498265895953757,"score":0.498265895953757,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.351322751322751,"score":0.351322751322751,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.3,"score":0.3,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.0055121326737361245,"score":0.0055121326737361245,"outputTokensPerTask":3496.7473363774734,"costPerTask":0.19414970532724504,"timePerTask":38.198262931923615,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":5.415922761775029,"score":5.415922761775029,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":4.070650158285546,"score":4.070650158285546,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":5.868054115226994,"score":5.868054115226994,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":7.730088044485636,"score":7.730088044485636,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":8.59103877046648,"score":8.59103877046648,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"713fae11-c75c-4f10-ae2c-8e4074cd58af","slug":"ministral-3-14b","name":"Ministral 3 14B","shortName":"Ministral 3 14B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-02","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"ministral-3-14b","name":"Ministral 3 14B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":14,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512","microevalsEnabled":false,"intelligenceIndex":6.04436817215002,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.415922761775029,"strategyAndOps":4.070650158285546,"legal":5.868054115226994,"engineering":7.730088044485636,"economics":8.59103877046648},"omniscience":-66.36666666666666,"omniscienceBreakdown":{"accuracy":0.13583333333333333,"hallucinationRate":0.925168756027001},"gdpPdfAllPass":0.012,"gdpval":432.06,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.271929824561404,"tauBanking":0.065979381443299,"terminalbenchHard":0.0454545454545455,"terminalBench21":0.0973782771535581,"terminalBench40":0,"scicode":0.238425925925926,"lcr":0.263333333333333,"ifbench":0.320408163265306,"hle":0.046339202965709,"gpqa":0.571717171717172,"critpt":0,"apexAgents":null,"mmmuPro":0.498265895953757,"livecodebench":0.351322751322751,"aime25":0.3,"analystAgent":null,"automationBenchPartialScore":0.0055121326737361245,"price1mInputTokens":0.2,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.2,"price1mBlended7To2To1":0.20000000000000004,"price1mBlended0To1To1":0.2,"price1mBlended100To1To1":0.19999999999999998,"price1mBlended0To100To1":0.19999999999999998,"intelligenceIndexTimePerTask":65.72866276713187,"intelligenceIndexCost":{"total":249.873237,"input":246.9668802,"nonCacheInput":3.5318188,"cacheRead":0,"cacheWrite":243.4350614,"output":2.9063568,"reasoning":0,"answer":2.9063568},"intelligenceIndexCostPerTask":{"cost":{"total":0.13923016604368538,"input":0.13802677872283134,"nonCacheInput":0.002249939120309075,"cacheRead":0,"cacheWrite":0.1357768396025223,"output":0.0012033873208540022,"reasoning":0,"answer":0.0012033873208540022},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.06407164582417582},{"slug":"gdpval-aa","weightedCostPerTask":0.023919455909090913},{"slug":"automationbench-aa","weightedCostPerTask":0.009707485266362254},{"slug":"terminalbench-4-0","weightedCostPerTask":0.039079925151515156},{"slug":"scicode","weightedCostPerTask":0.00007170194444444445},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00006678580166821131},{"slug":"gdp-pdf","weightedCostPerTask":0.0011144106000000001},{"slug":"critpt","weightedCostPerTask":0.0002479485714285714},{"slug":"omniscience","weightedCostPerTask":0.000005101775},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0009457052000000002}]},"canonicalIntelligenceIndexTokenCount":{"input":1234834401,"output":14531784,"answer":14531784,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":6016.936604270011,"output":6016.936604270011},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":149.57,"outputTokensPerTask":11632.956043956045,"costPerTask":0.4271443054945055,"timePerTask":127.07772992911906},{"slug":"gdpval-aa","score":432.06,"outputTokensPerTask":10652.440909090908,"costPerTask":0.2391945590909091,"timePerTask":116.36664007121979},{"slug":"automationbench-aa","score":0.0055121326737361245,"outputTokensPerTask":3496.7473363774734,"costPerTask":0.19414970532724504,"timePerTask":38.198262931923615},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":20233.378787878788,"costPerTask":0.39079925151515155,"timePerTask":221.02824384826175},{"slug":"scicode","score":0.238425925925926,"outputTokensPerTask":696.6111111111111,"costPerTask":0.0007170194444444444,"timePerTask":7.60973894416065},{"slug":"humanitys-last-exam","score":0.046339202965709,"outputTokensPerTask":3019.2219647822058,"costPerTask":0.0006678580166821132,"timePerTask":32.98180376397089},{"slug":"gdp-pdf","score":0.012,"outputTokensPerTask":785.02,"costPerTask":0.011144106,"timePerTask":8.575512464072883},{"slug":"critpt","score":0,"outputTokensPerTask":5406.914285714286,"costPerTask":0.0024794857142857144,"timePerTask":59.064814717225794},{"slug":"omniscience","score":-66.36666666666666,"outputTokensPerTask":50.560833333333335,"costPerTask":0.00003401183333333333,"timePerTask":0.5523235795825734},{"slug":"artificial-analysis-long-context-reasoning","score":0.263333333333333,"outputTokensPerTask":204.26,"costPerTask":0.018914104000000004,"timePerTask":2.231324266784957}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":149.57,"lower95ci":139.51,"upper95ci":158.79},"rubricPassRate":0.049029622063329927,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":54.17,"lower95ci":35.99,"upper95ci":72.47}},"briefcaseTotalCost":38.870131799999996,"timescaleData":{"medianOutputSpeed":87.2032164180437,"medianTimeToFirstChunk":0.947684380999974},"outputSpeedVariance":{"p05":64.9623301089728,"q25":74.7872433966792,"median":87.2032164180437,"q75":97.0863754621876,"p95":114.476697560022},"timeToFirstChunkVariance":{"p05":0.817226152900093,"q25":0.876177711000011,"median":0.947684380999974,"q75":1.13598995875001,"p95":2.42388745745001},"performanceByPromptType":{"medium":{"medianOutputSpeed":85.8113951927802,"medianTimeToFirstChunk":0.501754209499999,"medianTimeToFirstAnswerToken":0.501754209499999,"medianEndToEndResponseTime":6.328486182295936},"long":{"medianOutputSpeed":87.2032164180437,"medianTimeToFirstChunk":0.947684380999974,"medianTimeToFirstAnswerToken":0.947684380999974,"medianEndToEndResponseTime":6.681417843342107},"hundredK":{"medianOutputSpeed":59.6945838804744,"medianTimeToFirstChunk":9.28871238950002,"medianTimeToFirstAnswerToken":9.28871238950002,"medianEndToEndResponseTime":17.66468165668082},"mediumParallel":{"medianOutputSpeed":73.5783539224385,"medianTimeToFirstChunk":0.64302099549991,"medianTimeToFirstAnswerToken":0.64302099549991,"medianEndToEndResponseTime":7.438497835428504}},"endToEndResponseTime":{"input":0.947684380999974,"reasoning":0,"answer":5.7337334623421325,"total":6.681417843342107},"timeToFirstAnswerToken":{"input":0.947684380999974,"reasoning":0,"total":0.947684380999974},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":2,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"66f4ce73-9a9b-4b49-9c6e-bedb9bfdc720","slug":"ministral-3-3b","name":"Ministral 3 3B","shortName":"Ministral 3 3B","sourceUrl":"https://artificialanalysis.ai/models/ministral-3-3b","releaseDate":"2025-12-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"ministral-3-3b","name":"Ministral 3 3B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":3,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":4.83760020546443,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.250904095570125,"strategyAndOps":3.2236226010849567,"legal":7.26419943495534,"engineering":6.843802131603336,"economics":9.363871640407783},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":221.628465457256,"canonicalInputTokens":585974746,"canonicalOutputTokens":26833240,"outputTokensPerTask":13088.251664646437,"answerTokensPerTask":13088.251664646437,"reasoningTokensPerTask":0,"price1mInputTokens":0.1,"price1mOutputTokens":0.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.042290829470686256,"latency":{"timeToFirstChunkMs":0.627413071500029,"timeToFirstAnswerTokenMs":0.627413071500029,"endToEndMs":2.883440964705975}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":16.01,"score":16.01,"outputTokensPerTask":30255.91208791209,"costPerTask":0.13175046703296706,"timePerTask":126.29729743589391,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":233.97,"score":233.97,"outputTokensPerTask":38789.47727272727,"costPerTask":0.1530028172727273,"timePerTask":161.91897088614775,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.006658657772309807,"score":0.006658657772309807,"outputTokensPerTask":3599.3972602739727,"costPerTask":0.014259616894977168,"timePerTask":15.024969171310623,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":24409.651515151516,"costPerTask":0.054239856060606065,"timePerTask":101.89324350090526,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.152777777777778,"score":0.152777777777778,"outputTokensPerTask":885.5173611111111,"costPerTask":0.0004586836805555555,"timePerTask":3.6964163967669585,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0537534754402224,"score":0.0537534754402224,"outputTokensPerTask":4548.137164040779,"costPerTask":0.00048692057460611687,"timePerTask":18.985295519006804,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0,"score":0,"outputTokensPerTask":436.73,"costPerTask":0.002499771,"timePerTask":1.823042668451391,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":14334.42857142857,"costPerTask":0.0026989985714285713,"timePerTask":59.83622584567811,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-64,"score":-64,"outputTokensPerTask":69.19866666666667,"costPerTask":0.0000188697,"timePerTask":0.28885609400150736,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.17,"score":0.17,"outputTokensPerTask":382.42,"costPerTask":0.009474868000000001,"timePerTask":1.5963363571753277,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":233.97,"score":233.97,"outputTokensPerTask":38789.47727272727,"costPerTask":0.1530028172727273,"timePerTask":161.91897088614775,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":38789.47727272727,"costPerTask":0.1530028172727273,"timePerTask":161.91897088614775,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.248538011695906,"score":0.248538011695906,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0474226804123711,"score":0.0474226804123711,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":24409.651515151516,"costPerTask":0.054239856060606065,"timePerTask":101.89324350090526,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.17,"score":0.17,"outputTokensPerTask":382.42,"costPerTask":0.009474868000000001,"timePerTask":1.5963363571753277,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.268027210884354,"score":0.268027210884354,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0537534754402224,"score":0.0537534754402224,"outputTokensPerTask":4548.137164040779,"costPerTask":0.00048692057460611687,"timePerTask":18.985295519006804,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.357575757575758,"score":0.357575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.380924855491329,"score":0.380924855491329,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.246560846560847,"score":0.246560846560847,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.22,"score":0.22,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.006658657772309807,"score":0.006658657772309807,"outputTokensPerTask":3599.3972602739727,"costPerTask":0.014259616894977168,"timePerTask":15.024969171310623,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":5.250904095570125,"score":5.250904095570125,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":3.2236226010849567,"score":3.2236226010849567,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":7.26419943495534,"score":7.26419943495534,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":6.843802131603336,"score":6.843802131603336,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":9.363871640407783,"score":9.363871640407783,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"66f4ce73-9a9b-4b49-9c6e-bedb9bfdc720","slug":"ministral-3-3b","name":"Ministral 3 3B","shortName":"Ministral 3 3B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-02","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"ministral-3-3b","name":"Ministral 3 3B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":3,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Ministral-3-3B-Instruct-2512","microevalsEnabled":false,"intelligenceIndex":4.83760020546443,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.250904095570125,"strategyAndOps":3.2236226010849567,"legal":7.26419943495534,"engineering":6.843802131603336,"economics":9.363871640407783},"omniscience":-64,"omniscienceBreakdown":{"accuracy":0.08983333333333333,"hallucinationRate":0.8018677897820912},"gdpPdfAllPass":0,"gdpval":233.97,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.248538011695906,"tauBanking":0.0474226804123711,"terminalbenchHard":0,"terminalBench21":0,"terminalBench40":0,"scicode":0.152777777777778,"lcr":0.17,"ifbench":0.268027210884354,"hle":0.0537534754402224,"gpqa":0.357575757575758,"critpt":0,"apexAgents":null,"mmmuPro":0.380924855491329,"livecodebench":0.246560846560847,"aime25":0.22,"analystAgent":null,"automationBenchPartialScore":0.006658657772309807,"price1mInputTokens":0.1,"price1mOutputTokens":0.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.1,"price1mBlended7To2To1":0.10000000000000002,"price1mBlended0To1To1":0.1,"price1mBlended100To1To1":0.09999999999999999,"price1mBlended0To100To1":0.09999999999999999,"intelligenceIndexTimePerTask":54.634307787604236,"intelligenceIndexCost":{"total":61.2807986,"input":58.5974746,"nonCacheInput":1.5254449,"cacheRead":0,"cacheWrite":57.0720297,"output":2.6833240000000003,"reasoning":0,"answer":2.6833240000000003},"intelligenceIndexCostPerTask":{"cost":{"total":0.042290829470686256,"input":0.04098200430422163,"nonCacheInput":0.0008860130266932198,"cacheRead":0,"cacheWrite":0.040095991277528414,"output":0.0013088251664646437,"reasoning":0,"answer":0.0013088251664646437},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.019762570054945056},{"slug":"gdpval-aa","weightedCostPerTask":0.01530028172727273},{"slug":"automationbench-aa","weightedCostPerTask":0.0007129808447488585},{"slug":"terminalbench-4-0","weightedCostPerTask":0.005423985606060606},{"slug":"scicode","weightedCostPerTask":0.00004586836805555556},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00004869205746061169},{"slug":"gdp-pdf","weightedCostPerTask":0.0002499771},{"slug":"critpt","weightedCostPerTask":0.00026989985714285716},{"slug":"omniscience","weightedCostPerTask":0.000002830455},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0004737434}]},"canonicalIntelligenceIndexTokenCount":{"input":585974746,"output":26833240,"answer":26833240,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":13088.251664646437,"output":13088.251664646437},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":16.01,"outputTokensPerTask":30255.91208791209,"costPerTask":0.13175046703296706,"timePerTask":126.29729743589391},{"slug":"gdpval-aa","score":233.97,"outputTokensPerTask":38789.47727272727,"costPerTask":0.1530028172727273,"timePerTask":161.91897088614775},{"slug":"automationbench-aa","score":0.006658657772309807,"outputTokensPerTask":3599.3972602739727,"costPerTask":0.014259616894977168,"timePerTask":15.024969171310623},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":24409.651515151516,"costPerTask":0.054239856060606065,"timePerTask":101.89324350090526},{"slug":"scicode","score":0.152777777777778,"outputTokensPerTask":885.5173611111111,"costPerTask":0.0004586836805555555,"timePerTask":3.6964163967669585},{"slug":"humanitys-last-exam","score":0.0537534754402224,"outputTokensPerTask":4548.137164040779,"costPerTask":0.00048692057460611687,"timePerTask":18.985295519006804},{"slug":"gdp-pdf","score":0,"outputTokensPerTask":436.73,"costPerTask":0.002499771,"timePerTask":1.823042668451391},{"slug":"critpt","score":0,"outputTokensPerTask":14334.42857142857,"costPerTask":0.0026989985714285713,"timePerTask":59.83622584567811},{"slug":"omniscience","score":-64,"outputTokensPerTask":69.19866666666667,"costPerTask":0.0000188697,"timePerTask":0.28885609400150736},{"slug":"artificial-analysis-long-context-reasoning","score":0.17,"outputTokensPerTask":382.42,"costPerTask":0.009474868000000001,"timePerTask":1.5963363571753277}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":16.01,"lower95ci":5.39,"upper95ci":25.12},"rubricPassRate":0.03664921465968586,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":11.989292500000001,"timescaleData":{"medianOutputSpeed":221.628465457256,"medianTimeToFirstChunk":0.627413071500029},"outputSpeedVariance":{"p05":167.215866711003,"q25":183.513529286119,"median":221.628465457256,"q75":246.192804070197,"p95":265.503478337094},"timeToFirstChunkVariance":{"p05":0.571105423499671,"q25":0.591607740249969,"median":0.627413071500029,"q75":0.668789836500004,"p95":0.859614215849994},"performanceByPromptType":{"medium":{"medianOutputSpeed":218.914135543479,"medianTimeToFirstChunk":0.463419202000012,"medianTimeToFirstAnswerToken":0.463419202000012,"medianEndToEndResponseTime":2.7474197246647254},"long":{"medianOutputSpeed":221.628465457256,"medianTimeToFirstChunk":0.627413071500029,"medianTimeToFirstAnswerToken":0.627413071500029,"medianEndToEndResponseTime":2.883440964705975},"hundredK":{"medianOutputSpeed":97.4221598124757,"medianTimeToFirstChunk":5.40140720349999,"medianTimeToFirstAnswerToken":5.40140720349999,"medianEndToEndResponseTime":10.533709761382422},"mediumParallel":{"medianOutputSpeed":86.352227754773,"medianTimeToFirstChunk":0.471760069500021,"medianTimeToFirstAnswerToken":0.471760069500021,"medianEndToEndResponseTime":6.261998642382273}},"endToEndResponseTime":{"input":0.627413071500029,"reasoning":0,"answer":2.2560278932059457,"total":2.883440964705975},"timeToFirstAnswerToken":{"input":0.627413071500029,"reasoning":0,"total":0.627413071500029},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":2,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"9741f3c2-cbb1-4a3f-99ee-7bd7384d9038","slug":"ministral-3-8b","name":"Ministral 3 8B","shortName":"Ministral 3 8B","sourceUrl":"https://artificialanalysis.ai/models/ministral-3-8b","releaseDate":"2025-12-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"ministral-3-8b","name":"Ministral 3 8B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":5.47767370454416,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.236370781504772,"strategyAndOps":4.091333929012995,"legal":5.8765955491197825,"engineering":6.659481000926786,"economics":8.060455668829166},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":94.6625296128379,"canonicalInputTokens":1106759060,"canonicalOutputTokens":19595409,"outputTokensPerTask":7896.288438630577,"answerTokensPerTask":7896.288438630577,"reasoningTokensPerTask":0,"price1mInputTokens":0.15,"price1mOutputTokens":0.15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.0655161894090132,"latency":{"timeToFirstChunkMs":0.805222792000009,"timeToFirstAnswerTokenMs":0.805222792000009,"endToEndMs":6.087143759514396}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":99.22,"score":99.22,"outputTokensPerTask":11565.703296703297,"costPerTask":0.11179846648351648,"timePerTask":118.00186175669725,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":404.6,"score":404.6,"outputTokensPerTask":10565.331818181818,"costPerTask":0.06882210681818181,"timePerTask":107.79533182198223,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.00516749466666553,"score":0.00516749466666553,"outputTokensPerTask":6963.412480974125,"costPerTask":0.1813918732876712,"timePerTask":71.04588591417404,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":34215.257575757576,"costPerTask":0.30872694999999994,"timePerTask":349.0893714673779,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.207175925925926,"score":0.207175925925926,"outputTokensPerTask":693.0034722222222,"costPerTask":0.0005732484374999999,"timePerTask":7.07053413253194,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0426320667284523,"score":0.0426320667284523,"outputTokensPerTask":3797.122798887859,"costPerTask":0.0006174596385542169,"timePerTask":38.74105604241864,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.008,"score":0.008,"outputTokensPerTask":880.88,"costPerTask":0.0083724585,"timePerTask":8.987389466740707,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":7680.614285714286,"costPerTask":0.002506615714285714,"timePerTask":78.36330933785166,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-68.95,"score":-68.95,"outputTokensPerTask":53.648833333333336,"costPerTask":0.000025972075,"timePerTask":0.5473650890052308,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.256666666666667,"score":0.256666666666667,"outputTokensPerTask":439.88,"costPerTask":0.014220921,"timePerTask":4.48798119906219,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.008,"score":0.008,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":404.6,"score":404.6,"outputTokensPerTask":10565.331818181818,"costPerTask":0.06882210681818181,"timePerTask":107.79533182198223,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":10565.331818181818,"costPerTask":0.06882210681818181,"timePerTask":107.79533182198223,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.266081871345029,"score":0.266081871345029,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0371134020618557,"score":0.0371134020618557,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0454545454545455,"score":0.0454545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0411985018726592,"score":0.0411985018726592,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":34215.257575757576,"costPerTask":0.30872694999999994,"timePerTask":349.0893714673779,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.256666666666667,"score":0.256666666666667,"outputTokensPerTask":439.88,"costPerTask":0.014220921,"timePerTask":4.48798119906219,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.291156462585034,"score":0.291156462585034,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0426320667284523,"score":0.0426320667284523,"outputTokensPerTask":3797.122798887859,"costPerTask":0.0006174596385542169,"timePerTask":38.74105604241864,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.470707070707071,"score":0.470707070707071,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.459537572254335,"score":0.459537572254335,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.302645502645503,"score":0.302645502645503,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.316666666666667,"score":0.316666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.00516749466666553,"score":0.00516749466666553,"outputTokensPerTask":6963.412480974125,"costPerTask":0.1813918732876712,"timePerTask":71.04588591417404,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":5.236370781504772,"score":5.236370781504772,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":4.091333929012995,"score":4.091333929012995,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":5.8765955491197825,"score":5.8765955491197825,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":6.659481000926786,"score":6.659481000926786,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":8.060455668829166,"score":8.060455668829166,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"9741f3c2-cbb1-4a3f-99ee-7bd7384d9038","slug":"ministral-3-8b","name":"Ministral 3 8B","shortName":"Ministral 3 8B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-02","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"ministral-3-8b","name":"Ministral 3 8B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512","microevalsEnabled":false,"intelligenceIndex":5.47767370454416,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.236370781504772,"strategyAndOps":4.091333929012995,"legal":5.8765955491197825,"engineering":6.659481000926786,"economics":8.060455668829166},"omniscience":-68.95,"omniscienceBreakdown":{"accuracy":0.12983333333333333,"hallucinationRate":0.9415820723999234},"gdpPdfAllPass":0.008,"gdpval":404.6,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.266081871345029,"tauBanking":0.0371134020618557,"terminalbenchHard":0.0454545454545455,"terminalBench21":0.0411985018726592,"terminalBench40":0,"scicode":0.207175925925926,"lcr":0.256666666666667,"ifbench":0.291156462585034,"hle":0.0426320667284523,"gpqa":0.470707070707071,"critpt":0,"apexAgents":null,"mmmuPro":0.459537572254335,"livecodebench":0.302645502645503,"aime25":0.316666666666667,"analystAgent":null,"automationBenchPartialScore":0.00516749466666553,"price1mInputTokens":0.15,"price1mOutputTokens":0.15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15,"price1mBlended7To2To1":0.15,"price1mBlended0To1To1":0.15,"price1mBlended100To1To1":0.15,"price1mBlended0To100To1":0.15,"intelligenceIndexTimePerTask":80.56377660940748,"intelligenceIndexCost":{"total":168.95317035,"input":166.013859,"nonCacheInput":2.6803987499999997,"cacheRead":0,"cacheWrite":163.33346025,"output":2.93931135,"reasoning":0,"answer":2.93931135},"intelligenceIndexCostPerTask":{"cost":{"total":0.0655161894090132,"input":0.06433174614321861,"nonCacheInput":0.0017216395831816276,"cacheRead":0,"cacheWrite":0.06261010656003699,"output":0.0011844432657945863,"reasoning":0,"answer":0.0011844432657945863},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.01676976997252747},{"slug":"gdpval-aa","weightedCostPerTask":0.006882210681818181},{"slug":"automationbench-aa","weightedCostPerTask":0.009069593664383561},{"slug":"terminalbench-4-0","weightedCostPerTask":0.030872694999999995},{"slug":"scicode","weightedCostPerTask":0.00005732484375},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00006174596385542169},{"slug":"gdp-pdf","weightedCostPerTask":0.0008372458500000001},{"slug":"critpt","weightedCostPerTask":0.0002506615714285714},{"slug":"omniscience","weightedCostPerTask":0.00000389581125},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00071104605}]},"canonicalIntelligenceIndexTokenCount":{"input":1106759060,"output":19595409,"answer":19595409,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":7896.288438630577,"output":7896.288438630577},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":99.22,"outputTokensPerTask":11565.703296703297,"costPerTask":0.11179846648351648,"timePerTask":118.00186175669725},{"slug":"gdpval-aa","score":404.6,"outputTokensPerTask":10565.331818181818,"costPerTask":0.06882210681818181,"timePerTask":107.79533182198223},{"slug":"automationbench-aa","score":0.00516749466666553,"outputTokensPerTask":6963.412480974125,"costPerTask":0.1813918732876712,"timePerTask":71.04588591417404},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":34215.257575757576,"costPerTask":0.30872694999999994,"timePerTask":349.0893714673779},{"slug":"scicode","score":0.207175925925926,"outputTokensPerTask":693.0034722222222,"costPerTask":0.0005732484374999999,"timePerTask":7.07053413253194},{"slug":"humanitys-last-exam","score":0.0426320667284523,"outputTokensPerTask":3797.122798887859,"costPerTask":0.0006174596385542169,"timePerTask":38.74105604241864},{"slug":"gdp-pdf","score":0.008,"outputTokensPerTask":880.88,"costPerTask":0.0083724585,"timePerTask":8.987389466740707},{"slug":"critpt","score":0,"outputTokensPerTask":7680.614285714286,"costPerTask":0.002506615714285714,"timePerTask":78.36330933785166},{"slug":"omniscience","score":-68.95,"outputTokensPerTask":53.648833333333336,"costPerTask":0.000025972075,"timePerTask":0.5473650890052308},{"slug":"artificial-analysis-long-context-reasoning","score":0.256666666666667,"outputTokensPerTask":439.88,"costPerTask":0.014220921,"timePerTask":4.48798119906219}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":99.22,"lower95ci":88.49,"upper95ci":108.83},"rubricPassRate":0.04564315352697095,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":3.55,"lower95ci":0,"upper95ci":23.52}},"briefcaseTotalCost":10.173660449999998,"timescaleData":{"medianOutputSpeed":94.6625296128379,"medianTimeToFirstChunk":0.805222792000009},"outputSpeedVariance":{"p05":65.0082108235251,"q25":73.3152225141109,"median":94.6625296128379,"q75":104.963304951241,"p95":125.462944708258},"timeToFirstChunkVariance":{"p05":0.676201787999969,"q25":0.723300532250164,"median":0.805222792000009,"q75":0.908899991750004,"p95":1.85758804150001},"performanceByPromptType":{"medium":{"medianOutputSpeed":93.3414914889341,"medianTimeToFirstChunk":0.511646895500036,"medianTimeToFirstAnswerToken":0.511646895500036,"medianEndToEndResponseTime":5.8683215320873074},"long":{"medianOutputSpeed":94.6625296128379,"medianTimeToFirstChunk":0.805222792000009,"medianTimeToFirstAnswerToken":0.805222792000009,"medianEndToEndResponseTime":6.087143759514396},"hundredK":{"medianOutputSpeed":79.9240661044194,"medianTimeToFirstChunk":7.35703272300001,"medianTimeToFirstAnswerToken":7.35703272300001,"medianEndToEndResponseTime":13.61297069475884},"mediumParallel":{"medianOutputSpeed":90.7962221516321,"medianTimeToFirstChunk":0.500431373999902,"medianTimeToFirstAnswerToken":0.500431373999902,"medianEndToEndResponseTime":6.007268422406902}},"endToEndResponseTime":{"input":0.805222792000009,"reasoning":0,"answer":5.281920967514386,"total":6.087143759514396},"timeToFirstAnswerToken":{"input":0.805222792000009,"reasoning":0,"total":0.805222792000009},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":2,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"217b34ec-5920-4fc1-8886-6a70a324837d","slug":"mistral-7b-instruct","name":"Mistral 7B Instruct","shortName":"Mistral 7B","sourceUrl":"https://artificialanalysis.ai/models/mistral-7b-instruct","releaseDate":"2023-09-27","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-7b-instruct","name":"Mistral 7B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":8192,"licenseName":"Apache 2.0","intelligenceIndex":5.03498213171439,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":89.7233494043763,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.25,"price1mOutputTokens":0.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.866959725500067,"timeToFirstAnswerTokenMs":0.866959725500067,"endToEndMs":6.439645133693403}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-64.91666666666667,"score":-64.91666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.199319727891156,"score":0.199319727891156,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0455,"score":0.0455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.176767676767677,"score":0.176767676767677,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.0455026455026455,"score":0.0455026455026455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"217b34ec-5920-4fc1-8886-6a70a324837d","slug":"mistral-7b-instruct","name":"Mistral 7B Instruct","shortName":"Mistral 7B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2023-09-27","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-7b-instruct","name":"Mistral 7B Instruct"},"deprecated":true,"deprecatedTo":"ministral-3-8b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":8192,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1","microevalsEnabled":false,"intelligenceIndex":5.03498213171439,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-64.91666666666667,"omniscienceBreakdown":{"accuracy":0.09016666666666667,"hallucinationRate":0.8126030408499725},"gdpval":null,"itBenchSre":null,"tau2":0,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.199319727891156,"hle":0.0455,"gpqa":0.176767676767677,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.0455026455026455,"aime25":null,"analystAgent":null,"price1mInputTokens":0.25,"price1mOutputTokens":0.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.25,"price1mBlended7To2To1":0.25,"price1mBlended0To1To1":0.25,"price1mBlended100To1To1":0.25,"price1mBlended0To100To1":0.25,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":89.7233494043763,"medianTimeToFirstChunk":0.866959725500067},"outputSpeedVariance":{"p05":57.3238249673241,"q25":84.1229398983581,"median":89.7233494043763,"q75":105.940082443871,"p95":126.621386358549},"timeToFirstChunkVariance":{"p05":0.696001964300081,"q25":0.733517679750037,"median":0.866959725500067,"q75":1.166892079,"p95":1.91920444034999},"performanceByPromptType":{"long":{"medianOutputSpeed":89.7233494043763,"medianTimeToFirstChunk":0.866959725500067,"medianTimeToFirstAnswerToken":0.866959725500067,"medianEndToEndResponseTime":6.439645133693403}},"endToEndResponseTime":{"input":0.866959725500067,"reasoning":0,"answer":5.572685408193336,"total":6.439645133693403},"timeToFirstAnswerToken":{"input":0.866959725500067,"reasoning":0,"total":0.866959725500067},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":2,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"5e4e4590-a77e-4b66-95f8-f3960a1a7c68","slug":"mistral-large","name":"Mistral Large (Feb '24)","shortName":"Mistral Large (Feb)","sourceUrl":"https://artificialanalysis.ai/models/mistral-large","releaseDate":"2024-02-26","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-large","name":"Mistral Large (Feb '24)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":32768,"licenseName":null,"intelligenceIndex":5.76443460315821,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":4,"price1mOutputTokens":12,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.035,"score":0.035,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.350505050505051,"score":0.350505050505051,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.177777777777778,"score":0.177777777777778,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"5e4e4590-a77e-4b66-95f8-f3960a1a7c68","slug":"mistral-large","name":"Mistral Large (Feb '24)","shortName":"Mistral Large (Feb)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-02-26","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-large","name":"Mistral Large (Feb '24)"},"deprecated":true,"deprecatedTo":"mistral-large-2407","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":32768,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":5.76443460315821,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.035,"gpqa":0.350505050505051,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.177777777777778,"aime25":null,"analystAgent":null,"price1mInputTokens":4,"price1mOutputTokens":12,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":6,"price1mBlended7To2To1":4.8,"price1mBlended0To1To1":8,"price1mBlended100To1To1":4.078431372549019,"price1mBlended0To100To1":4.079207920792079,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/mistralai/mistral-large","matchedBy":"slug","catalog":{"id":"mistralai/mistral-large","canonical_slug":"mistralai/mistral-large","hugging_face_id":null,"name":"Mistral Large","created":1708905600,"description":"This is Mistral AI's flagship model, Mistral Large 2 (version `mistral-large-2407`). It's a proprietary weights-available model and excels at reasoning, code, JSON, chat, and more. Read the launch announcement [here](https://mistral.ai/news/mistral-large-2407/)....","context_length":128000,"architecture":{"modality":"text+file->text","input_modalities":["text","file"],"output_modalities":["text"],"tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.0000002"},"top_provider":{"context_length":128000,"max_completion_tokens":102400,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","max_tokens","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":0.3},"supported_voices":null,"knowledge_cutoff":"2024-11-30","expiration_date":null,"links":{"details":"/api/v1/models/mistralai/mistral-large/endpoints"}},"endpoints":[{"name":"Mistral | mistralai/mistral-large","model_id":"mistralai/mistral-large","model_name":"Mistral Large","context_length":128000,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.0000002","discount":0},"provider_name":"Mistral","tag":"mistral","quantization":"unknown","max_completion_tokens":102400,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.48586118251927,"uptime_last_5m":100,"uptime_last_1d":99.92429977289932,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-large","model_id":"mistralai/mistral-large","model_name":"Mistral Large","context_length":128000,"pricing":{"prompt":"0.0000022","completion":"0.0000066","input_cache_read":"0.00000022","discount":0},"provider_name":"Mistral","tag":"mistral/eu","quantization":"unknown","max_completion_tokens":102400,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"1b05e346-e86a-4a20-8feb-7da8c65a99aa","slug":"mistral-large-2407","name":"Mistral Large 2 (Jul '24)","shortName":"Mistral Large 2 (Jul)","sourceUrl":"https://artificialanalysis.ai/models/mistral-large-2407","releaseDate":"2024-07-24","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-large-2407","name":"Mistral Large 2 (Jul '24)"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"non-commercial","parameters":123,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"Mistral Research License","intelligenceIndex":6.7994617527877,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"tau2","label":"Tau2","value":0.330409356725146,"score":0.330409356725146,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.02,"score":0.02,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.316326530612245,"score":0.316326530612245,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0295,"score":0.0295,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.471717171717172,"score":0.471717171717172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.266666666666667,"score":0.266666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":7,"raw":{"id":"1b05e346-e86a-4a20-8feb-7da8c65a99aa","slug":"mistral-large-2407","name":"Mistral Large 2 (Jul '24)","shortName":"Mistral Large 2 (Jul)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-07-24","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-large-2407","name":"Mistral Large 2 (Jul '24)"},"deprecated":true,"deprecatedTo":"mistral-large-2","isOpenWeights":true,"openSourceCategorization":"non-commercial","parameters":123,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"Mistral Research License","licenseUrl":"https://mistral.ai/licenses/MRL-0.1.md","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Mistral-Large-Instruct-2407","microevalsEnabled":false,"intelligenceIndex":6.7994617527877,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":0.330409356725146,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.02,"ifbench":0.316326530612245,"hle":0.0295,"gpqa":0.471717171717172,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.266666666666667,"aime25":0,"analystAgent":null,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3,"price1mBlended7To2To1":2.4,"price1mBlended0To1To1":4,"price1mBlended100To1To1":2.0392156862745097,"price1mBlended0To100To1":2.0396039603960396,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/mistralai/mistral-large-2407","matchedBy":"slug","catalog":{"id":"mistralai/mistral-large-2407","canonical_slug":"mistralai/mistral-large-2407","hugging_face_id":"","name":"Mistral Large 2407","created":1731978415,"description":"This is Mistral AI's flagship model, Mistral Large 2 (version mistral-large-2407). It's a proprietary weights-available model and excels at reasoning, code, JSON, chat, and more. Read the launch announcement [here](https://mistral.ai/news/mistral-large-2407/)....","context_length":131072,"architecture":{"modality":"text+file->text","input_modalities":["text","file"],"output_modalities":["text"],"tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.0000002"},"top_provider":{"context_length":131072,"max_completion_tokens":104857,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","max_tokens","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":0.3},"supported_voices":null,"knowledge_cutoff":"2024-03-31","expiration_date":null,"links":{"details":"/api/v1/models/mistralai/mistral-large-2407/endpoints"}},"endpoints":[{"name":"Mistral | mistralai/mistral-large-2407","model_id":"mistralai/mistral-large-2407","model_name":"Mistral Large 2407","context_length":131072,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.0000002","discount":0},"provider_name":"Mistral","tag":"mistral/zdr","quantization":"unknown","max_completion_tokens":104857,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.93502274204027,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-large-2407","model_id":"mistralai/mistral-large-2407","model_name":"Mistral Large 2407","context_length":131072,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.0000002","discount":0},"provider_name":"Mistral","tag":"mistral","quantization":"unknown","max_completion_tokens":104857,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.93975903614458,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-large-2407","model_id":"mistralai/mistral-large-2407","model_name":"Mistral Large 2407","context_length":131072,"pricing":{"prompt":"0.0000022","completion":"0.0000066","input_cache_read":"0.00000022","discount":0},"provider_name":"Mistral","tag":"mistral/eu","quantization":"unknown","max_completion_tokens":104857,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"4928e950-7f37-4475-b0dc-c5bad781a321","slug":"mistral-large-3","name":"Mistral Large 3","shortName":"Mistral Large 3","sourceUrl":"https://artificialanalysis.ai/models/mistral-large-3","releaseDate":"2025-12-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-large-3","name":"Mistral Large 3"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":675,"inferenceParametersActiveBillions":41,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":9.70803812860467,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.529595869977017,"strategyAndOps":8.265185224106029,"legal":11.597359764806972,"engineering":12.372529240037071,"economics":13.594622393419833},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":76.804233835206,"canonicalInputTokens":230520197,"canonicalOutputTokens":9784489,"outputTokensPerTask":5566.44243010125,"answerTokensPerTask":5566.44243010125,"reasoningTokensPerTask":0,"price1mInputTokens":0.5,"price1mOutputTokens":1.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.10436844417697419,"latency":{"timeToFirstChunkMs":1.07854339300007,"timeToFirstAnswerTokenMs":1.07854339300007,"endToEndMs":7.588601172794064}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":245.84,"score":245.84,"outputTokensPerTask":9940.593406593407,"costPerTask":0.19196204945054948,"timePerTask":124.74667429994226,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":588.39,"score":588.39,"outputTokensPerTask":6351.522727272727,"costPerTask":0.10624625,"timePerTask":79.70664371427097,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.014974701708193462,"score":0.014974701708193462,"outputTokensPerTask":3925.6925418569253,"costPerTask":0.05930954261796042,"timePerTask":49.264371742226,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":25869.651515151516,"costPerTask":0.5544980227272728,"timePerTask":324.64389798632186,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.365740740740741,"score":0.365740740740741,"outputTokensPerTask":468.78472222222223,"costPerTask":0.001961802083333333,"timePerTask":5.882881702118127,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0417052826691381,"score":0.0417052826691381,"outputTokensPerTask":1198.8934198331788,"costPerTask":0.001958874420759963,"timePerTask":15.045174955558943,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.012,"score":0.012,"outputTokensPerTask":857.1,"costPerTask":0.028753405000000003,"timePerTask":10.755934798777934,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":3905.9142857142856,"costPerTask":0.008778821428571427,"timePerTask":49.01617009305582,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-39.56666666666667,"score":-39.56666666666667,"outputTokensPerTask":15.240833333333333,"costPerTask":0.00008261041666666666,"timePerTask":0.1912605409081492,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.36,"score":0.36,"outputTokensPerTask":231.92,"costPerTask":0.04753101,"timePerTask":2.910414652353959,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.012,"score":0.012,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":588.39,"score":588.39,"outputTokensPerTask":6351.522727272727,"costPerTask":0.10624625,"timePerTask":79.70664371427097,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.04419499999999999,"score":0.04419499999999999,"outputTokensPerTask":6351.522727272727,"costPerTask":0.10624625,"timePerTask":79.70664371427097,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.245614035087719,"score":0.245614035087719,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0577319587628866,"score":0.0577319587628866,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.159090909090909,"score":0.159090909090909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.119850187265918,"score":0.119850187265918,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":25869.651515151516,"costPerTask":0.5544980227272728,"timePerTask":324.64389798632186,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.36,"score":0.36,"outputTokensPerTask":231.92,"costPerTask":0.04753101,"timePerTask":2.910414652353959,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.361904761904762,"score":0.361904761904762,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0417052826691381,"score":0.0417052826691381,"outputTokensPerTask":1198.8934198331788,"costPerTask":0.001958874420759963,"timePerTask":15.045174955558943,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.67979797979798,"score":0.67979797979798,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.556647398843931,"score":0.556647398843931,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.464550264550264,"score":0.464550264550264,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.38,"score":0.38,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.014974701708193462,"score":0.014974701708193462,"outputTokensPerTask":3925.6925418569253,"costPerTask":0.05930954261796042,"timePerTask":49.264371742226,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":9.529595869977017,"score":9.529595869977017,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":8.265185224106029,"score":8.265185224106029,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":11.597359764806972,"score":11.597359764806972,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":12.372529240037071,"score":12.372529240037071,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":13.594622393419833,"score":13.594622393419833,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"4928e950-7f37-4475-b0dc-c5bad781a321","slug":"mistral-large-3","name":"Mistral Large 3","shortName":"Mistral Large 3","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-02","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-large-3","name":"Mistral Large 3"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":675,"inferenceParametersActiveBillions":41,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512","microevalsEnabled":true,"intelligenceIndex":9.70803812860467,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.529595869977017,"strategyAndOps":8.265185224106029,"legal":11.597359764806972,"engineering":12.372529240037071,"economics":13.594622393419833},"omniscience":-39.56666666666667,"omniscienceBreakdown":{"accuracy":0.2495,"hallucinationRate":0.8596491228070176},"gdpPdfAllPass":0.012,"gdpval":588.39,"gdpvalNormalized":0.04419499999999999,"itBenchSre":null,"tau2":0.245614035087719,"tauBanking":0.0577319587628866,"terminalbenchHard":0.159090909090909,"terminalBench21":0.119850187265918,"terminalBench40":0,"scicode":0.365740740740741,"lcr":0.36,"ifbench":0.361904761904762,"hle":0.0417052826691381,"gpqa":0.67979797979798,"critpt":0,"apexAgents":null,"mmmuPro":0.556647398843931,"livecodebench":0.464550264550264,"aime25":0.38,"analystAgent":null,"automationBenchPartialScore":0.014974701708193462,"price1mInputTokens":0.5,"price1mOutputTokens":1.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.668,"price1mBlended0To3To1":0.75,"price1mBlended7To2To1":0.6,"price1mBlended0To1To1":1,"price1mBlended100To1To1":0.5098039215686274,"price1mBlended0To100To1":0.5099009900990099,"intelligenceIndexTimePerTask":69.85449987086692,"intelligenceIndexCost":{"total":129.936832,"input":115.2600985,"nonCacheInput":8.736897,"cacheRead":0,"cacheWrite":106.5232015,"output":14.676733500000001,"reasoning":0,"answer":14.676733500000001},"intelligenceIndexCostPerTask":{"cost":{"total":0.10436844417697419,"input":0.09601878053182233,"nonCacheInput":0.00554880530410102,"cacheRead":0,"cacheWrite":0.0904699752277213,"output":0.008349663645151875,"reasoning":0,"answer":0.008349663645151875},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.02879430741758242},{"slug":"gdpval-aa","weightedCostPerTask":0.010624625},{"slug":"automationbench-aa","weightedCostPerTask":0.0029654771308980214},{"slug":"terminalbench-4-0","weightedCostPerTask":0.05544980227272728},{"slug":"scicode","weightedCostPerTask":0.00019618020833333334},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00019588744207599628},{"slug":"gdp-pdf","weightedCostPerTask":0.0028753405000000003},{"slug":"critpt","weightedCostPerTask":0.0008778821428571427},{"slug":"omniscience","weightedCostPerTask":0.000012391562499999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0023765505}]},"canonicalIntelligenceIndexTokenCount":{"input":230520197,"output":9784489,"answer":9784489,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":5566.44243010125,"output":5566.44243010125},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":245.84,"outputTokensPerTask":9940.593406593407,"costPerTask":0.19196204945054948,"timePerTask":124.74667429994226},{"slug":"gdpval-aa","score":588.39,"outputTokensPerTask":6351.522727272727,"costPerTask":0.10624625,"timePerTask":79.70664371427097},{"slug":"automationbench-aa","score":0.014974701708193462,"outputTokensPerTask":3925.6925418569253,"costPerTask":0.05930954261796042,"timePerTask":49.264371742226},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":25869.651515151516,"costPerTask":0.5544980227272728,"timePerTask":324.64389798632186},{"slug":"scicode","score":0.365740740740741,"outputTokensPerTask":468.78472222222223,"costPerTask":0.001961802083333333,"timePerTask":5.882881702118127},{"slug":"humanitys-last-exam","score":0.0417052826691381,"outputTokensPerTask":1198.8934198331788,"costPerTask":0.001958874420759963,"timePerTask":15.045174955558943},{"slug":"gdp-pdf","score":0.012,"outputTokensPerTask":857.1,"costPerTask":0.028753405000000003,"timePerTask":10.755934798777934},{"slug":"critpt","score":0,"outputTokensPerTask":3905.9142857142856,"costPerTask":0.008778821428571427,"timePerTask":49.01617009305582},{"slug":"omniscience","score":-39.56666666666667,"outputTokensPerTask":15.240833333333333,"costPerTask":0.00008261041666666666,"timePerTask":0.1912605409081492},{"slug":"artificial-analysis-long-context-reasoning","score":0.36,"outputTokensPerTask":231.92,"costPerTask":0.04753101,"timePerTask":2.910414652353959}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":245.84,"lower95ci":236.76,"upper95ci":254.53},"rubricPassRate":0.056179775280898875,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":221.65,"lower95ci":204.17,"upper95ci":239.71}},"briefcaseTotalCost":17.468546500000002,"timescaleData":{"medianOutputSpeed":76.804233835206,"medianTimeToFirstChunk":1.07854339300007},"outputSpeedVariance":{"p05":54.6630458300451,"q25":71.1907597508325,"median":76.804233835206,"q75":85.3202308842954,"p95":99.6325166836246},"timeToFirstChunkVariance":{"p05":0.933508978899994,"q25":1.02451794775001,"median":1.07854339300007,"q75":1.458891572,"p95":2.42169352054996},"performanceByPromptType":{"medium":{"medianOutputSpeed":73.6086739776263,"medianTimeToFirstChunk":0.836835581000003,"medianTimeToFirstAnswerToken":0.836835581000003,"medianEndToEndResponseTime":7.629513304714703},"long":{"medianOutputSpeed":76.804233835206,"medianTimeToFirstChunk":1.07854339300007,"medianTimeToFirstAnswerToken":1.07854339300007,"medianEndToEndResponseTime":7.588601172794064},"hundredK":{"medianOutputSpeed":58.2168636627574,"medianTimeToFirstChunk":9.72931289349998,"medianTimeToFirstAnswerToken":9.72931289349998,"medianEndToEndResponseTime":18.31788961409479},"mediumParallel":{"medianOutputSpeed":77.5875676757579,"medianTimeToFirstChunk":0.737216184000004,"medianTimeToFirstAnswerToken":0.737216184000004,"medianEndToEndResponseTime":7.181547601753987}},"endToEndResponseTime":{"input":1.07854339300007,"reasoning":0,"answer":6.5100577797939945,"total":7.588601172794064},"timeToFirstAnswerToken":{"input":1.07854339300007,"reasoning":0,"total":1.07854339300007},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":3,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"1f05af98-1ec6-4506-a0b8-57a8c9b63878","slug":"mistral-medium","name":"Mistral Medium","shortName":"Mistral Medium","sourceUrl":"https://artificialanalysis.ai/models/mistral-medium","releaseDate":"2023-12-11","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-medium","name":"Mistral Medium"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":32768,"licenseName":null,"intelligenceIndex":5.49191510422431,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":145.132300742222,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.5,"price1mOutputTokens":7.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.25978128100001,"timeToFirstAnswerTokenMs":2.25978128100001,"endToEndMs":5.704913739060324}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0351,"score":0.0351,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.349494949494949,"score":0.349494949494949,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.0994708994708995,"score":0.0994708994708995,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"1f05af98-1ec6-4506-a0b8-57a8c9b63878","slug":"mistral-medium","name":"Mistral Medium","shortName":"Mistral Medium","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2023-12-11","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-medium","name":"Mistral Medium"},"deprecated":true,"deprecatedTo":"mistral-medium-3","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":32768,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":5.49191510422431,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0351,"gpqa":0.349494949494949,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.0994708994708995,"aime25":null,"analystAgent":null,"price1mInputTokens":1.5,"price1mOutputTokens":7.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3,"price1mBlended7To2To1":2.1,"price1mBlended0To1To1":4.5,"price1mBlended100To1To1":1.5588235294117647,"price1mBlended0To100To1":1.5594059405940595,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":145.132300742222,"medianTimeToFirstChunk":2.25978128100001},"outputSpeedVariance":{"p05":94.8089368263448,"q25":116.208824897173,"median":145.132300742222,"q75":155.962964475721,"p95":179.42727086453},"timeToFirstChunkVariance":{"p05":2.15339614689998,"q25":2.21498831375001,"median":2.25978128100001,"q75":2.61759983150006,"p95":3.88817777604995},"performanceByPromptType":{"long":{"medianOutputSpeed":145.132300742222,"medianTimeToFirstChunk":2.25978128100001,"medianTimeToFirstAnswerToken":2.25978128100001,"medianEndToEndResponseTime":5.704913739060324}},"endToEndResponseTime":{"input":2.25978128100001,"reasoning":0,"answer":3.445132458060314,"total":5.704913739060324},"timeToFirstAnswerToken":{"input":2.25978128100001,"reasoning":0,"total":2.25978128100001},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"59e22326-1bca-4432-a5fa-147fbe8854e7","slug":"mistral-medium-3","name":"Mistral Medium 3","shortName":"Mistral Medium 3","sourceUrl":"https://artificialanalysis.ai/models/mistral-medium-3","releaseDate":"2025-05-07","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-medium-3","name":"Mistral Medium 3"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":null,"intelligenceIndex":9.04757819034062,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":135.513872309037,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.4,"price1mOutputTokens":2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.25344586649999,"timeToFirstAnswerTokenMs":2.25344586649999,"endToEndMs":5.943105024492013}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-31.4,"score":-31.4,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.242690058479532,"score":0.242690058479532,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0378787878787879,"score":0.0378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.313333333333333,"score":0.313333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.392517006802721,"score":0.392517006802721,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0405,"score":0.0405,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.577777777777778,"score":0.577777777777778,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.530057803468208,"score":0.530057803468208,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.4,"score":0.4,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.303333333333333,"score":0.303333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"59e22326-1bca-4432-a5fa-147fbe8854e7","slug":"mistral-medium-3","name":"Mistral Medium 3","shortName":"Mistral Medium 3","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-07","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-medium-3","name":"Mistral Medium 3"},"deprecated":true,"deprecatedTo":"mistral-medium-3-1","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":9.04757819034062,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-31.4,"omniscienceBreakdown":{"accuracy":0.18333333333333332,"hallucinationRate":0.6089795918367347},"gdpval":null,"itBenchSre":null,"tau2":0.242690058479532,"tauBanking":null,"terminalbenchHard":0.0378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.313333333333333,"ifbench":0.392517006802721,"hle":0.0405,"gpqa":0.577777777777778,"critpt":0,"apexAgents":null,"mmmuPro":0.530057803468208,"livecodebench":0.4,"aime25":0.303333333333333,"analystAgent":null,"price1mInputTokens":0.4,"price1mOutputTokens":2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.535,"price1mBlended0To3To1":0.8,"price1mBlended7To2To1":0.56,"price1mBlended0To1To1":1.2,"price1mBlended100To1To1":0.4156862745098039,"price1mBlended0To100To1":0.4158415841584158,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":135.513872309037,"medianTimeToFirstChunk":2.25344586649999},"outputSpeedVariance":{"p05":85.2049522414105,"q25":112.422534426046,"median":135.513872309037,"q75":148.793804290014,"p95":180.444257058796},"timeToFirstChunkVariance":{"p05":2.1296092704499,"q25":2.19816843925003,"median":2.25344586649999,"q75":2.38364131274999,"p95":3.55227217750001},"performanceByPromptType":{"long":{"medianOutputSpeed":135.513872309037,"medianTimeToFirstChunk":2.25344586649999,"medianTimeToFirstAnswerToken":2.25344586649999,"medianEndToEndResponseTime":5.943105024492013}},"endToEndResponseTime":{"input":2.25344586649999,"reasoning":0,"answer":3.6896591579920233,"total":5.943105024492013},"timeToFirstAnswerToken":{"input":2.25344586649999,"reasoning":0,"total":2.25344586649999},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":2,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/mistralai/mistral-medium-3","matchedBy":"slug","catalog":{"id":"mistralai/mistral-medium-3","canonical_slug":"mistralai/mistral-medium-3","hugging_face_id":"","name":"Mistral: Mistral Medium 3","created":1746627341,"description":"Mistral Medium 3 is a high-performance enterprise-grade language model designed to deliver frontier-level capabilities at significantly reduced operational cost. It balances state-of-the-art reasoning and multimodal performance with 8× lower cost...","context_length":131072,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.0000004","completion":"0.000002","input_cache_read":"0.00000004"},"top_provider":{"context_length":131072,"max_completion_tokens":104857,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","max_tokens","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":0.3},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/mistralai/mistral-medium-3/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1112,"win_rate":54.7,"rank":80},{"arena":"models","category":"codecategories","elo":1084,"win_rate":48.1,"rank":97},{"arena":"models","category":"dataviz","elo":1048,"win_rate":46,"rank":100},{"arena":"models","category":"gamedev","elo":1041,"win_rate":45.2,"rank":103},{"arena":"models","category":"uicomponent","elo":1039,"win_rate":49.6,"rank":99},{"arena":"models","category":"website","elo":1091,"win_rate":47.6,"rank":100}]}},"endpoints":[{"name":"Mistral | mistralai/mistral-medium-3","model_id":"mistralai/mistral-medium-3","model_name":"Mistral: Mistral Medium 3","context_length":131072,"pricing":{"prompt":"0.0000004","completion":"0.000002","input_cache_read":"0.00000004","discount":0},"provider_name":"Mistral","tag":"mistral/zdr","quantization":"unknown","max_completion_tokens":104857,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.8485307482581,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-medium-3","model_id":"mistralai/mistral-medium-3","model_name":"Mistral: Mistral Medium 3","context_length":131072,"pricing":{"prompt":"0.0000004","completion":"0.000002","input_cache_read":"0.00000004","discount":0},"provider_name":"Mistral","tag":"mistral","quantization":"unknown","max_completion_tokens":104857,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.58715596330275,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-medium-3","model_id":"mistralai/mistral-medium-3","model_name":"Mistral: Mistral Medium 3","context_length":131072,"pricing":{"prompt":"0.00000044","completion":"0.0000022","input_cache_read":"0.000000044","discount":0},"provider_name":"Mistral","tag":"mistral/eu","quantization":"unknown","max_completion_tokens":104857,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"05a32e26-e609-4377-951b-8fa23d329926","slug":"mistral-medium-3-1","name":"Mistral Medium 3.1","shortName":"Mistral Medium 3.1","sourceUrl":"https://artificialanalysis.ai/models/mistral-medium-3-1","releaseDate":"2025-08-12","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-medium-3-1","name":"Mistral Medium 3.1"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":null,"intelligenceIndex":9.53417902519296,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.117023417252936,"strategyAndOps":8.528876472350865,"legal":10.007216096386658,"engineering":10.943038924930493,"economics":13.912674158171146},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":142.59150068492,"canonicalInputTokens":925379251,"canonicalOutputTokens":17859256,"outputTokensPerTask":13193.973378542094,"answerTokensPerTask":13193.973378542094,"reasoningTokensPerTask":0,"price1mInputTokens":0.4,"price1mOutputTokens":2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.39219786538109047,"latency":{"timeToFirstChunkMs":2.24834668700001,"timeToFirstAnswerTokenMs":2.24834668700001,"endToEndMs":5.754867044793526}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":538.05,"score":538.05,"outputTokensPerTask":36291.52747252747,"costPerTask":0.6154127824175825,"timePerTask":246.9178255251317,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":536.15,"score":536.15,"outputTokensPerTask":6900.068181818182,"costPerTask":0.21757906909090907,"timePerTask":46.94621444962397,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.04146227762526245,"score":0.04146227762526245,"outputTokensPerTask":5832.7899543379,"costPerTask":0.16762307275494673,"timePerTask":39.68473945772017,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":60833.19696969697,"costPerTask":2.638380096969697,"timePerTask":413.89276675858537,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.324074074074074,"score":0.324074074074074,"outputTokensPerTask":459.1979166666667,"costPerTask":0.0018749722222222223,"timePerTask":3.1242595439069154,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0468025949953661,"score":0.0468025949953661,"outputTokensPerTask":2151.483781278962,"costPerTask":0.004427631881371641,"timePerTask":14.638118974962833,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.012,"score":0.012,"outputTokensPerTask":1164.86,"costPerTask":0.023020608000000005,"timePerTask":7.925395216801925,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":2894.4,"costPerTask":0.007732097142857143,"timePerTask":19.69272179962527,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-46.28333333333333,"score":-46.28333333333333,"outputTokensPerTask":10.6605,"costPerTask":0.00006912033333333334,"timePerTask":0.07253118461335863,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.426666666666667,"score":0.426666666666667,"outputTokensPerTask":333.7,"costPerTask":0.04385957600000001,"timePerTask":2.2704053567354037,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.012,"score":0.012,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":536.15,"score":536.15,"outputTokensPerTask":6900.068181818182,"costPerTask":0.21757906909090907,"timePerTask":46.94621444962397,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.018074999999999987,"score":0.018074999999999987,"outputTokensPerTask":6900.068181818182,"costPerTask":0.21757906909090907,"timePerTask":46.94621444962397,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.406432748538012,"score":0.406432748538012,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0824742268041237,"score":0.0824742268041237,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.106060606060606,"score":0.106060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.138576779026217,"score":0.138576779026217,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":60833.19696969697,"costPerTask":2.638380096969697,"timePerTask":413.89276675858537,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.426666666666667,"score":0.426666666666667,"outputTokensPerTask":333.7,"costPerTask":0.04385957600000001,"timePerTask":2.2704053567354037,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.397959183673469,"score":0.397959183673469,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0468025949953661,"score":0.0468025949953661,"outputTokensPerTask":2151.483781278962,"costPerTask":0.004427631881371641,"timePerTask":14.638118974962833,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.587878787878788,"score":0.587878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.541618497109827,"score":0.541618497109827,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.406349206349206,"score":0.406349206349206,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.383333333333333,"score":0.383333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.04146227762526245,"score":0.04146227762526245,"outputTokensPerTask":5832.7899543379,"costPerTask":0.16762307275494673,"timePerTask":39.68473945772017,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":9.117023417252936,"score":9.117023417252936,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":8.528876472350865,"score":8.528876472350865,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":10.007216096386658,"score":10.007216096386658,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":10.943038924930493,"score":10.943038924930493,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":13.912674158171146,"score":13.912674158171146,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"05a32e26-e609-4377-951b-8fa23d329926","slug":"mistral-medium-3-1","name":"Mistral Medium 3.1","shortName":"Mistral Medium 3.1","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-12","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-medium-3-1","name":"Mistral Medium 3.1"},"deprecated":true,"deprecatedTo":"mistral-medium-3-5","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":9.53417902519296,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.117023417252936,"strategyAndOps":8.528876472350865,"legal":10.007216096386658,"engineering":10.943038924930493,"economics":13.912674158171146},"omniscience":-46.28333333333333,"omniscienceBreakdown":{"accuracy":0.2075,"hallucinationRate":0.8458464773922187},"gdpPdfAllPass":0.012,"gdpval":536.15,"gdpvalNormalized":0.018074999999999987,"itBenchSre":null,"tau2":0.406432748538012,"tauBanking":0.0824742268041237,"terminalbenchHard":0.106060606060606,"terminalBench21":0.138576779026217,"terminalBench40":0,"scicode":0.324074074074074,"lcr":0.426666666666667,"ifbench":0.397959183673469,"hle":0.0468025949953661,"gpqa":0.587878787878788,"critpt":0,"apexAgents":null,"mmmuPro":0.541618497109827,"livecodebench":0.406349206349206,"aime25":0.383333333333333,"analystAgent":null,"automationBenchPartialScore":0.04146227762526245,"price1mInputTokens":0.4,"price1mOutputTokens":2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.535,"price1mBlended0To3To1":0.8,"price1mBlended7To2To1":0.56,"price1mBlended0To1To1":1.2,"price1mBlended100To1To1":0.4156862745098039,"price1mBlended0To100To1":0.4158415841584158,"intelligenceIndexTimePerTask":89.76825842153518,"intelligenceIndexCost":{"total":405.8702124,"input":370.15170040000004,"nonCacheInput":7.3556528000000005,"cacheRead":0,"cacheWrite":362.79604760000007,"output":35.718512,"reasoning":0,"answer":35.718512},"intelligenceIndexCostPerTask":{"cost":{"total":0.39219786538109047,"input":0.3658099186240063,"nonCacheInput":0.004538321285055976,"cacheRead":0,"cacheWrite":0.3612715973389503,"output":0.02638794675708419,"reasoning":0,"answer":0.02638794675708419},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.09231191736263737},{"slug":"gdpval-aa","weightedCostPerTask":0.021757906909090907},{"slug":"automationbench-aa","weightedCostPerTask":0.008381153637747338},{"slug":"terminalbench-4-0","weightedCostPerTask":0.2638380096969697},{"slug":"scicode","weightedCostPerTask":0.00018749722222222224},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0004427631881371641},{"slug":"gdp-pdf","weightedCostPerTask":0.0023020608000000006},{"slug":"critpt","weightedCostPerTask":0.0007732097142857143},{"slug":"omniscience","weightedCostPerTask":0.00001036805},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0021929788000000006}]},"canonicalIntelligenceIndexTokenCount":{"input":925379251,"output":17859256,"answer":17859256,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":13193.973378542094,"output":13193.973378542094},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":538.05,"outputTokensPerTask":36291.52747252747,"costPerTask":0.6154127824175825,"timePerTask":246.9178255251317},{"slug":"gdpval-aa","score":536.15,"outputTokensPerTask":6900.068181818182,"costPerTask":0.21757906909090907,"timePerTask":46.94621444962397},{"slug":"automationbench-aa","score":0.04146227762526245,"outputTokensPerTask":5832.7899543379,"costPerTask":0.16762307275494673,"timePerTask":39.68473945772017},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":60833.19696969697,"costPerTask":2.638380096969697,"timePerTask":413.89276675858537},{"slug":"scicode","score":0.324074074074074,"outputTokensPerTask":459.1979166666667,"costPerTask":0.0018749722222222223,"timePerTask":3.1242595439069154},{"slug":"humanitys-last-exam","score":0.0468025949953661,"outputTokensPerTask":2151.483781278962,"costPerTask":0.004427631881371641,"timePerTask":14.638118974962833},{"slug":"gdp-pdf","score":0.012,"outputTokensPerTask":1164.86,"costPerTask":0.023020608000000005,"timePerTask":7.925395216801925},{"slug":"critpt","score":0,"outputTokensPerTask":2894.4,"costPerTask":0.007732097142857143,"timePerTask":19.69272179962527},{"slug":"omniscience","score":-46.28333333333333,"outputTokensPerTask":10.6605,"costPerTask":0.00006912033333333334,"timePerTask":0.07253118461335863},{"slug":"artificial-analysis-long-context-reasoning","score":0.426666666666667,"outputTokensPerTask":333.7,"costPerTask":0.04385957600000001,"timePerTask":2.2704053567354037}],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":538.05,"lower95ci":528.75,"upper95ci":546.37},"rubricPassRate":0.1303030303030303,"analyticalQuality":{"elo":336.5,"lower95ci":318.11,"upper95ci":353.85},"presentation":{"elo":518.73,"lower95ci":501.59,"upper95ci":535.5}},"briefcaseTotalCost":56.002563200000004,"timescaleData":{"medianOutputSpeed":142.59150068492,"medianTimeToFirstChunk":2.24834668700001},"outputSpeedVariance":{"p05":99.6343226763545,"q25":112.393887361135,"median":142.59150068492,"q75":156.36007343077,"p95":177.856872828073},"timeToFirstChunkVariance":{"p05":2.11036125595006,"q25":2.18305310574992,"median":2.24834668700001,"q75":2.41913497549997,"p95":3.62363085964998},"performanceByPromptType":{"long":{"medianOutputSpeed":142.59150068492,"medianTimeToFirstChunk":2.24834668700001,"medianTimeToFirstAnswerToken":2.24834668700001,"medianEndToEndResponseTime":5.754867044793526}},"endToEndResponseTime":{"input":2.24834668700001,"reasoning":0,"answer":3.506520357793516,"total":5.754867044793526},"timeToFirstAnswerToken":{"input":2.24834668700001,"reasoning":0,"total":2.24834668700001},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/mistralai/mistral-medium-3.1","matchedBy":"slug","catalog":{"id":"mistralai/mistral-medium-3.1","canonical_slug":"mistralai/mistral-medium-3.1","hugging_face_id":"","name":"Mistral: Mistral Medium 3.1","created":1755095639,"description":"Mistral Medium 3.1 is an updated version of Mistral Medium 3, which is a high-performance enterprise-grade language model designed to deliver frontier-level capabilities at significantly reduced operational cost. It balances...","context_length":131072,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.0000004","completion":"0.000002","input_cache_read":"0.00000004"},"top_provider":{"context_length":131072,"max_completion_tokens":104857,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","max_tokens","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":0.3},"supported_voices":null,"knowledge_cutoff":"2025-06-30","expiration_date":null,"links":{"details":"/api/v1/models/mistralai/mistral-medium-3.1/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1110,"win_rate":44.6,"rank":82},{"arena":"models","category":"asciiart","elo":1016,"win_rate":30.8,"rank":66},{"arena":"models","category":"codecategories","elo":1135,"win_rate":45.1,"rank":83},{"arena":"models","category":"dataviz","elo":1159,"win_rate":47.2,"rank":73},{"arena":"models","category":"gamedev","elo":1097,"win_rate":40.7,"rank":90},{"arena":"models","category":"svg","elo":1016,"win_rate":38.2,"rank":81},{"arena":"models","category":"uicomponent","elo":1115,"win_rate":43.6,"rank":83},{"arena":"models","category":"website","elo":1145,"win_rate":46,"rank":84}],"artificial_analysis":{"intelligence_index":9.5,"coding_index":20.5,"agentic_index":3.1}}},"endpoints":[{"name":"Mistral | mistralai/mistral-medium-3.1","model_id":"mistralai/mistral-medium-3.1","model_name":"Mistral: Mistral Medium 3.1","context_length":131072,"pricing":{"prompt":"0.0000004","completion":"0.000002","input_cache_read":"0.00000004","discount":0},"provider_name":"Mistral","tag":"mistral/zdr","quantization":"unknown","max_completion_tokens":104857,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.68429360694554,"uptime_last_5m":99.23664122137404,"uptime_last_1d":99.6951400868479,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-medium-3.1","model_id":"mistralai/mistral-medium-3.1","model_name":"Mistral: Mistral Medium 3.1","context_length":131072,"pricing":{"prompt":"0.0000004","completion":"0.000002","input_cache_read":"0.00000004","discount":0},"provider_name":"Mistral","tag":"mistral","quantization":"unknown","max_completion_tokens":104857,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.6587528437263,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-medium-3.1","model_id":"mistralai/mistral-medium-3.1","model_name":"Mistral: Mistral Medium 3.1","context_length":131072,"pricing":{"prompt":"0.00000044","completion":"0.0000022","input_cache_read":"0.000000044","discount":0},"provider_name":"Mistral","tag":"mistral/eu","quantization":"unknown","max_completion_tokens":104857,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.90147783251231,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"dd059b25-d82a-4ead-82a4-4adceaaec48b","slug":"mistral-medium-3-5","name":"Mistral Medium 3.5","shortName":"Mistral Medium 3.5","sourceUrl":"https://artificialanalysis.ai/models/mistral-medium-3-5","releaseDate":"2026-04-29","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"mistral-medium-3-5","name":"Mistral Medium 3.5"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":128,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Modified MIT License","intelligenceIndex":14.8946727802691,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":15.070822398711472,"strategyAndOps":13.124537534044611,"legal":16.915472474491786,"healthcareAndMedical":14.409866036991213,"engineering":17.951118634979483,"economics":21.226593897026646},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":138.059291587861,"canonicalInputTokens":1470239926,"canonicalOutputTokens":100688467,"outputTokensPerTask":26085.529205306077,"answerTokensPerTask":12065.772317071056,"reasoningTokensPerTask":14019.756888235019,"price1mInputTokens":1.5,"price1mOutputTokens":7.5,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.43697278975091847,"latency":{"timeToFirstChunkMs":2.29237521949995,"timeToFirstAnswerTokenMs":16.778904717061504,"endToEndMs":20.40053709145189}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":523.63,"score":523.63,"outputTokensPerTask":33952.61538461538,"costPerTask":0.6805894661796009,"timePerTask":229.2862395236829,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":875.14,"score":875.14,"outputTokensPerTask":21333.97272727273,"costPerTask":0.3593462652339956,"timePerTask":144.07097436604693,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.06299648656993127,"score":0.06299648656993127,"outputTokensPerTask":15708.286149162861,"costPerTask":0.4435713293028991,"timePerTask":106.08001238501073,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":67325.59090909091,"costPerTask":1.7550314332442603,"timePerTask":454.6580988942032,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.40162037037037,"score":0.40162037037037,"outputTokensPerTask":10524,"costPerTask":0.08166539583333333,"timePerTask":71.06988246450733,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.137627432808156,"score":0.137627432808156,"outputTokensPerTask":26906.492122335494,"costPerTask":0.20226252316960147,"timePerTask":181.7028917395074,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.028,"score":0.028,"outputTokensPerTask":7480.64,"costPerTask":0.138526065,"timePerTask":50.517693420685305,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":63671.45714285714,"costPerTask":0.48298774285714285,"timePerTask":429.981278552525,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-36.8,"score":-36.8,"outputTokensPerTask":1907.942,"costPerTask":0.014486745500000002,"timePerTask":12.884569905843506,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.693333333333333,"score":0.693333333333333,"outputTokensPerTask":3936.32,"costPerTask":0.17101697999999999,"timePerTask":26.582459116561147,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0166666666666667,"score":0.0166666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.690982776089159,"score":0.690982776089159,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.028,"score":0.028,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":875.14,"score":875.14,"outputTokensPerTask":21333.97272727273,"costPerTask":0.3593462652339956,"timePerTask":144.07097436604693,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.18757,"score":0.18757,"outputTokensPerTask":21333.97272727273,"costPerTask":0.3593462652339956,"timePerTask":144.07097436604693,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.941520467836257,"score":0.941520467836257,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.150515463917526,"score":0.150515463917526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.333333333333333,"score":0.333333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.50561797752809,"score":0.50561797752809,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":67325.59090909091,"costPerTask":1.7550314332442603,"timePerTask":454.6580988942032,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.693333333333333,"score":0.693333333333333,"outputTokensPerTask":3936.32,"costPerTask":0.17101697999999999,"timePerTask":26.582459116561147,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.687755102040816,"score":0.687755102040816,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.137627432808156,"score":0.137627432808156,"outputTokensPerTask":26906.492122335494,"costPerTask":0.20226252316960147,"timePerTask":181.7028917395074,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.748484848484849,"score":0.748484848484849,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.648554913294798,"score":0.648554913294798,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.125,"score":0.125,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.06299648656993127,"score":0.06299648656993127,"outputTokensPerTask":15708.286149162861,"costPerTask":0.4435713293028991,"timePerTask":106.08001238501073,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.3372127723067741,"score":0.3372127723067741,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":15.070822398711472,"score":15.070822398711472,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":13.124537534044611,"score":13.124537534044611,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":16.915472474491786,"score":16.915472474491786,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":14.409866036991213,"score":14.409866036991213,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":17.951118634979483,"score":17.951118634979483,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":21.226593897026646,"score":21.226593897026646,"family":"Capability Index"}],"benchmarkCount":34,"raw":{"id":"dd059b25-d82a-4ead-82a4-4adceaaec48b","slug":"mistral-medium-3-5","name":"Mistral Medium 3.5","shortName":"Mistral Medium 3.5","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-04-29","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"mistral-medium-3-5","name":"Mistral Medium 3.5"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":128,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Modified MIT License","licenseUrl":"https://huggingface.co/mistralai/Mistral-Medium-3.5-128B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Mistral-Medium-3.5-128B","microevalsEnabled":true,"intelligenceIndex":14.8946727802691,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":15.070822398711472,"strategyAndOps":13.124537534044611,"legal":16.915472474491786,"healthcareAndMedical":14.409866036991213,"engineering":17.951118634979483,"economics":21.226593897026646},"omniscience":-36.8,"omniscienceBreakdown":{"accuracy":0.24666666666666667,"hallucinationRate":0.815929203539823},"mlcrOverall":0.0166666666666667,"harveyLab":0.690982776089159,"gdpPdfAllPass":0.028,"gdpval":875.14,"gdpvalNormalized":0.18757,"itBenchSre":null,"tau2":0.941520467836257,"tauBanking":0.150515463917526,"terminalbenchHard":0.333333333333333,"terminalBench21":0.50561797752809,"terminalBench40":0,"scicode":0.40162037037037,"lcr":0.693333333333333,"ifbench":0.687755102040816,"hle":0.137627432808156,"gpqa":0.748484848484849,"critpt":0,"apexAgents":null,"mmmuPro":0.648554913294798,"livecodebench":null,"aime25":null,"analystAgent":0.125,"automationBenchPartialScore":0.06299648656993127,"enterpriseOpsGym":0.3372127723067741,"price1mInputTokens":1.5,"price1mOutputTokens":7.5,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":2.11,"price1mBlended0To3To1":3,"price1mBlended7To2To1":1.155,"price1mBlended0To1To1":4.5,"price1mBlended100To1To1":0.23529411764705882,"price1mBlended0To100To1":1.5594059405940595,"intelligenceIndexTimePerTask":176.15882693325509,"intelligenceIndexCost":{"total":1159.9343362199486,"input":404.77083371994866,"nonCacheInput":25.625038500000002,"cacheRead":200.0654505866724,"cacheWrite":179.08034463327624,"output":755.1635024999999,"reasoning":623.5584524999999,"answer":131.60504999999998},"intelligenceIndexCostPerTask":{"cost":{"total":0.43697278975091847,"input":0.24133132071112287,"nonCacheInput":0.01620853681211329,"cacheRead":0.12533339167458266,"cacheWrite":0.0997893922244269,"output":0.19564146903979557,"reasoning":0.10514817666176263,"answer":0.09049329237803294},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.10208841992694014},{"slug":"gdpval-aa","weightedCostPerTask":0.035934626523399564},{"slug":"automationbench-aa","weightedCostPerTask":0.022178566465144958},{"slug":"terminalbench-4-0","weightedCostPerTask":0.17550314332442601},{"slug":"scicode","weightedCostPerTask":0.008166539583333333},{"slug":"humanitys-last-exam","weightedCostPerTask":0.020226252316960146},{"slug":"gdp-pdf","weightedCostPerTask":0.013852606500000001},{"slug":"critpt","weightedCostPerTask":0.04829877428571429},{"slug":"omniscience","weightedCostPerTask":0.002173011825},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.008550849}]},"canonicalIntelligenceIndexTokenCount":{"input":1470239926,"output":100688467,"answer":17547340,"reasoning":83141127},"intelligenceIndexOutputTokensPerTask":{"reasoning":14019.756888235019,"answer":12065.772317071056,"output":26085.529205306077},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":523.63,"outputTokensPerTask":33952.61538461538,"costPerTask":0.6805894661796009,"timePerTask":229.2862395236829},{"slug":"gdpval-aa","score":875.14,"outputTokensPerTask":21333.97272727273,"costPerTask":0.3593462652339956,"timePerTask":144.07097436604693},{"slug":"automationbench-aa","score":0.06299648656993127,"outputTokensPerTask":15708.286149162861,"costPerTask":0.4435713293028991,"timePerTask":106.08001238501073},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":67325.59090909091,"costPerTask":1.7550314332442603,"timePerTask":454.6580988942032},{"slug":"scicode","score":0.40162037037037,"outputTokensPerTask":10524,"costPerTask":0.08166539583333333,"timePerTask":71.06988246450733},{"slug":"humanitys-last-exam","score":0.137627432808156,"outputTokensPerTask":26906.492122335494,"costPerTask":0.20226252316960147,"timePerTask":181.7028917395074},{"slug":"gdp-pdf","score":0.028,"outputTokensPerTask":7480.64,"costPerTask":0.138526065,"timePerTask":50.517693420685305},{"slug":"critpt","score":0,"outputTokensPerTask":63671.45714285714,"costPerTask":0.48298774285714285,"timePerTask":429.981278552525},{"slug":"omniscience","score":-36.8,"outputTokensPerTask":1907.942,"costPerTask":0.014486745500000002,"timePerTask":12.884569905843506},{"slug":"artificial-analysis-long-context-reasoning","score":0.693333333333333,"outputTokensPerTask":3936.32,"costPerTask":0.17101697999999999,"timePerTask":26.582459116561147}],"openness":{"opennessIndex":33.333333333333336,"modelAvailability":5,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":523.63,"lower95ci":515.55,"upper95ci":530.83},"rubricPassRate":0.12424242424242424,"analyticalQuality":{"elo":353.89,"lower95ci":339.11,"upper95ci":367.53},"presentation":{"elo":484.38,"lower95ci":468.83,"upper95ci":498.8}},"briefcaseTotalCost":61.93364142234368,"timescaleData":{"medianOutputSpeed":138.059291587861,"medianTimeToFirstChunk":2.29237521949995},"outputSpeedVariance":{"p05":95.5368842358773,"q25":124.540532257461,"median":138.059291587861,"q75":165.234581178637,"p95":178.98221693799},"timeToFirstChunkVariance":{"p05":2.08102875115008,"q25":2.19306071975001,"median":2.29237521949995,"q75":2.50227805699995,"p95":3.29771689585},"performanceByPromptType":{"medium":{"medianOutputSpeed":145.083957239284,"medianTimeToFirstChunk":0.685034433999988,"medianTimeToFirstAnswerToken":14.470156083952237,"medianEndToEndResponseTime":17.916436496440298},"long":{"medianOutputSpeed":138.059291587861,"medianTimeToFirstChunk":2.29237521949995,"medianTimeToFirstAnswerToken":16.778904717061504,"medianEndToEndResponseTime":20.40053709145189},"hundredK":{"medianOutputSpeed":145.344655740418,"medianTimeToFirstChunk":34.5261455495,"medianTimeToFirstAnswerToken":48.28654141552999,"medianEndToEndResponseTime":51.72664038203749},"mediumParallel":{"medianOutputSpeed":123.477462061412,"medianTimeToFirstChunk":0.702399592500115,"medianTimeToFirstAnswerToken":16.899687474925916,"medianEndToEndResponseTime":20.949009445532365}},"endToEndResponseTime":{"input":2.29237521949995,"reasoning":14.486529497561554,"answer":3.6216323743903884,"total":20.40053709145189},"timeToFirstAnswerToken":{"input":2.29237521949995,"reasoning":14.486529497561554,"total":16.778904717061504},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":2,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/mistralai/mistral-medium-3-5","matchedBy":"slug","catalog":{"id":"mistralai/mistral-medium-3-5","canonical_slug":"mistralai/mistral-medium-3.5-20260430","hugging_face_id":null,"name":"Mistral: Mistral Medium 3.5","created":1777570439,"description":"Mistral Medium 3.5 is a dense 128B instruction-following model from Mistral AI. It supports text and image inputs with text output, and is designed for agentic workflows, coding, and complex...","context_length":262144,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.0000015","completion":"0.0000075"},"top_provider":{"context_length":262144,"max_completion_tokens":209715,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/mistralai/mistral-medium-3.5-20260430/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":14.9,"coding_index":46.9,"agentic_index":9.4}},"reasoning":{"mandatory":false,"supported_efforts":["high","none"],"default_effort":"high"}},"endpoints":[{"name":"Mistral | mistralai/mistral-medium-3.5-20260430","model_id":"mistralai/mistral-medium-3-5","model_name":"Mistral: Mistral Medium 3.5","context_length":262144,"pricing":{"prompt":"0.0000015","completion":"0.0000075","discount":0},"provider_name":"Mistral","tag":"mistral/zdr","quantization":"unknown","max_completion_tokens":209715,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.83065426589968,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-medium-3.5-20260430","model_id":"mistralai/mistral-medium-3-5","model_name":"Mistral: Mistral Medium 3.5","context_length":262144,"pricing":{"prompt":"0.0000015","completion":"0.0000075","discount":0},"provider_name":"Mistral","tag":"mistral","quantization":"unknown","max_completion_tokens":209715,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.71310168951227,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"35d602fc-b8b8-4698-9f4d-f2ce11ca50e4","slug":"mistral-small-2402","name":"Mistral Small (Feb '24)","shortName":"Mistral Small (Feb)","sourceUrl":"https://artificialanalysis.ai/models/mistral-small-2402","releaseDate":"2024-02-26","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-small-2402","name":"Mistral Small (Feb '24)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":32768,"licenseName":null,"intelligenceIndex":5.50039200868795,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":143.629371378572,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.15,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.783044844500012,"timeToFirstAnswerTokenMs":0.783044844500012,"endToEndMs":4.264226967633601}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0409,"score":0.0409,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.302020202020202,"score":0.302020202020202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.111111111111111,"score":0.111111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"35d602fc-b8b8-4698-9f4d-f2ce11ca50e4","slug":"mistral-small-2402","name":"Mistral Small (Feb '24)","shortName":"Mistral Small (Feb)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-02-26","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-small-2402","name":"Mistral Small (Feb '24)"},"deprecated":true,"deprecatedTo":"mistral-small","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":32768,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":5.50039200868795,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0409,"gpqa":0.302020202020202,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.111111111111111,"aime25":null,"analystAgent":null,"price1mInputTokens":0.15,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.26249999999999996,"price1mBlended7To2To1":0.195,"price1mBlended0To1To1":0.375,"price1mBlended100To1To1":0.15441176470588236,"price1mBlended0To100To1":0.15445544554455445,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":143.629371378572,"medianTimeToFirstChunk":0.783044844500012},"outputSpeedVariance":{"p05":108.028126679229,"q25":130.141524260324,"median":143.629371378572,"q75":166.919252473881,"p95":197.145785485231},"timeToFirstChunkVariance":{"p05":0.67383590940002,"q25":0.701822526250027,"median":0.783044844500012,"q75":0.869745448749974,"p95":1.12240371649996},"performanceByPromptType":{"long":{"medianOutputSpeed":143.629371378572,"medianTimeToFirstChunk":0.783044844500012,"medianTimeToFirstAnswerToken":0.783044844500012,"medianEndToEndResponseTime":4.264226967633601}},"endToEndResponseTime":{"input":0.783044844500012,"reasoning":0,"answer":3.481182123133589,"total":4.264226967633601},"timeToFirstAnswerToken":{"input":0.783044844500012,"reasoning":0,"total":0.783044844500012},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"7c045ca0-b331-488d-af31-df0fd331dfd1","slug":"mistral-small","name":"Mistral Small (Sep '24)","shortName":"Mistral Small (Sep)","sourceUrl":"https://artificialanalysis.ai/models/mistral-small","releaseDate":"2024-09-17","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-small","name":"Mistral Small (Sep '24)"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"non-commercial","parameters":22,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Mistral Research License","intelligenceIndex":5.84842869297048,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":146.138144664742,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.787154619999967,"timeToFirstAnswerTokenMs":0.787154619999967,"endToEndMs":4.208574818997693}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0425,"score":0.0425,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.380808080808081,"score":0.380808080808081,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.140740740740741,"score":0.140740740740741,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"7c045ca0-b331-488d-af31-df0fd331dfd1","slug":"mistral-small","name":"Mistral Small (Sep '24)","shortName":"Mistral Small (Sep)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-09-17","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-small","name":"Mistral Small (Sep '24)"},"deprecated":true,"deprecatedTo":"mistral-small-3","isOpenWeights":true,"openSourceCategorization":"non-commercial","parameters":22,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Mistral Research License","licenseUrl":"https://mistral.ai/licenses/MRL-0.1.md","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Mistral-Small-Instruct-2409","microevalsEnabled":false,"intelligenceIndex":5.84842869297048,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0425,"gpqa":0.380808080808081,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.140740740740741,"aime25":null,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.30000000000000004,"price1mBlended7To2To1":0.24000000000000005,"price1mBlended0To1To1":0.4,"price1mBlended100To1To1":0.20392156862745098,"price1mBlended0To100To1":0.20396039603960398,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":146.138144664742,"medianTimeToFirstChunk":0.787154619999967},"outputSpeedVariance":{"p05":112.041026654782,"q25":135.107018234016,"median":146.138144664742,"q75":169.108688404415,"p95":195.045098305515},"timeToFirstChunkVariance":{"p05":0.662381287050073,"q25":0.718479034250038,"median":0.787154619999967,"q75":0.918683294999969,"p95":1.39728252225007},"performanceByPromptType":{"long":{"medianOutputSpeed":146.138144664742,"medianTimeToFirstChunk":0.787154619999967,"medianTimeToFirstAnswerToken":0.787154619999967,"medianEndToEndResponseTime":4.208574818997693}},"endToEndResponseTime":{"input":0.787154619999967,"reasoning":0,"answer":3.421420198997726,"total":4.208574818997693},"timeToFirstAnswerToken":{"input":0.787154619999967,"reasoning":0,"total":0.787154619999967},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"e5dd499f-c330-45ec-9ff0-a99209c82af7","slug":"mistral-small-3","name":"Mistral Small 3","shortName":"Mistral Small 3","sourceUrl":"https://artificialanalysis.ai/models/mistral-small-3","releaseDate":"2025-01-30","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-small-3","name":"Mistral Small 3"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":24,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32000,"licenseName":"Apache 2.0","intelligenceIndex":6.67120856746569,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":152.115345828699,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.819069057999997,"timeToFirstAnswerTokenMs":0.819069057999997,"endToEndMs":4.106048404338024}},"benchmarkRows":[{"slug":"tau2","label":"Tau2","value":0.195906432748538,"score":0.195906432748538,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.263945578231293,"score":0.263945578231293,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0376,"score":0.0376,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.461616161616162,"score":0.461616161616162,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.251851851851852,"score":0.251851851851852,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.0433333333333333,"score":0.0433333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":7,"raw":{"id":"e5dd499f-c330-45ec-9ff0-a99209c82af7","slug":"mistral-small-3","name":"Mistral Small 3","shortName":"Mistral Small 3","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-01-30","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-small-3","name":"Mistral Small 3"},"deprecated":true,"deprecatedTo":"mistral-small-3-1","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":24,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501","microevalsEnabled":false,"intelligenceIndex":6.67120856746569,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":0.195906432748538,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.263945578231293,"hle":0.0376,"gpqa":0.461616161616162,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.251851851851852,"aime25":0.0433333333333333,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15000000000000002,"price1mBlended7To2To1":0.12000000000000002,"price1mBlended0To1To1":0.2,"price1mBlended100To1To1":0.10196078431372549,"price1mBlended0To100To1":0.10198019801980199,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":152.115345828699,"medianTimeToFirstChunk":0.819069057999997},"outputSpeedVariance":{"p05":115.585641612847,"q25":139.995995072674,"median":152.115345828699,"q75":171.051457294568,"p95":181.259452150568},"timeToFirstChunkVariance":{"p05":0.686895606199988,"q25":0.72126486699996,"median":0.819069057999997,"q75":1.04565428675005,"p95":1.42901934384998},"performanceByPromptType":{"long":{"medianOutputSpeed":152.115345828699,"medianTimeToFirstChunk":0.819069057999997,"medianTimeToFirstAnswerToken":0.819069057999997,"medianEndToEndResponseTime":4.106048404338024}},"endToEndResponseTime":{"input":0.819069057999997,"reasoning":0,"answer":3.2869793463380272,"total":4.106048404338024},"timeToFirstAnswerToken":{"input":0.819069057999997,"reasoning":0,"total":0.819069057999997},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":2,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/mistralai/mistral-small-24b-instruct-2501","matchedBy":"slug","catalog":{"id":"mistralai/mistral-small-24b-instruct-2501","canonical_slug":"mistralai/mistral-small-24b-instruct-2501","hugging_face_id":"mistralai/Mistral-Small-24B-Instruct-2501","name":"Mistral: Mistral Small 3","created":1738255409,"description":"Mistral Small 3 is a 24B-parameter language model optimized for low-latency performance across common AI tasks. Released under the Apache 2.0 license, it features both pre-trained and instruction-tuned versions designed...","context_length":32768,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.00000005","completion":"0.00000008"},"top_provider":{"context_length":32768,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","top_k","top_p"],"default_parameters":{"temperature":0.3,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2023-10-31","expiration_date":null,"links":{"details":"/api/v1/models/mistralai/mistral-small-24b-instruct-2501/endpoints"}},"endpoints":[{"name":"DeepInfra | mistralai/mistral-small-24b-instruct-2501","model_id":"mistralai/mistral-small-24b-instruct-2501","model_name":"Mistral: Mistral Small 3","context_length":32768,"pricing":{"prompt":"0.00000005","completion":"0.00000008","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99020359879115,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"24ac5b00-5f03-4c47-8e37-522d1195383e","slug":"mistral-small-3-1","name":"Mistral Small 3.1","shortName":"Mistral Small 3.1","sourceUrl":"https://artificialanalysis.ai/models/mistral-small-3-1","releaseDate":"2025-03-17","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-small-3-1","name":"Mistral Small 3.1"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":24,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":7.36700622656558,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":7.120778969043868,"strategyAndOps":5.144988394185791,"legal":8.532256895913754,"engineering":10.36358188137164,"economics":12.159570223200495},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":145.397836981934,"canonicalInputTokens":334950465,"canonicalOutputTokens":7549755,"outputTokensPerTask":6312.017031300121,"answerTokensPerTask":6312.017031300121,"reasoningTokensPerTask":0,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.03276229387252031,"latency":{"timeToFirstChunkMs":0.73790597750002,"timeToFirstAnswerTokenMs":0.73790597750002,"endToEndMs":4.176746680901447}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":324.58,"score":324.58,"outputTokensPerTask":17888.67032967033,"costPerTask":0.08526797912087915,"timePerTask":120.11234409617246,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":549.93,"score":549.93,"outputTokensPerTask":8247.545454545454,"costPerTask":0.025300878636363634,"timePerTask":55.37762166381446,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.012009813466312217,"score":0.012009813466312217,"outputTokensPerTask":2027.2191780821918,"costPerTask":0.015426434550989344,"timePerTask":13.611634793912348,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":23414.5,"costPerTask":0.1550512106060606,"timePerTask":157.2151774844441,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.277777777777778,"score":0.277777777777778,"outputTokensPerTask":451.88194444444446,"costPerTask":0.0003807739583333333,"timePerTask":3.034132699730895,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0430954587581094,"score":0.0430954587581094,"outputTokensPerTask":366.43975903614455,"costPerTask":0.00014017604263206673,"timePerTask":2.4604365565877724,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.01,"score":0.01,"outputTokensPerTask":760.2,"costPerTask":0.005400782000000001,"timePerTask":5.104314758960235,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":1891.0285714285715,"costPerTask":0.0009548199999999999,"timePerTask":12.697191590053071,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-50.75,"score":-50.75,"outputTokensPerTask":12.716333333333333,"costPerTask":0.000015955350000000003,"timePerTask":0.08538301488186177,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.223333333333333,"score":0.223333333333333,"outputTokensPerTask":245.77,"costPerTask":0.009510357000000002,"timePerTask":1.650207101170293,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.01,"score":0.01,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":549.93,"score":549.93,"outputTokensPerTask":8247.545454545454,"costPerTask":0.025300878636363634,"timePerTask":55.37762166381446,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.024964999999999973,"score":0.024964999999999973,"outputTokensPerTask":8247.545454545454,"costPerTask":0.025300878636363634,"timePerTask":55.37762166381446,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.251461988304094,"score":0.251461988304094,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0742268041237113,"score":0.0742268041237113,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0757575757575758,"score":0.0757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.262172284644195,"score":0.262172284644195,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":23414.5,"costPerTask":0.1550512106060606,"timePerTask":157.2151774844441,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.223333333333333,"score":0.223333333333333,"outputTokensPerTask":245.77,"costPerTask":0.009510357000000002,"timePerTask":1.650207101170293,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.299319727891156,"score":0.299319727891156,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0430954587581094,"score":0.0430954587581094,"outputTokensPerTask":366.43975903614455,"costPerTask":0.00014017604263206673,"timePerTask":2.4604365565877724,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.453535353535354,"score":0.453535353535354,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.211640211640212,"score":0.211640211640212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.0366666666666667,"score":0.0366666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.012009813466312217,"score":0.012009813466312217,"outputTokensPerTask":2027.2191780821918,"costPerTask":0.015426434550989344,"timePerTask":13.611634793912348,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":7.120778969043868,"score":7.120778969043868,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":5.144988394185791,"score":5.144988394185791,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":8.532256895913754,"score":8.532256895913754,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":10.36358188137164,"score":10.36358188137164,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":12.159570223200495,"score":12.159570223200495,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"24ac5b00-5f03-4c47-8e37-522d1195383e","slug":"mistral-small-3-1","name":"Mistral Small 3.1","shortName":"Mistral Small 3.1","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-17","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-small-3-1","name":"Mistral Small 3.1"},"deprecated":true,"deprecatedTo":"mistral-small-3-2","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":24,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Base-2503","microevalsEnabled":false,"intelligenceIndex":7.36700622656558,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":7.120778969043868,"strategyAndOps":5.144988394185791,"legal":8.532256895913754,"engineering":10.36358188137164,"economics":12.159570223200495},"omniscience":-50.75,"omniscienceBreakdown":{"accuracy":0.151,"hallucinationRate":0.7756183745583038},"gdpPdfAllPass":0.01,"gdpval":549.93,"gdpvalNormalized":0.024964999999999973,"itBenchSre":null,"tau2":0.251461988304094,"tauBanking":0.0742268041237113,"terminalbenchHard":0.0757575757575758,"terminalBench21":0.262172284644195,"terminalBench40":0,"scicode":0.277777777777778,"lcr":0.223333333333333,"ifbench":0.299319727891156,"hle":0.0430954587581094,"gpqa":0.453535353535354,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.211640211640212,"aime25":0.0366666666666667,"analystAgent":null,"automationBenchPartialScore":0.012009813466312217,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.1276,"price1mBlended0To3To1":0.15000000000000002,"price1mBlended7To2To1":0.12000000000000002,"price1mBlended0To1To1":0.2,"price1mBlended100To1To1":0.10196078431372549,"price1mBlended0To100To1":0.10198019801980199,"intelligenceIndexTimePerTask":42.381638636771335,"intelligenceIndexCost":{"total":35.759973,"input":33.4950465,"nonCacheInput":1.6967904000000003,"cacheRead":0,"cacheWrite":31.7982561,"output":2.2649265,"reasoning":0,"answer":2.2649265},"intelligenceIndexCostPerTask":{"cost":{"total":0.03276229387252031,"input":0.03086868876313027,"nonCacheInput":0.0010572210593492654,"cacheRead":0,"cacheWrite":0.029811467703781,"output":0.0018936051093900363,"reasoning":0,"answer":0.0018936051093900363},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.01279019686813187},{"slug":"gdpval-aa","weightedCostPerTask":0.0025300878636363637},{"slug":"automationbench-aa","weightedCostPerTask":0.0007713217275494673},{"slug":"terminalbench-4-0","weightedCostPerTask":0.015505121060606062},{"slug":"scicode","weightedCostPerTask":0.000038077395833333337},{"slug":"humanitys-last-exam","weightedCostPerTask":0.000014017604263206673},{"slug":"gdp-pdf","weightedCostPerTask":0.0005400782000000001},{"slug":"critpt","weightedCostPerTask":0.00009548199999999999},{"slug":"omniscience","weightedCostPerTask":0.0000023933025},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0004755178500000001}]},"canonicalIntelligenceIndexTokenCount":{"input":334950465,"output":7549755,"answer":7549755,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":6312.017031300121,"output":6312.017031300121},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":324.58,"outputTokensPerTask":17888.67032967033,"costPerTask":0.08526797912087915,"timePerTask":120.11234409617246},{"slug":"gdpval-aa","score":549.93,"outputTokensPerTask":8247.545454545454,"costPerTask":0.025300878636363634,"timePerTask":55.37762166381446},{"slug":"automationbench-aa","score":0.012009813466312217,"outputTokensPerTask":2027.2191780821918,"costPerTask":0.015426434550989344,"timePerTask":13.611634793912348},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":23414.5,"costPerTask":0.1550512106060606,"timePerTask":157.2151774844441},{"slug":"scicode","score":0.277777777777778,"outputTokensPerTask":451.88194444444446,"costPerTask":0.0003807739583333333,"timePerTask":3.034132699730895},{"slug":"humanitys-last-exam","score":0.0430954587581094,"outputTokensPerTask":366.43975903614455,"costPerTask":0.00014017604263206673,"timePerTask":2.4604365565877724},{"slug":"gdp-pdf","score":0.01,"outputTokensPerTask":760.2,"costPerTask":0.005400782000000001,"timePerTask":5.104314758960235},{"slug":"critpt","score":0,"outputTokensPerTask":1891.0285714285715,"costPerTask":0.0009548199999999999,"timePerTask":12.697191590053071},{"slug":"omniscience","score":-50.75,"outputTokensPerTask":12.716333333333333,"costPerTask":0.000015955350000000003,"timePerTask":0.08538301488186177},{"slug":"artificial-analysis-long-context-reasoning","score":0.223333333333333,"outputTokensPerTask":245.77,"costPerTask":0.009510357000000002,"timePerTask":1.650207101170293}],"briefcaseBreakdown":{"overall":{"elo":324.58,"lower95ci":314.85,"upper95ci":333.1},"rubricPassRate":0.06060606060606061,"analyticalQuality":{"elo":83.77,"lower95ci":63.83,"upper95ci":103.16},"presentation":{"elo":290.4,"lower95ci":271.14,"upper95ci":308.2}},"briefcaseTotalCost":7.759386100000001,"timescaleData":{"medianOutputSpeed":145.397836981934,"medianTimeToFirstChunk":0.73790597750002},"outputSpeedVariance":{"p05":95.1307677139598,"q25":134.753956570031,"median":145.397836981934,"q75":176.447676542227,"p95":196.401773824331},"timeToFirstChunkVariance":{"p05":0.659303862099978,"q25":0.701177984499992,"median":0.73790597750002,"q75":0.80050882399999,"p95":1.17548758554991},"performanceByPromptType":{"long":{"medianOutputSpeed":145.397836981934,"medianTimeToFirstChunk":0.73790597750002,"medianTimeToFirstAnswerToken":0.73790597750002,"medianEndToEndResponseTime":4.176746680901447}},"endToEndResponseTime":{"input":0.73790597750002,"reasoning":0,"answer":3.4388407034014272,"total":4.176746680901447},"timeToFirstAnswerToken":{"input":0.73790597750002,"reasoning":0,"total":0.73790597750002},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":4,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"43da3718-3d6e-40dd-901a-05664179ff7f","slug":"mistral-small-3-2","name":"Mistral Small 3.2","shortName":"Mistral Small 3.2","sourceUrl":"https://artificialanalysis.ai/models/mistral-small-3-2","releaseDate":"2025-06-20","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-small-3-2","name":"Mistral Small 3.2"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":24,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":6.96351219722855,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":6.475609740133939,"strategyAndOps":4.063087172282996,"legal":8.384923944863704,"engineering":10.026431881371641,"economics":11.677507723200492},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":148.225934650222,"canonicalInputTokens":1599490699,"canonicalOutputTokens":9088359,"outputTokensPerTask":7146.8895730909935,"answerTokensPerTask":7146.8895730909935,"reasoningTokensPerTask":0,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.1457840183584391,"latency":{"timeToFirstChunkMs":0.727429883999996,"timeToFirstAnswerTokenMs":0.727429883999996,"endToEndMs":4.10065874020442}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":0,"score":0,"outputTokensPerTask":28201.32967032967,"costPerTask":0.6045120736263737,"timePerTask":184.0338542712997,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":29.2,"score":29.2,"outputTokensPerTask":21073.745454545453,"costPerTask":0.44771471863636364,"timePerTask":137.52126744621492,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.002854023922677291,"score":0.002854023922677291,"outputTokensPerTask":417.06849315068496,"costPerTask":0.0017976829528158296,"timePerTask":2.721670332104822,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":4472.909090909091,"costPerTask":0.09395417878787879,"timePerTask":29.18893220383082,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.28587962962963,"score":0.28587962962963,"outputTokensPerTask":411.27430555555554,"costPerTask":0.0003584958333333333,"timePerTask":2.6838591122805138,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0430954587581094,"score":0.0430954587581094,"outputTokensPerTask":428.4151992585727,"costPerTask":0.00015907585727525488,"timePerTask":2.7957157080757016,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0,"score":0,"outputTokensPerTask":268.11,"costPerTask":0.0021143530000000002,"timePerTask":1.7496095838555323,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":2216.5714285714284,"costPerTask":0.0010632114285714284,"timePerTask":14.464714537797619,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-50.583333333333336,"score":-50.583333333333336,"outputTokensPerTask":13.014333333333333,"costPerTask":0.00001604475,"timePerTask":0.08492783681134801,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.203333333333333,"score":0.203333333333333,"outputTokensPerTask":135.64,"costPerTask":0.009570262000000001,"timePerTask":0.8851480510020676,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":29.2,"score":29.2,"outputTokensPerTask":21073.745454545453,"costPerTask":0.44771471863636364,"timePerTask":137.52126744621492,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":21073.745454545453,"costPerTask":0.44771471863636364,"timePerTask":137.52126744621492,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.295321637426901,"score":0.295321637426901,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0618556701030928,"score":0.0618556701030928,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0561797752808989,"score":0.0561797752808989,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":4472.909090909091,"costPerTask":0.09395417878787879,"timePerTask":29.18893220383082,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.203333333333333,"score":0.203333333333333,"outputTokensPerTask":135.64,"costPerTask":0.009570262000000001,"timePerTask":0.8851480510020676,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.33469387755102,"score":0.33469387755102,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0430954587581094,"score":0.0430954587581094,"outputTokensPerTask":428.4151992585727,"costPerTask":0.00015907585727525488,"timePerTask":2.7957157080757016,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.505050505050505,"score":0.505050505050505,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.479768786127168,"score":0.479768786127168,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.275132275132275,"score":0.275132275132275,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.27,"score":0.27,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.002854023922677291,"score":0.002854023922677291,"outputTokensPerTask":417.06849315068496,"costPerTask":0.0017976829528158296,"timePerTask":2.721670332104822,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":6.475609740133939,"score":6.475609740133939,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":4.063087172282996,"score":4.063087172282996,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":8.384923944863704,"score":8.384923944863704,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":10.026431881371641,"score":10.026431881371641,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":11.677507723200492,"score":11.677507723200492,"family":"Capability Index"}],"benchmarkCount":31,"raw":{"id":"43da3718-3d6e-40dd-901a-05664179ff7f","slug":"mistral-small-3-2","name":"Mistral Small 3.2","shortName":"Mistral Small 3.2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-06-20","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-small-3-2","name":"Mistral Small 3.2"},"deprecated":true,"deprecatedTo":"mistral-small-4","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":24,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","licenseUrl":"https://choosealicense.com/licenses/apache-2.0/","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506","microevalsEnabled":false,"intelligenceIndex":6.96351219722855,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":6.475609740133939,"strategyAndOps":4.063087172282996,"legal":8.384923944863704,"engineering":10.026431881371641,"economics":11.677507723200492},"omniscience":-50.583333333333336,"omniscienceBreakdown":{"accuracy":0.14833333333333334,"hallucinationRate":0.7681017612524462},"gdpPdfAllPass":0,"gdpval":29.2,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.295321637426901,"tauBanking":0.0618556701030928,"terminalbenchHard":0.0681818181818182,"terminalBench21":0.0561797752808989,"terminalBench40":0,"scicode":0.28587962962963,"lcr":0.203333333333333,"ifbench":0.33469387755102,"hle":0.0430954587581094,"gpqa":0.505050505050505,"critpt":0,"apexAgents":null,"mmmuPro":0.479768786127168,"livecodebench":0.275132275132275,"aime25":0.27,"analystAgent":null,"automationBenchPartialScore":0.002854023922677291,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15000000000000002,"price1mBlended7To2To1":0.12000000000000002,"price1mBlended0To1To1":0.2,"price1mBlended100To1To1":0.10196078431372549,"price1mBlended0To100To1":0.10198019801980199,"intelligenceIndexTimePerTask":46.638568094577515,"intelligenceIndexCost":{"total":162.6755776,"input":159.94906989999998,"nonCacheInput":1.3907109000000002,"cacheRead":0,"cacheWrite":158.558359,"output":2.7265077,"reasoning":0,"answer":2.7265077},"intelligenceIndexCostPerTask":{"cost":{"total":0.1457840183584391,"input":0.14363995148651176,"nonCacheInput":0.0007480820514164351,"cacheRead":0,"cacheWrite":0.14289186943509535,"output":0.0021440668719272986,"reasoning":0,"answer":0.0021440668719272986},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.09067681104395604},{"slug":"gdpval-aa","weightedCostPerTask":0.044771471863636364},{"slug":"automationbench-aa","weightedCostPerTask":0.00008988414764079149},{"slug":"terminalbench-4-0","weightedCostPerTask":0.009395417878787879},{"slug":"scicode","weightedCostPerTask":0.00003584958333333333},{"slug":"humanitys-last-exam","weightedCostPerTask":0.000015907585727525488},{"slug":"gdp-pdf","weightedCostPerTask":0.00021143530000000002},{"slug":"critpt","weightedCostPerTask":0.00010632114285714285},{"slug":"omniscience","weightedCostPerTask":0.0000024067124999999998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00047851310000000005}]},"canonicalIntelligenceIndexTokenCount":{"input":1599490699,"output":9088359,"answer":9088359,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":7146.8895730909935,"output":7146.8895730909935},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":0,"outputTokensPerTask":28201.32967032967,"costPerTask":0.6045120736263737,"timePerTask":184.0338542712997},{"slug":"gdpval-aa","score":29.2,"outputTokensPerTask":21073.745454545453,"costPerTask":0.44771471863636364,"timePerTask":137.52126744621492},{"slug":"automationbench-aa","score":0.002854023922677291,"outputTokensPerTask":417.06849315068496,"costPerTask":0.0017976829528158296,"timePerTask":2.721670332104822},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":4472.909090909091,"costPerTask":0.09395417878787879,"timePerTask":29.18893220383082},{"slug":"scicode","score":0.28587962962963,"outputTokensPerTask":411.27430555555554,"costPerTask":0.0003584958333333333,"timePerTask":2.6838591122805138},{"slug":"humanitys-last-exam","score":0.0430954587581094,"outputTokensPerTask":428.4151992585727,"costPerTask":0.00015907585727525488,"timePerTask":2.7957157080757016},{"slug":"gdp-pdf","score":0,"outputTokensPerTask":268.11,"costPerTask":0.0021143530000000002,"timePerTask":1.7496095838555323},{"slug":"critpt","score":0,"outputTokensPerTask":2216.5714285714284,"costPerTask":0.0010632114285714284,"timePerTask":14.464714537797619},{"slug":"omniscience","score":-50.583333333333336,"outputTokensPerTask":13.014333333333333,"costPerTask":0.00001604475,"timePerTask":0.08492783681134801},{"slug":"artificial-analysis-long-context-reasoning","score":0.203333333333333,"outputTokensPerTask":135.64,"costPerTask":0.009570262000000001,"timePerTask":0.8851480510020676}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":0,"lower95ci":0,"upper95ci":0},"rubricPassRate":0.034623217922606926,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":55.0105987,"timescaleData":{"medianOutputSpeed":148.225934650222,"medianTimeToFirstChunk":0.727429883999996},"outputSpeedVariance":{"p05":75.7237006706175,"q25":132.89423041437,"median":148.225934650222,"q75":164.557522073832,"p95":210.467068007501},"timeToFirstChunkVariance":{"p05":0.669239980300022,"q25":0.692543399000002,"median":0.727429883999996,"q75":0.778074206499994,"p95":1.18046689565002},"performanceByPromptType":{"long":{"medianOutputSpeed":148.225934650222,"medianTimeToFirstChunk":0.727429883999996,"medianTimeToFirstAnswerToken":0.727429883999996,"medianEndToEndResponseTime":4.10065874020442}},"endToEndResponseTime":{"input":0.727429883999996,"reasoning":0,"answer":3.3732288562044235,"total":4.10065874020442},"timeToFirstAnswerToken":{"input":0.727429883999996,"reasoning":0,"total":0.727429883999996},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":2,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"12f6a061-0ab3-4c76-b225-49abee253651","slug":"mistral-small-4-non-reasoning","name":"Mistral Small 4 (Non-reasoning)","shortName":"Mistral Small 4 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/mistral-small-4-non-reasoning","releaseDate":"2026-03-16","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mistral-small-4","name":"Mistral Small 4"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":119,"inferenceParametersActiveBillions":6.5,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":8.99008610259603,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":155.168040336364,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.15,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.921239035000042,"timeToFirstAnswerTokenMs":0.921239035000042,"endToEndMs":4.14355207650092}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-48.516666666666666,"score":-48.516666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.184210526315789,"score":0.184210526315789,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.106060606060606,"score":0.106060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.283333333333333,"score":0.283333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.327891156462585,"score":0.327891156462585,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0379981464318814,"score":0.0379981464318814,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.570707070707071,"score":0.570707070707071,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.464739884393064,"score":0.464739884393064,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"12f6a061-0ab3-4c76-b225-49abee253651","slug":"mistral-small-4-non-reasoning","name":"Mistral Small 4 (Non-reasoning)","shortName":"Mistral Small 4 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-16","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mistral-small-4","name":"Mistral Small 4"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":119,"inferenceParametersActiveBillions":6.5,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Mistral-Small-4-119B-2603","microevalsEnabled":false,"intelligenceIndex":8.99008610259603,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-48.516666666666666,"omniscienceBreakdown":{"accuracy":0.16566666666666666,"hallucinationRate":0.7800639232920495},"gdpval":null,"itBenchSre":null,"tau2":0.184210526315789,"tauBanking":null,"terminalbenchHard":0.106060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.283333333333333,"ifbench":0.327891156462585,"hle":0.0379981464318814,"gpqa":0.570707070707071,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.464739884393064,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.15,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.2,"price1mBlended0To3To1":0.26249999999999996,"price1mBlended7To2To1":0.195,"price1mBlended0To1To1":0.375,"price1mBlended100To1To1":0.15441176470588236,"price1mBlended0To100To1":0.15445544554455445,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":155.168040336364,"medianTimeToFirstChunk":0.921239035000042},"outputSpeedVariance":{"p05":87.6659345529549,"q25":134.342961592044,"median":155.168040336364,"q75":172.194268247061,"p95":190.181269172124},"timeToFirstChunkVariance":{"p05":0.686637431800001,"q25":0.732242001750024,"median":0.921239035000042,"q75":1.26457837649998,"p95":2.07473454375001},"performanceByPromptType":{"medium":{"medianOutputSpeed":150.564520815098,"medianTimeToFirstChunk":0.5701722915,"medianTimeToFirstAnswerToken":0.5701722915,"medianEndToEndResponseTime":3.891007753222281},"long":{"medianOutputSpeed":155.168040336364,"medianTimeToFirstChunk":0.921239035000042,"medianTimeToFirstAnswerToken":0.921239035000042,"medianEndToEndResponseTime":4.14355207650092},"hundredK":{"medianOutputSpeed":129.079477326709,"medianTimeToFirstChunk":5.48733450549997,"medianTimeToFirstAnswerToken":5.48733450549997,"medianEndToEndResponseTime":9.360916970778053},"mediumParallel":{"medianOutputSpeed":156.317653980274,"medianTimeToFirstChunk":0.528837922999998,"medianTimeToFirstAnswerToken":0.528837922999998,"medianEndToEndResponseTime":3.7274529691488856}},"endToEndResponseTime":{"input":0.921239035000042,"reasoning":0,"answer":3.222313041500878,"total":4.14355207650092},"timeToFirstAnswerToken":{"input":0.921239035000042,"reasoning":0,"total":0.921239035000042},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/mistralai/mistral-small-2603","matchedBy":"slug","catalog":{"id":"mistralai/mistral-small-2603","canonical_slug":"mistralai/mistral-small-2603","hugging_face_id":"mistralai/Mistral-Small-4-119B-2603","name":"Mistral: Mistral Small 4","created":1773695685,"description":"Mistral Small 4 is the next major release in the Mistral Small family, unifying the capabilities of several flagship Mistral models into a single system. It combines strong reasoning from...","context_length":262144,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000015"},"top_provider":{"context_length":262144,"max_completion_tokens":209715,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/mistralai/mistral-small-2603/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":11.5,"coding_index":26.6,"agentic_index":1.4}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["high","none"],"default_effort":"high"}},"endpoints":[{"name":"Mistral | mistralai/mistral-small-2603","model_id":"mistralai/mistral-small-2603","model_name":"Mistral: Mistral Small 4","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000015","discount":0},"provider_name":"Mistral","tag":"mistral/zdr","quantization":"unknown","max_completion_tokens":209715,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.89384288747345,"uptime_last_5m":100,"uptime_last_1d":99.94979338045032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-small-2603","model_id":"mistralai/mistral-small-2603","model_name":"Mistral: Mistral Small 4","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000015","discount":0},"provider_name":"Mistral","tag":"mistral","quantization":"unknown","max_completion_tokens":209715,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95932134442957,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-small-2603","model_id":"mistralai/mistral-small-2603","model_name":"Mistral: Mistral Small 4","context_length":262144,"pricing":{"prompt":"0.000000165","completion":"0.00000066","input_cache_read":"0.0000000165","discount":0},"provider_name":"Mistral","tag":"mistral/eu","quantization":"unknown","max_completion_tokens":209715,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"3fd96175-4ef1-434c-8795-f873aec2abc1","slug":"mistral-small-4","name":"Mistral Small 4 (Reasoning)","shortName":"Mistral Small 4","sourceUrl":"https://artificialanalysis.ai/models/mistral-small-4","releaseDate":"2026-03-16","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"mistral-small-4","name":"Mistral Small 4"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":119,"inferenceParametersActiveBillions":6.5,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":11.4511294141469,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":10.764372607463526,"strategyAndOps":6.986667696223364,"legal":12.98917949025212,"engineering":16.554350577916736,"economics":18.297640104567787},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":173.416362082344,"canonicalInputTokens":308948797,"canonicalOutputTokens":53922594,"outputTokensPerTask":14390.429576058992,"answerTokensPerTask":4969.996763633023,"reasoningTokensPerTask":9420.43281242597,"price1mInputTokens":0.15,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.045070159253737405,"latency":{"timeToFirstChunkMs":0.790170114500029,"timeToFirstAnswerTokenMs":12.323107237528431,"endToEndMs":15.206341518285532}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":255.96,"score":255.96,"outputTokensPerTask":13875.945054945056,"costPerTask":0.06533314120879122,"timePerTask":87.8788257340585,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":536.71,"score":536.71,"outputTokensPerTask":7688.172727272728,"costPerTask":0.02273352545454545,"timePerTask":48.69056404000128,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.009635410038882158,"score":0.009635410038882158,"outputTokensPerTask":4763.866057838661,"costPerTask":0.03278871666666666,"timePerTask":30.170410264633148,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":26720.984848484848,"costPerTask":0.25214359999999997,"timePerTask":169.22874525981,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.387731481481481,"score":0.387731481481481,"outputTokensPerTask":7907.868055555556,"costPerTask":0.005050967187499999,"timePerTask":50.08193359301583,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.0987025023169602,"score":0.0987025023169602,"outputTokensPerTask":16379.953660797035,"costPerTask":0.009874342284522707,"timePerTask":103.73715718744145,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0,"score":0,"outputTokensPerTask":1134.33,"costPerTask":0.0025780334999999997,"timePerTask":7.1839134559984235,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":59140.44285714286,"costPerTask":0.03578315571428572,"timePerTask":374.5469336393593,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-30.4,"score":-30.4,"outputTokensPerTask":675.2686666666667,"costPerTask":0.0004229135,"timePerTask":4.2765964585973935,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.496666666666667,"score":0.496666666666667,"outputTokensPerTask":1447.58,"costPerTask":0.015019056,"timePerTask":9.167781369296588,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":536.71,"score":536.71,"outputTokensPerTask":7688.172727272728,"costPerTask":0.02273352545454545,"timePerTask":48.69056404000128,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.018355000000000017,"score":0.018355000000000017,"outputTokensPerTask":7688.172727272728,"costPerTask":0.02273352545454545,"timePerTask":48.69056404000128,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.412280701754386,"score":0.412280701754386,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0494845360824742,"score":0.0494845360824742,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.174242424242424,"score":0.174242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.209737827715356,"score":0.209737827715356,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":26720.984848484848,"costPerTask":0.25214359999999997,"timePerTask":169.22874525981,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.496666666666667,"score":0.496666666666667,"outputTokensPerTask":1447.58,"costPerTask":0.015019056,"timePerTask":9.167781369296588,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.481632653061224,"score":0.481632653061224,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0987025023169602,"score":0.0987025023169602,"outputTokensPerTask":16379.953660797035,"costPerTask":0.009874342284522707,"timePerTask":103.73715718744145,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.768686868686869,"score":0.768686868686869,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.568208092485549,"score":0.568208092485549,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.0125,"score":0.0125,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.009635410038882158,"score":0.009635410038882158,"outputTokensPerTask":4763.866057838661,"costPerTask":0.03278871666666666,"timePerTask":30.170410264633148,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":10.764372607463526,"score":10.764372607463526,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":6.986667696223364,"score":6.986667696223364,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":12.98917949025212,"score":12.98917949025212,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":16.554350577916736,"score":16.554350577916736,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":18.297640104567787,"score":18.297640104567787,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"3fd96175-4ef1-434c-8795-f873aec2abc1","slug":"mistral-small-4","name":"Mistral Small 4 (Reasoning)","shortName":"Mistral Small 4","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-16","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"mistral-small-4","name":"Mistral Small 4"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":119,"inferenceParametersActiveBillions":6.5,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Mistral-Small-4-119B-2603","microevalsEnabled":true,"intelligenceIndex":11.4511294141469,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":10.764372607463526,"strategyAndOps":6.986667696223364,"legal":12.98917949025212,"engineering":16.554350577916736,"economics":18.297640104567787},"omniscience":-30.4,"omniscienceBreakdown":{"accuracy":0.21683333333333332,"hallucinationRate":0.6650351138540115},"gdpPdfAllPass":0,"gdpval":536.71,"gdpvalNormalized":0.018355000000000017,"itBenchSre":null,"tau2":0.412280701754386,"tauBanking":0.0494845360824742,"terminalbenchHard":0.174242424242424,"terminalBench21":0.209737827715356,"terminalBench40":0,"scicode":0.387731481481481,"lcr":0.496666666666667,"ifbench":0.481632653061224,"hle":0.0987025023169602,"gpqa":0.768686868686869,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.568208092485549,"livecodebench":null,"aime25":null,"analystAgent":0.0125,"automationBenchPartialScore":0.009635410038882158,"price1mInputTokens":0.15,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.2,"price1mBlended0To3To1":0.26249999999999996,"price1mBlended7To2To1":0.195,"price1mBlended0To1To1":0.375,"price1mBlended100To1To1":0.15441176470588236,"price1mBlended0To100To1":0.15445544554455445,"intelligenceIndexTimePerTask":91.1371476281575,"intelligenceIndexCost":{"total":78.69587594999999,"input":46.34231954999999,"nonCacheInput":1.92049605,"cacheRead":0,"cacheWrite":44.421823499999995,"output":32.3535564,"reasoning":28.6803198,"answer":3.6732366},"intelligenceIndexCostPerTask":{"cost":{"total":0.045070159253737405,"input":0.036435901508102005,"nonCacheInput":0.0009650824392211152,"cacheRead":0,"cacheWrite":0.03547081906888089,"output":0.008634257745635398,"reasoning":0.005652259687455583,"answer":0.0029819980581798134},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.009799971181318682},{"slug":"gdpval-aa","weightedCostPerTask":0.002273352545454545},{"slug":"automationbench-aa","weightedCostPerTask":0.0016394358333333332},{"slug":"terminalbench-4-0","weightedCostPerTask":0.025214359999999998},{"slug":"scicode","weightedCostPerTask":0.00050509671875},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0009874342284522707},{"slug":"gdp-pdf","weightedCostPerTask":0.00025780335},{"slug":"critpt","weightedCostPerTask":0.003578315571428572},{"slug":"omniscience","weightedCostPerTask":0.00006343702499999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0007509528}]},"canonicalIntelligenceIndexTokenCount":{"input":308948797,"output":53922594,"answer":6122061,"reasoning":47800533},"intelligenceIndexOutputTokensPerTask":{"reasoning":9420.43281242597,"answer":4969.996763633023,"output":14390.429576058992},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":255.96,"outputTokensPerTask":13875.945054945056,"costPerTask":0.06533314120879122,"timePerTask":87.8788257340585},{"slug":"gdpval-aa","score":536.71,"outputTokensPerTask":7688.172727272728,"costPerTask":0.02273352545454545,"timePerTask":48.69056404000128},{"slug":"automationbench-aa","score":0.009635410038882158,"outputTokensPerTask":4763.866057838661,"costPerTask":0.03278871666666666,"timePerTask":30.170410264633148},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":26720.984848484848,"costPerTask":0.25214359999999997,"timePerTask":169.22874525981},{"slug":"scicode","score":0.387731481481481,"outputTokensPerTask":7907.868055555556,"costPerTask":0.005050967187499999,"timePerTask":50.08193359301583},{"slug":"humanitys-last-exam","score":0.0987025023169602,"outputTokensPerTask":16379.953660797035,"costPerTask":0.009874342284522707,"timePerTask":103.73715718744145},{"slug":"gdp-pdf","score":0,"outputTokensPerTask":1134.33,"costPerTask":0.0025780334999999997,"timePerTask":7.1839134559984235},{"slug":"critpt","score":0.00285714285714286,"outputTokensPerTask":59140.44285714286,"costPerTask":0.03578315571428572,"timePerTask":374.5469336393593},{"slug":"omniscience","score":-30.4,"outputTokensPerTask":675.2686666666667,"costPerTask":0.0004229135,"timePerTask":4.2765964585973935},{"slug":"artificial-analysis-long-context-reasoning","score":0.496666666666667,"outputTokensPerTask":1447.58,"costPerTask":0.015019056,"timePerTask":9.167781369296588}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":255.96,"lower95ci":245.72,"upper95ci":265.6},"rubricPassRate":0.05656565656565657,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0.34},"presentation":{"elo":192.93,"lower95ci":173.06,"upper95ci":212.9}},"briefcaseTotalCost":5.94531585,"timescaleData":{"medianOutputSpeed":173.416362082344,"medianTimeToFirstChunk":0.790170114500029},"outputSpeedVariance":{"p05":130.580144492086,"q25":153.284680191355,"median":173.416362082344,"q75":190.94141524253,"p95":198.556416860564},"timeToFirstChunkVariance":{"p05":0.677091034749989,"q25":0.709089649999982,"median":0.790170114500029,"q75":0.923736863999977,"p95":1.36443155415},"performanceByPromptType":{"medium":{"medianOutputSpeed":169.631468468936,"medianTimeToFirstChunk":0.566715689000034,"medianTimeToFirstAnswerToken":12.356980891863929,"medianEndToEndResponseTime":15.304547192579903},"long":{"medianOutputSpeed":173.416362082344,"medianTimeToFirstChunk":0.790170114500029,"medianTimeToFirstAnswerToken":12.323107237528431,"medianEndToEndResponseTime":15.206341518285532},"hundredK":{"medianOutputSpeed":128.417774447195,"medianTimeToFirstChunk":5.31488860649999,"medianTimeToFirstAnswerToken":20.88905665768666,"medianEndToEndResponseTime":24.782598670483324},"mediumParallel":{"medianOutputSpeed":162.387912795527,"medianTimeToFirstChunk":0.595357563500016,"medianTimeToFirstAnswerToken":12.911545176049282,"medianEndToEndResponseTime":15.990592079186598}},"endToEndResponseTime":{"input":0.790170114500029,"reasoning":11.532937123028402,"answer":2.8832342807571005,"total":15.206341518285532},"timeToFirstAnswerToken":{"input":0.790170114500029,"reasoning":11.532937123028402,"total":12.323107237528431},"performanceDataSource":{"type":"firstParty","providerName":"Mistral"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/mistralai/mistral-small-2603","matchedBy":"slug","catalog":{"id":"mistralai/mistral-small-2603","canonical_slug":"mistralai/mistral-small-2603","hugging_face_id":"mistralai/Mistral-Small-4-119B-2603","name":"Mistral: Mistral Small 4","created":1773695685,"description":"Mistral Small 4 is the next major release in the Mistral Small family, unifying the capabilities of several flagship Mistral models into a single system. It combines strong reasoning from...","context_length":262144,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Mistral","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000015"},"top_provider":{"context_length":262144,"max_completion_tokens":209715,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/mistralai/mistral-small-2603/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":11.5,"coding_index":26.6,"agentic_index":1.4}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["high","none"],"default_effort":"high"}},"endpoints":[{"name":"Mistral | mistralai/mistral-small-2603","model_id":"mistralai/mistral-small-2603","model_name":"Mistral: Mistral Small 4","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000015","discount":0},"provider_name":"Mistral","tag":"mistral/zdr","quantization":"unknown","max_completion_tokens":209715,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.89384288747345,"uptime_last_5m":100,"uptime_last_1d":99.94979338045032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-small-2603","model_id":"mistralai/mistral-small-2603","model_name":"Mistral: Mistral Small 4","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000015","discount":0},"provider_name":"Mistral","tag":"mistral","quantization":"unknown","max_completion_tokens":209715,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95932134442957,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mistral | mistralai/mistral-small-2603","model_id":"mistralai/mistral-small-2603","model_name":"Mistral: Mistral Small 4","context_length":262144,"pricing":{"prompt":"0.000000165","completion":"0.00000066","input_cache_read":"0.0000000165","discount":0},"provider_name":"Mistral","tag":"mistral/eu","quantization":"unknown","max_completion_tokens":209715,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","slug":"mixtral-8x7b-instruct","name":"Mixtral 8x7B Instruct","shortName":"Mixtral 8x7B","sourceUrl":"https://artificialanalysis.ai/models/mixtral-8x7b-instruct","releaseDate":"2023-12-11","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"mixtral-8x7b-instruct","name":"Mixtral 8x7B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":46.7,"inferenceParametersActiveBillions":12.9,"sizeClass":"medium","contextWindowTokens":32768,"licenseName":"Apache 2.0","intelligenceIndex":5.12294610372299,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.45,"price1mOutputTokens":0.7,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0468,"score":0.0468,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.291919191919192,"score":0.291919191919192,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.0656084656084656,"score":0.0656084656084656,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"3edcb2ed-6981-4f88-a556-563f7f8f00aa","slug":"mixtral-8x7b-instruct","name":"Mixtral 8x7B Instruct","shortName":"Mixtral 8x7B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2023-12-11","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"mixtral-8x7b-instruct","name":"Mixtral 8x7B Instruct"},"deprecated":true,"deprecatedTo":"mistral-small-3-2","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":46.7,"inferenceParametersActiveBillions":12.9,"sizeClass":"medium","contextWindowTokens":32768,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1","microevalsEnabled":false,"intelligenceIndex":5.12294610372299,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0468,"gpqa":0.291919191919192,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.0656084656084656,"aime25":null,"analystAgent":null,"price1mInputTokens":0.45,"price1mOutputTokens":0.7,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5125,"price1mBlended7To2To1":0.475,"price1mBlended0To1To1":0.575,"price1mBlended100To1To1":0.4524509803921569,"price1mBlended0To100To1":0.4524752475247525,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"b5c0639a-cc9c-443b-a07e-bae6b7088933","slug":"mistral","name":"Mistral","logo":"/img/logos/mistral_small.png","color":"#fd6f00","country":"fr","url":"https://mistral.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"583f98fb-c4b8-4df3-8d40-60ac0ed69882","slug":"muse-glimmer","name":"Muse Glimmer (high)","shortName":"Muse Glimmer (high)","sourceUrl":"https://artificialanalysis.ai/models/muse-glimmer","releaseDate":"2026-08-10","knowledgeCutoffDate":"2026-01-04","isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"muse-glimmer","name":"Muse Glimmer"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":18.0678176089465,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":18.396278445360384,"strategyAndOps":15.551338056891499,"legal":19.049438102030035,"healthcareAndMedical":18.338532130231634,"engineering":20.454789192333777,"economics":25.7188404386778},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":91.3232534957799,"canonicalInputTokens":1165987198,"canonicalOutputTokens":58642969,"outputTokensPerTask":13925.19697754333,"answerTokensPerTask":4377.332690535162,"reasoningTokensPerTask":9547.864287008168,"price1mInputTokens":0.35,"price1mOutputTokens":1.5,"cacheHitPrice":0.04,"cacheHitDiscountPercent":0.8857142857142857,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.05509175451443994,"latency":{"timeToFirstChunkMs":1.04414621399997,"timeToFirstAnswerTokenMs":22.94437341180147,"endToEndMs":28.419430211251846}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":481.02,"score":481.02,"outputTokensPerTask":13548.923076923076,"costPerTask":0.06888578648351648,"timePerTask":149.0899999977717,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":892.72,"score":892.72,"outputTokensPerTask":12091.077272727272,"costPerTask":0.03991740481818182,"timePerTask":133.04811757580262,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.06831776269647931,"score":0.06831776269647931,"outputTokensPerTask":16469.893455098936,"costPerTask":0.08057979474885844,"timePerTask":181.23185150901583,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":44264.43939393939,"costPerTask":0.24825156318181815,"timePerTask":487.0782151227987,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.449074074074074,"score":0.449074074074074,"outputTokensPerTask":4697.416666666667,"costPerTask":0.007761901736111111,"timePerTask":51.68955841336956,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.219647822057461,"score":0.219647822057461,"outputTokensPerTask":11268.467099165895,"costPerTask":0.016985917771084342,"timePerTask":123.99625787609543,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.1,"score":0.1,"outputTokensPerTask":4923.93,"costPerTask":0.026958000000000003,"timePerTask":54.18207185332565,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0257142857142857,"score":0.0257142857142857,"outputTokensPerTask":29087.6,"costPerTask":0.044444784999999994,"timePerTask":320.074906272184,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-32.85,"score":-32.85,"outputTokensPerTask":2094.1986666666667,"costPerTask":0.003158984025,"timePerTask":23.04419896961819,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.833333333333333,"score":0.833333333333333,"outputTokensPerTask":2438.82,"costPerTask":0.036481838999999995,"timePerTask":26.836352360274752,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.2,"score":0.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.1,"score":0.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":892.72,"score":892.72,"outputTokensPerTask":12091.077272727272,"costPerTask":0.03991740481818182,"timePerTask":133.04811757580262,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.19636,"score":0.19636,"outputTokensPerTask":12091.077272727272,"costPerTask":0.03991740481818182,"timePerTask":133.04811757580262,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.235051546391753,"score":0.235051546391753,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.51685393258427,"score":0.51685393258427,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":44264.43939393939,"costPerTask":0.24825156318181815,"timePerTask":487.0782151227987,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.833333333333333,"score":0.833333333333333,"outputTokensPerTask":2438.82,"costPerTask":0.036481838999999995,"timePerTask":26.836352360274752,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.219647822057461,"score":0.219647822057461,"outputTokensPerTask":11268.467099165895,"costPerTask":0.016985917771084342,"timePerTask":123.99625787609543,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.835353535353535,"score":0.835353535353535,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.743352601156069,"score":0.743352601156069,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.06831776269647931,"score":0.06831776269647931,"outputTokensPerTask":16469.893455098936,"costPerTask":0.08057979474885844,"timePerTask":181.23185150901583,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.34735899731423453,"score":0.34735899731423453,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":18.396278445360384,"score":18.396278445360384,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":15.551338056891499,"score":15.551338056891499,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":19.049438102030035,"score":19.049438102030035,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":18.338532130231634,"score":18.338532130231634,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":20.454789192333777,"score":20.454789192333777,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":25.7188404386778,"score":25.7188404386778,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"583f98fb-c4b8-4df3-8d40-60ac0ed69882","slug":"muse-glimmer","name":"Muse Glimmer (high)","shortName":"Muse Glimmer (high)","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-08-10","knowledgeCutoffDate":"2026-01-04","isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"muse-glimmer","name":"Muse Glimmer"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/meta-models/Muse-Glimmer-30B","microevalsEnabled":false,"intelligenceIndex":18.0678176089465,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":18.396278445360384,"strategyAndOps":15.551338056891499,"legal":19.049438102030035,"healthcareAndMedical":18.338532130231634,"engineering":20.454789192333777,"economics":25.7188404386778},"omniscience":-32.85,"omniscienceBreakdown":{"accuracy":0.2698333333333333,"hallucinationRate":0.8194476146998402},"mlcrOverall":0.2,"gdpPdfAllPass":0.1,"gdpval":892.72,"gdpvalNormalized":0.19636,"itBenchSre":null,"tau2":null,"tauBanking":0.235051546391753,"terminalbenchHard":null,"terminalBench21":0.51685393258427,"terminalBench40":0.00505050505050505,"scicode":0.449074074074074,"lcr":0.833333333333333,"ifbench":null,"hle":0.219647822057461,"gpqa":0.835353535353535,"critpt":0.0257142857142857,"apexAgents":null,"mmmuPro":0.743352601156069,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.06831776269647931,"enterpriseOpsGym":0.34735899731423453,"price1mInputTokens":0.35,"price1mOutputTokens":1.5,"cacheHitPrice":0.04,"cacheHitDiscountPercent":0.8857142857142857,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.6375,"price1mBlended7To2To1":0.248,"price1mBlended0To1To1":0.925,"price1mBlended100To1To1":0.057352941176470586,"price1mBlended0To100To1":0.3613861386138614,"intelligenceIndexTimePerTask":153.23045274993063,"intelligenceIndexCost":{"total":151.6760252,"input":63.7115717,"nonCacheInput":5.788350749999999,"cacheRead":44.4366384,"cacheWrite":13.48658255,"output":87.96445349999999,"reasoning":72.169056,"answer":15.7953975},"intelligenceIndexCostPerTask":{"cost":{"total":0.05509175451443994,"input":0.03420395904812494,"nonCacheInput":0.0037622817395946604,"cacheRead":0.024630028652023166,"cacheWrite":0.005811648656507115,"output":0.020887795466314998,"reasoning":0.014321796430512256,"answer":0.0065659990358027465},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.01033286797252747},{"slug":"gdpval-aa","weightedCostPerTask":0.003991740481818181},{"slug":"automationbench-aa","weightedCostPerTask":0.004028989737442923},{"slug":"terminalbench-4-0","weightedCostPerTask":0.024825156318181815},{"slug":"scicode","weightedCostPerTask":0.0007761901736111112},{"slug":"humanitys-last-exam","weightedCostPerTask":0.001698591777108434},{"slug":"gdp-pdf","weightedCostPerTask":0.0026958000000000004},{"slug":"critpt","weightedCostPerTask":0.0044444785},{"slug":"omniscience","weightedCostPerTask":0.0004738476037499999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0018240919499999998}]},"canonicalIntelligenceIndexTokenCount":{"input":1165987198,"output":58642969,"answer":10530265,"reasoning":48112704},"intelligenceIndexOutputTokensPerTask":{"reasoning":9547.864287008168,"answer":4377.332690535162,"output":13925.19697754333},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":481.02,"outputTokensPerTask":13548.923076923076,"costPerTask":0.06888578648351648,"timePerTask":149.0899999977717},{"slug":"gdpval-aa","score":892.72,"outputTokensPerTask":12091.077272727272,"costPerTask":0.03991740481818182,"timePerTask":133.04811757580262},{"slug":"automationbench-aa","score":0.06831776269647931,"outputTokensPerTask":16469.893455098936,"costPerTask":0.08057979474885844,"timePerTask":181.23185150901583},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":44264.43939393939,"costPerTask":0.24825156318181815,"timePerTask":487.0782151227987},{"slug":"scicode","score":0.449074074074074,"outputTokensPerTask":4697.416666666667,"costPerTask":0.007761901736111111,"timePerTask":51.68955841336956},{"slug":"humanitys-last-exam","score":0.219647822057461,"outputTokensPerTask":11268.467099165895,"costPerTask":0.016985917771084342,"timePerTask":123.99625787609543},{"slug":"gdp-pdf","score":0.1,"outputTokensPerTask":4923.93,"costPerTask":0.026958000000000003,"timePerTask":54.18207185332565},{"slug":"critpt","score":0.0257142857142857,"outputTokensPerTask":29087.6,"costPerTask":0.044444784999999994,"timePerTask":320.074906272184},{"slug":"omniscience","score":-32.85,"outputTokensPerTask":2094.1986666666667,"costPerTask":0.003158984025,"timePerTask":23.04419896961819},{"slug":"artificial-analysis-long-context-reasoning","score":0.833333333333333,"outputTokensPerTask":2438.82,"costPerTask":0.036481838999999995,"timePerTask":26.836352360274752}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":481.02,"lower95ci":472.05,"upper95ci":489.21},"rubricPassRate":0.11514522821576763,"analyticalQuality":{"elo":370.61,"lower95ci":353.64,"upper95ci":387.12},"presentation":{"elo":356.08,"lower95ci":339.38,"upper95ci":372.75}},"briefcaseTotalCost":6.268606569999999,"timescaleData":{"medianOutputSpeed":91.3232534957799,"medianTimeToFirstChunk":1.04414621399997},"outputSpeedVariance":{"p05":39.3670013255762,"q25":63.3485295928333,"median":91.3232534957799,"q75":109.371076038307,"p95":178.112300828903},"timeToFirstChunkVariance":{"p05":0.678433988399957,"q25":0.793283090000017,"median":1.04414621399997,"q75":1.11128998100003,"p95":1.85077347000001},"performanceByPromptType":{"medium":{"medianOutputSpeed":93.5632961620065,"medianTimeToFirstChunk":0.344686508500018,"medianTimeToFirstAnswerToken":21.72059011643795,"medianEndToEndResponseTime":27.064566018422436},"long":{"medianOutputSpeed":91.3232534957799,"medianTimeToFirstChunk":1.04414621399997,"medianTimeToFirstAnswerToken":22.94437341180147,"medianEndToEndResponseTime":28.419430211251846},"hundredK":{"medianOutputSpeed":107.196962544958,"medianTimeToFirstChunk":6.67946504250003,"medianTimeToFirstAnswerToken":25.33671010353623,"medianEndToEndResponseTime":30.00102136879528},"mediumParallel":{"medianOutputSpeed":63.0715655777787,"medianTimeToFirstChunk":0.655384261500046,"medianTimeToFirstAnswerToken":32.36539465491,"medianEndToEndResponseTime":40.29289725326249}},"endToEndResponseTime":{"input":1.04414621399997,"reasoning":21.900227197801502,"answer":5.475056799450376,"total":28.419430211251846},"timeToFirstAnswerToken":{"input":1.04414621399997,"reasoning":21.900227197801502,"total":22.94437341180147},"performanceDataSource":{"type":"median"},"hostModelCount":3,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"d61493e2-43ff-460c-9054-eaf6ba317360","slug":"muse-spark-1-1","name":"Muse Spark 1.1 (xhigh)","shortName":"Muse Spark 1.1 (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/muse-spark-1-1","releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"muse-spark-1-1","name":"Muse Spark 1.1"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1048576,"licenseName":null,"intelligenceIndex":34.2657675919846,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":39.39549344832693,"strategyAndOps":37.61027709399176,"legal":43.29340707041142,"engineering":38.29784151673936,"economics":48.44408570821749},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":4346343999,"canonicalOutputTokens":172034246,"outputTokensPerTask":55582.279333785715,"answerTokensPerTask":25716.192178266498,"reasoningTokensPerTask":29866.08715551922,"price1mInputTokens":1.25,"price1mOutputTokens":4.25,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.88,"cacheWritePrice":null,"costPerIntelligenceIndexTask":1.3802453886670354,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":860.36,"score":860.36,"outputTokensPerTask":57756.64835164835,"costPerTask":2.5184818779120888,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1294.15,"score":1294.15,"outputTokensPerTask":25044.136363636364,"costPerTask":0.28819144506818184,"timePerTask":null,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.38848916245422865,"score":0.38848916245422865,"outputTokensPerTask":92502.47792998477,"costPerTask":0.7538910721156773,"timePerTask":null,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0606060606060606,"score":0.0606060606060606,"outputTokensPerTask":266886.2727272727,"costPerTask":8.574393914242425,"timePerTask":null,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.587962962962963,"score":0.587962962962963,"outputTokensPerTask":6366.649305555556,"costPerTask":0.030686757812499993,"timePerTask":null,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.462001853568119,"score":0.462001853568119,"outputTokensPerTask":25154.600556070436,"costPerTask":0.10746071026413347,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.144,"score":0.144,"outputTokensPerTask":6737.9,"costPerTask":0.185094675,"timePerTask":null,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.151428571428571,"score":0.151428571428571,"outputTokensPerTask":86369.45714285714,"costPerTask":0.3759185678571429,"timePerTask":null,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":28.083333333333332,"score":28.083333333333332,"outputTokensPerTask":3292.5738333333334,"costPerTask":0.014142694833333332,"timePerTask":null,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.776666666666667,"score":0.776666666666667,"outputTokensPerTask":2877.41,"costPerTask":0.1296508425,"timePerTask":null,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.144,"score":0.144,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1294.15,"score":1294.15,"outputTokensPerTask":25044.136363636364,"costPerTask":0.28819144506818184,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.39707500000000007,"score":0.39707500000000007,"outputTokensPerTask":25044.136363636364,"costPerTask":0.28819144506818184,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.317525773195876,"score":0.317525773195876,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.779026217228464,"score":0.779026217228464,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0606060606060606,"score":0.0606060606060606,"outputTokensPerTask":266886.2727272727,"costPerTask":8.574393914242425,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.776666666666667,"score":0.776666666666667,"outputTokensPerTask":2877.41,"costPerTask":0.1296508425,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.462001853568119,"score":0.462001853568119,"outputTokensPerTask":25154.600556070436,"costPerTask":0.10746071026413347,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.897979797979798,"score":0.897979797979798,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.38848916245422865,"score":0.38848916245422865,"outputTokensPerTask":92502.47792998477,"costPerTask":0.7538910721156773,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":39.39549344832693,"score":39.39549344832693,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":37.61027709399176,"score":37.61027709399176,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":43.29340707041142,"score":43.29340707041142,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":38.29784151673936,"score":38.29784151673936,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":48.44408570821749,"score":48.44408570821749,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"d61493e2-43ff-460c-9054-eaf6ba317360","slug":"muse-spark-1-1","name":"Muse Spark 1.1 (xhigh)","shortName":"Muse Spark 1.1 (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-07-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"muse-spark-1-1","name":"Muse Spark 1.1"},"deprecated":true,"deprecatedTo":"muse-spark-1-2","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1048576,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":34.2657675919846,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":39.39549344832693,"strategyAndOps":37.61027709399176,"legal":43.29340707041142,"engineering":38.29784151673936,"economics":48.44408570821749},"omniscience":28.083333333333332,"omniscienceBreakdown":{"accuracy":0.5205,"hallucinationRate":0.49982620785540494},"gdpPdfAllPass":0.144,"gdpval":1294.15,"gdpvalNormalized":0.39707500000000007,"itBenchSre":null,"tau2":null,"tauBanking":0.317525773195876,"terminalbenchHard":null,"terminalBench21":0.779026217228464,"terminalBench40":0.0606060606060606,"scicode":0.587962962962963,"lcr":0.776666666666667,"ifbench":null,"hle":0.462001853568119,"gpqa":0.897979797979798,"critpt":0.151428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.38848916245422865,"price1mInputTokens":1.25,"price1mOutputTokens":4.25,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.88,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2,"price1mBlended7To2To1":0.78,"price1mBlended0To1To1":2.75,"price1mBlended100To1To1":0.20098039215686275,"price1mBlended0To100To1":1.2797029702970297,"intelligenceIndexCost":{"total":1737.1834210250004,"input":1006.0378755250002,"nonCacheInput":31.14276875,"cacheRead":603.6671077125,"cacheWrite":371.2279990625003,"output":731.1455455,"reasoning":594.200864,"answer":136.9446815},"intelligenceIndexCostPerTask":{"cost":{"total":1.3802453886670354,"input":1.1440207014984463,"nonCacheInput":0.0228423940227223,"cacheRead":0.7316065823630551,"cacheWrite":0.38957172511266885,"output":0.23622468716858927,"reasoning":0.1269308704109567,"answer":0.10929381675763261},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.3777722816868133},{"slug":"gdpval-aa","weightedCostPerTask":0.028819144506818183},{"slug":"automationbench-aa","weightedCostPerTask":0.03769455360578387},{"slug":"terminalbench-4-0","weightedCostPerTask":0.8574393914242424},{"slug":"scicode","weightedCostPerTask":0.00306867578125},{"slug":"humanitys-last-exam","weightedCostPerTask":0.010746071026413347},{"slug":"gdp-pdf","weightedCostPerTask":0.0185094675},{"slug":"critpt","weightedCostPerTask":0.03759185678571429},{"slug":"omniscience","weightedCostPerTask":0.002121404225},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.006482542125}]},"canonicalIntelligenceIndexTokenCount":{"input":4346343999,"output":172034246,"answer":32222278,"reasoning":139811968},"intelligenceIndexOutputTokensPerTask":{"reasoning":29866.08715551922,"answer":25716.192178266498,"output":55582.279333785715},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":860.36,"outputTokensPerTask":57756.64835164835,"costPerTask":2.5184818779120888},{"slug":"gdpval-aa","score":1294.15,"outputTokensPerTask":25044.136363636364,"costPerTask":0.28819144506818184},{"slug":"automationbench-aa","score":0.38848916245422865,"outputTokensPerTask":92502.47792998477,"costPerTask":0.7538910721156773},{"slug":"terminalbench-4-0","score":0.0606060606060606,"outputTokensPerTask":266886.2727272727,"costPerTask":8.574393914242425},{"slug":"scicode","score":0.587962962962963,"outputTokensPerTask":6366.649305555556,"costPerTask":0.030686757812499993},{"slug":"humanitys-last-exam","score":0.462001853568119,"outputTokensPerTask":25154.600556070436,"costPerTask":0.10746071026413347},{"slug":"gdp-pdf","score":0.144,"outputTokensPerTask":6737.9,"costPerTask":0.185094675},{"slug":"critpt","score":0.151428571428571,"outputTokensPerTask":86369.45714285714,"costPerTask":0.3759185678571429},{"slug":"omniscience","score":28.083333333333332,"outputTokensPerTask":3292.5738333333334,"costPerTask":0.014142694833333332},{"slug":"artificial-analysis-long-context-reasoning","score":0.776666666666667,"outputTokensPerTask":2877.41,"costPerTask":0.1296508425}],"briefcaseBreakdown":{"overall":{"elo":860.36,"lower95ci":851.99,"upper95ci":867.89},"rubricPassRate":0.34545454545454546,"analyticalQuality":{"elo":1003.94,"lower95ci":990.52,"upper95ci":1017.2},"presentation":{"elo":436.74,"lower95ci":417.95,"upper95ci":453.65}},"briefcaseTotalCost":229.18185089000008,"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Meta"},"hostModelCount":2,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/meta/muse-spark-1.1","matchedBy":"slug","catalog":{"id":"meta/muse-spark-1.1","canonical_slug":"meta/muse-spark-1.1-20260709","hugging_face_id":null,"name":"Meta: Muse Spark 1.1","created":1784215741,"description":"Muse Spark 1.1 is a multimodal reasoning model from Meta, built for agentic tasks. It accepts text, images, video, audio, and PDF documents and returns text, with a 1M-token context...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00000425","web_search":"0.0025","input_cache_read":"0.00000015"},"top_provider":{"context_length":1048576,"max_completion_tokens":943718,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","repetition_penalty","response_format","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/meta/muse-spark-1.1-20260709/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1183,"win_rate":48.3,"rank":11},{"arena":"agents","category":"androidnative","elo":1186,"win_rate":47.2,"rank":18},{"arena":"agents","category":"fullstack","elo":1207,"win_rate":45.8,"rank":18},{"arena":"agents","category":"godotgamedev","elo":1113,"win_rate":39.4,"rank":24},{"arena":"agents","category":"htmlslides","elo":1197,"win_rate":51.8,"rank":8},{"arena":"agents","category":"mobileapps","elo":1208,"win_rate":47.5,"rank":17},{"arena":"agents","category":"python-pptxslides","elo":1156,"win_rate":44.1,"rank":21},{"arena":"agents","category":"webapps","elo":1217,"win_rate":49.4,"rank":19},{"arena":"models","category":"3d","elo":1290,"win_rate":50.7,"rank":20},{"arena":"models","category":"asciiart","elo":1303,"win_rate":57.6,"rank":5},{"arena":"models","category":"codecategories","elo":1292,"win_rate":52,"rank":17},{"arena":"models","category":"dataviz","elo":1289,"win_rate":51.6,"rank":17},{"arena":"models","category":"gamedev","elo":1300,"win_rate":49.1,"rank":16},{"arena":"models","category":"svg","elo":1278,"win_rate":52.1,"rank":10},{"arena":"models","category":"uicomponent","elo":1307,"win_rate":51.5,"rank":14},{"arena":"models","category":"website","elo":1282,"win_rate":52,"rank":22}],"artificial_analysis":{"intelligence_index":34.3,"coding_index":71.3,"agentic_index":27.5}},"reasoning":{"mandatory":true,"supported_efforts":["xhigh","high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Meta | meta/muse-spark-1.1-20260709","model_id":"meta/muse-spark-1.1","model_name":"Meta: Muse Spark 1.1","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00000425","web_search":"0.0025","input_cache_read":"0.00000015","discount":0},"provider_name":"Meta","tag":"meta","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","repetition_penalty","top_k","temperature","top_p","tools","tool_choice","structured_outputs","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"04ee6719-0327-463b-a1a1-70a6a78254f9","slug":"muse-spark-1-2","name":"Muse Spark 1.2 (xhigh)","shortName":"Muse Spark 1.2 (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/muse-spark-1-2","releaseDate":"2026-08-05","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"muse-spark-1-2","name":"Muse Spark 1.2"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1048576,"licenseName":null,"intelligenceIndex":39.8039107970943,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":44.65628198839838,"strategyAndOps":43.205521490734384,"legal":47.0750219472539,"healthcareAndMedical":44.082991607569426,"engineering":41.798162634152995,"economics":53.15819033827617},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":207.27313917375,"canonicalInputTokens":3605840230,"canonicalOutputTokens":125540681,"outputTokensPerTask":47874.47420818148,"answerTokensPerTask":25214.06287864249,"reasoningTokensPerTask":22660.411329538983,"price1mInputTokens":1.25,"price1mOutputTokens":4.25,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.88,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.9746948879931989,"latency":{"timeToFirstChunkMs":12.1473044119998,"timeToFirstAnswerTokenMs":21.796408043915502,"endToEndMs":24.20868395189443}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1343.5,"score":1343.5,"outputTokensPerTask":90430.38461538461,"costPerTask":1.8976488759340664,"timePerTask":457.7056028398453,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1523.32,"score":1523.32,"outputTokensPerTask":60376.67727272727,"costPerTask":0.8796960808863636,"timePerTask":305.59135169130997,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.4061337838423964,"score":0.4061337838423964,"outputTokensPerTask":29285.351598173515,"costPerTask":0.5118171276027397,"timePerTask":148.22528472734646,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0707070707070707,"score":0.0707070707070707,"outputTokensPerTask":138082.10606060605,"costPerTask":4.984427495000001,"timePerTask":698.8906866278327,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.574074074074074,"score":0.574074074074074,"outputTokensPerTask":13240.326388888889,"costPerTask":0.060479525173611104,"timePerTask":67.01477161020175,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.454587581093605,"score":0.454587581093605,"outputTokensPerTask":23544.53985171455,"costPerTask":0.10062393060704355,"timePerTask":119.16866053649856,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.174,"score":0.174,"outputTokensPerTask":8198.49,"costPerTask":0.1913021825,"timePerTask":41.49595098800503,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.177142857142857,"score":0.177142857142857,"outputTokensPerTask":79585.41428571429,"costPerTask":0.3457536,"timePerTask":402.8147196081321,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":27.2,"score":27.2,"outputTokensPerTask":2381.720333333333,"costPerTask":0.010454586208333333,"timePerTask":12.054872326383881,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.79,"score":0.79,"outputTokensPerTask":3712.71,"costPerTask":0.1332046175,"timePerTask":18.791561884283098,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.311111111111111,"score":0.311111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.174,"score":0.174,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1523.32,"score":1523.32,"outputTokensPerTask":60376.67727272727,"costPerTask":0.8796960808863636,"timePerTask":305.59135169130997,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.51166,"score":0.51166,"outputTokensPerTask":60376.67727272727,"costPerTask":0.8796960808863636,"timePerTask":305.59135169130997,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.348453608247423,"score":0.348453608247423,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.801498127340824,"score":0.801498127340824,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0707070707070707,"score":0.0707070707070707,"outputTokensPerTask":138082.10606060605,"costPerTask":4.984427495000001,"timePerTask":698.8906866278327,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.79,"score":0.79,"outputTokensPerTask":3712.71,"costPerTask":0.1332046175,"timePerTask":18.791561884283098,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.454587581093605,"score":0.454587581093605,"outputTokensPerTask":23544.53985171455,"costPerTask":0.10062393060704355,"timePerTask":119.16866053649856,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.904040404040404,"score":0.904040404040404,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.4061337838423964,"score":0.4061337838423964,"outputTokensPerTask":29285.351598173515,"costPerTask":0.5118171276027397,"timePerTask":148.22528472734646,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4726947179946285,"score":0.4726947179946285,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":44.65628198839838,"score":44.65628198839838,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":43.205521490734384,"score":43.205521490734384,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":47.0750219472539,"score":47.0750219472539,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":44.082991607569426,"score":44.082991607569426,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":41.798162634152995,"score":41.798162634152995,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":53.15819033827617,"score":53.15819033827617,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"04ee6719-0327-463b-a1a1-70a6a78254f9","slug":"muse-spark-1-2","name":"Muse Spark 1.2 (xhigh)","shortName":"Muse Spark 1.2 (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-05","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"muse-spark-1-2","name":"Muse Spark 1.2"},"deprecated":true,"deprecatedTo":"muse-spark-1-3-xhigh","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1048576,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":39.8039107970943,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":44.65628198839838,"strategyAndOps":43.205521490734384,"legal":47.0750219472539,"healthcareAndMedical":44.082991607569426,"engineering":41.798162634152995,"economics":53.15819033827617},"omniscience":27.2,"omniscienceBreakdown":{"accuracy":0.4538333333333333,"hallucinationRate":0.3329264571254196},"mlcrOverall":0.311111111111111,"gdpPdfAllPass":0.174,"gdpval":1523.32,"gdpvalNormalized":0.51166,"itBenchSre":null,"tau2":null,"tauBanking":0.348453608247423,"terminalbenchHard":null,"terminalBench21":0.801498127340824,"terminalBench40":0.0707070707070707,"scicode":0.574074074074074,"lcr":0.79,"ifbench":null,"hle":0.454587581093605,"gpqa":0.904040404040404,"critpt":0.177142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.4061337838423964,"enterpriseOpsGym":0.4726947179946285,"price1mInputTokens":1.25,"price1mOutputTokens":4.25,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.88,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2,"price1mBlended7To2To1":0.78,"price1mBlended0To1To1":2.75,"price1mBlended100To1To1":0.20098039215686275,"price1mBlended0To100To1":1.2797029702970297,"intelligenceIndexTimePerTask":242.31252771171384,"intelligenceIndexCost":{"total":1385.40074776,"input":851.85285351,"nonCacheInput":32.32779875,"cacheRead":498.4701046349999,"cacheWrite":321.0549501250001,"output":533.54789425,"reasoning":389.5471375,"answer":144.00075675},"intelligenceIndexCostPerTask":{"cost":{"total":0.9746948879931989,"input":0.7712283726084276,"nonCacheInput":0.02279531757313043,"cacheRead":0.47682765660031157,"cacheWrite":0.27160539843498555,"output":0.2034665153847713,"reasoning":0.09630674815054069,"answer":0.1071597672342306},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.28464733139010995},{"slug":"gdpval-aa","weightedCostPerTask":0.08796960808863637},{"slug":"automationbench-aa","weightedCostPerTask":0.025590856380136986},{"slug":"terminalbench-4-0","weightedCostPerTask":0.4984427495000001},{"slug":"scicode","weightedCostPerTask":0.00604795251736111},{"slug":"humanitys-last-exam","weightedCostPerTask":0.010062393060704354},{"slug":"gdp-pdf","weightedCostPerTask":0.019130218249999997},{"slug":"critpt","weightedCostPerTask":0.03457536},{"slug":"omniscience","weightedCostPerTask":0.0015681879312499998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.006660230875}]},"canonicalIntelligenceIndexTokenCount":{"input":3605840230,"output":125540681,"answer":33882531,"reasoning":91658150},"intelligenceIndexOutputTokensPerTask":{"reasoning":22660.411329538983,"answer":25214.06287864249,"output":47874.47420818148},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1343.5,"outputTokensPerTask":90430.38461538461,"costPerTask":1.8976488759340664,"timePerTask":457.7056028398453},{"slug":"gdpval-aa","score":1523.32,"outputTokensPerTask":60376.67727272727,"costPerTask":0.8796960808863636,"timePerTask":305.59135169130997},{"slug":"automationbench-aa","score":0.4061337838423964,"outputTokensPerTask":29285.351598173515,"costPerTask":0.5118171276027397,"timePerTask":148.22528472734646},{"slug":"terminalbench-4-0","score":0.0707070707070707,"outputTokensPerTask":138082.10606060605,"costPerTask":4.984427495000001,"timePerTask":698.8906866278327},{"slug":"scicode","score":0.574074074074074,"outputTokensPerTask":13240.326388888889,"costPerTask":0.060479525173611104,"timePerTask":67.01477161020175},{"slug":"humanitys-last-exam","score":0.454587581093605,"outputTokensPerTask":23544.53985171455,"costPerTask":0.10062393060704355,"timePerTask":119.16866053649856},{"slug":"gdp-pdf","score":0.174,"outputTokensPerTask":8198.49,"costPerTask":0.1913021825,"timePerTask":41.49595098800503},{"slug":"critpt","score":0.177142857142857,"outputTokensPerTask":79585.41428571429,"costPerTask":0.3457536,"timePerTask":402.8147196081321},{"slug":"omniscience","score":27.2,"outputTokensPerTask":2381.720333333333,"costPerTask":0.010454586208333333,"timePerTask":12.054872326383881},{"slug":"artificial-analysis-long-context-reasoning","score":0.79,"outputTokensPerTask":3712.71,"costPerTask":0.1332046175,"timePerTask":18.791561884283098}],"briefcaseBreakdown":{"overall":{"elo":1343.5,"lower95ci":1337.23,"upper95ci":1350.78},"rubricPassRate":0.45151515151515154,"analyticalQuality":{"elo":1392.05,"lower95ci":1379.65,"upper95ci":1405.49},"presentation":{"elo":1334.32,"lower95ci":1322.11,"upper95ci":1346.21}},"briefcaseTotalCost":172.68604771000003,"timescaleData":{"medianOutputSpeed":207.27313917375,"medianTimeToFirstChunk":12.1473044119998},"outputSpeedVariance":{"p05":122.478990780081,"q25":149.883605623305,"median":207.27313917375,"q75":326.910890564034,"p95":492.348852360382},"timeToFirstChunkVariance":{"p05":6.78172523199999,"q25":9.22344424799999,"median":12.1473044119998,"q75":19.558595253,"p95":26.9943733930001},"performanceByPromptType":{"medium":{"medianOutputSpeed":260.390456132386,"medianTimeToFirstChunk":10.235329232,"medianTimeToFirstAnswerToken":17.91610228991566,"medianEndToEndResponseTime":19.836295554394574},"long":{"medianOutputSpeed":207.27313917375,"medianTimeToFirstChunk":12.1473044119998,"medianTimeToFirstAnswerToken":21.796408043915502,"medianEndToEndResponseTime":24.20868395189443},"hundredK":{"medianOutputSpeed":323.730727067231,"medianTimeToFirstChunk":14.272084437,"medianTimeToFirstAnswerToken":20.45005839121365,"medianEndToEndResponseTime":21.99455187976706},"mediumParallel":{"medianOutputSpeed":240.414706316208,"medianTimeToFirstChunk":9.49913309699991,"medianTimeToFirstAnswerToken":17.818091744103132,"medianEndToEndResponseTime":19.89783140587894}},"endToEndResponseTime":{"input":12.1473044119998,"reasoning":9.649103631915702,"answer":2.4122759079789255,"total":24.20868395189443},"timeToFirstAnswerToken":{"input":12.1473044119998,"reasoning":9.649103631915702,"total":21.796408043915502},"performanceDataSource":{"type":"firstParty","providerName":"Meta"},"hostModelCount":2,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/meta/muse-spark-1.2","matchedBy":"slug","catalog":{"id":"meta/muse-spark-1.2","canonical_slug":"meta/muse-spark-1.2-20260805","hugging_face_id":null,"name":"Meta: Muse Spark 1.2","created":1785959287,"description":"Muse Spark 1.2 is a reasoning model from Meta, designed for complex agentic tasks. It accepts text, images, video, audio, and PDF documents, returns text, and offers a 1M-token context...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00000425","web_search":"0.0025","input_cache_read":"0.00000015"},"top_provider":{"context_length":1048576,"max_completion_tokens":943718,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","repetition_penalty","response_format","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/meta/muse-spark-1.2-20260805/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1179,"win_rate":42.7,"rank":15},{"arena":"agents","category":"androidnative","elo":1235,"win_rate":53.4,"rank":10},{"arena":"agents","category":"fullstack","elo":1219,"win_rate":48.3,"rank":16},{"arena":"agents","category":"htmlslides","elo":1137,"win_rate":40,"rank":20},{"arena":"agents","category":"mobileapps","elo":1195,"win_rate":46.7,"rank":20},{"arena":"agents","category":"python-pptxslides","elo":1198,"win_rate":48.6,"rank":15},{"arena":"agents","category":"webapps","elo":1240,"win_rate":52,"rank":12},{"arena":"models","category":"3d","elo":1331,"win_rate":54,"rank":11},{"arena":"models","category":"asciiart","elo":1323,"win_rate":58.6,"rank":4},{"arena":"models","category":"codecategories","elo":1326,"win_rate":53.9,"rank":6},{"arena":"models","category":"dataviz","elo":1365,"win_rate":61.6,"rank":3},{"arena":"models","category":"gamedev","elo":1324,"win_rate":51.9,"rank":10},{"arena":"models","category":"svg","elo":1312,"win_rate":56.3,"rank":8},{"arena":"models","category":"uicomponent","elo":1330,"win_rate":53.7,"rank":10},{"arena":"models","category":"website","elo":1321,"win_rate":53.7,"rank":5}],"artificial_analysis":{"intelligence_index":39.8,"coding_index":72.2,"agentic_index":44}},"reasoning":{"mandatory":true,"supported_efforts":["xhigh","high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Meta | meta/muse-spark-1.2-20260805","model_id":"meta/muse-spark-1.2","model_name":"Meta: Muse Spark 1.2","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00000425","web_search":"0.0025","input_cache_read":"0.00000015","discount":0},"provider_name":"Meta","tag":"meta","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","repetition_penalty","top_k","temperature","top_p","tools","tool_choice","structured_outputs","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"9999672c-b687-4026-9c15-5cef02ff53bb","slug":"muse-spark-1-3","name":"Muse Spark 1.3 (max)","shortName":"Muse Spark 1.3 (max)","sourceUrl":"https://artificialanalysis.ai/models/muse-spark-1-3","releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"muse-spark-1-3","name":"Muse Spark 1.3"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":48.1690107719685,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":49.90581072856371,"strategyAndOps":51.37931664047627,"legal":51.073010906155034,"healthcareAndMedical":49.4827310967774,"engineering":49.47654677611546,"economics":56.40162581093606},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":222.942940542064,"canonicalInputTokens":5540446410,"canonicalOutputTokens":167959769,"outputTokensPerTask":60200.15762740819,"answerTokensPerTask":26074.228596099943,"reasoningTokensPerTask":34125.929031308246,"price1mInputTokens":1.25,"price1mOutputTokens":4.25,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.88,"cacheWritePrice":null,"costPerIntelligenceIndexTask":1.6048932100125866,"latency":{"timeToFirstChunkMs":24.185950153,"timeToFirstAnswerTokenMs":33.15685542202173,"endToEndMs":35.39958173927716}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1589.18,"score":1589.18,"outputTokensPerTask":105395.65934065935,"costPerTask":4.059016836373629,"timePerTask":562.3832788055395,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1703.34,"score":1703.34,"outputTokensPerTask":85405.85909090909,"costPerTask":2.039024888704546,"timePerTask":455.7192142942465,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5785343786538614,"score":0.5785343786538614,"outputTokensPerTask":28472.546423135464,"costPerTask":0.3634214346270928,"timePerTask":151.92735747902466,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.333333333333333,"score":0.333333333333333,"outputTokensPerTask":208728.68181818182,"costPerTask":6.938794507272731,"timePerTask":1113.760483078856,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.587962962962963,"score":0.587962962962963,"outputTokensPerTask":8427.652777777777,"costPerTask":0.03927459895833333,"timePerTask":44.96931876940074,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.487025023169602,"score":0.487025023169602,"outputTokensPerTask":30531.792400370712,"costPerTask":0.13014089156626507,"timePerTask":162.91533850015495,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.266,"score":0.266,"outputTokensPerTask":11446.12,"costPerTask":0.20510461,"timePerTask":61.07563191379331,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.248571428571429,"score":0.248571428571429,"outputTokensPerTask":75284.9857142857,"costPerTask":0.3256631,"timePerTask":401.7149982807188,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":25,"score":25,"outputTokensPerTask":5333.024833333333,"costPerTask":0.022818880333333333,"timePerTask":28.456617762856368,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":3694.37,"costPerTask":0.1329304225,"timePerTask":19.712879322719015,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.411111111111111,"score":0.411111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.266,"score":0.266,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1703.34,"score":1703.34,"outputTokensPerTask":85405.85909090909,"costPerTask":2.039024888704546,"timePerTask":455.7192142942465,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.6016699999999999,"score":0.6016699999999999,"outputTokensPerTask":85405.85909090909,"costPerTask":2.039024888704546,"timePerTask":455.7192142942465,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.505154639175258,"score":0.505154639175258,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.842696629213483,"score":0.842696629213483,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.333333333333333,"score":0.333333333333333,"outputTokensPerTask":208728.68181818182,"costPerTask":6.938794507272731,"timePerTask":1113.760483078856,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":3694.37,"costPerTask":0.1329304225,"timePerTask":19.712879322719015,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.487025023169602,"score":0.487025023169602,"outputTokensPerTask":30531.792400370712,"costPerTask":0.13014089156626507,"timePerTask":162.91533850015495,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.935353535353535,"score":0.935353535353535,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5785343786538614,"score":0.5785343786538614,"outputTokensPerTask":28472.546423135464,"costPerTask":0.3634214346270928,"timePerTask":151.92735747902466,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":49.90581072856371,"score":49.90581072856371,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":51.37931664047627,"score":51.37931664047627,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":51.073010906155034,"score":51.073010906155034,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":49.4827310967774,"score":49.4827310967774,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":49.47654677611546,"score":49.47654677611546,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":56.40162581093606,"score":56.40162581093606,"family":"Capability Index"}],"benchmarkCount":27,"raw":{"id":"9999672c-b687-4026-9c15-5cef02ff53bb","slug":"muse-spark-1-3","name":"Muse Spark 1.3 (max)","shortName":"Muse Spark 1.3 (max)","chartDefaultSelected":true,"chartHighlighted":true,"releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"muse-spark-1-3","name":"Muse Spark 1.3"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":48.1690107719685,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":49.90581072856371,"strategyAndOps":51.37931664047627,"legal":51.073010906155034,"healthcareAndMedical":49.4827310967774,"engineering":49.47654677611546,"economics":56.40162581093606},"omniscience":25,"omniscienceBreakdown":{"accuracy":0.43583333333333335,"hallucinationRate":0.3293943870014771},"mlcrOverall":0.411111111111111,"gdpPdfAllPass":0.266,"gdpval":1703.34,"gdpvalNormalized":0.6016699999999999,"itBenchSre":null,"tau2":null,"tauBanking":0.505154639175258,"terminalbenchHard":null,"terminalBench21":0.842696629213483,"terminalBench40":0.333333333333333,"scicode":0.587962962962963,"lcr":0.83,"ifbench":null,"hle":0.487025023169602,"gpqa":0.935353535353535,"critpt":0.248571428571429,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5785343786538614,"price1mInputTokens":1.25,"price1mOutputTokens":4.25,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.88,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2,"price1mBlended7To2To1":0.78,"price1mBlended0To1To1":2.75,"price1mBlended100To1To1":0.20098039215686275,"price1mBlended0To100To1":1.2797029702970297,"intelligenceIndexTimePerTask":321.2234948090636,"intelligenceIndexCost":{"total":2000.3526584050005,"input":1286.5236401550005,"nonCacheInput":30.506425,"cacheRead":768.9592325924999,"cacheWrite":487.05798256250057,"output":713.82901825,"reasoning":571.3928565,"answer":142.43616175000002},"intelligenceIndexCostPerTask":{"cost":{"total":1.6048932100125866,"input":1.3490425400961017,"nonCacheInput":0.022484332141925304,"cacheRead":0.8431508870964701,"cacheWrite":0.4834073208577061,"output":0.25585066991648475,"reasoning":0.14503519838306006,"answer":0.11081547153342473},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.6088525254560442},{"slug":"gdpval-aa","weightedCostPerTask":0.2039024888704546},{"slug":"automationbench-aa","weightedCostPerTask":0.018171071731354644},{"slug":"terminalbench-4-0","weightedCostPerTask":0.6938794507272731},{"slug":"scicode","weightedCostPerTask":0.003927459895833333},{"slug":"humanitys-last-exam","weightedCostPerTask":0.013014089156626506},{"slug":"gdp-pdf","weightedCostPerTask":0.020510461},{"slug":"critpt","weightedCostPerTask":0.032566309999999994},{"slug":"omniscience","weightedCostPerTask":0.00342283205},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.006646521125000001}]},"canonicalIntelligenceIndexTokenCount":{"input":5540446410,"output":167959769,"answer":33514391,"reasoning":134445378},"intelligenceIndexOutputTokensPerTask":{"reasoning":34125.929031308246,"answer":26074.228596099943,"output":60200.15762740819},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1589.18,"outputTokensPerTask":105395.65934065935,"costPerTask":4.059016836373629,"timePerTask":562.3832788055395},{"slug":"gdpval-aa","score":1703.34,"outputTokensPerTask":85405.85909090909,"costPerTask":2.039024888704546,"timePerTask":455.7192142942465},{"slug":"automationbench-aa","score":0.5785343786538614,"outputTokensPerTask":28472.546423135464,"costPerTask":0.3634214346270928,"timePerTask":151.92735747902466},{"slug":"terminalbench-4-0","score":0.333333333333333,"outputTokensPerTask":208728.68181818182,"costPerTask":6.938794507272731,"timePerTask":1113.760483078856},{"slug":"scicode","score":0.587962962962963,"outputTokensPerTask":8427.652777777777,"costPerTask":0.03927459895833333,"timePerTask":44.96931876940074},{"slug":"humanitys-last-exam","score":0.487025023169602,"outputTokensPerTask":30531.792400370712,"costPerTask":0.13014089156626507,"timePerTask":162.91533850015495},{"slug":"gdp-pdf","score":0.266,"outputTokensPerTask":11446.12,"costPerTask":0.20510461,"timePerTask":61.07563191379331},{"slug":"critpt","score":0.248571428571429,"outputTokensPerTask":75284.9857142857,"costPerTask":0.3256631,"timePerTask":401.7149982807188},{"slug":"omniscience","score":25,"outputTokensPerTask":5333.024833333333,"costPerTask":0.022818880333333333,"timePerTask":28.456617762856368},{"slug":"artificial-analysis-long-context-reasoning","score":0.83,"outputTokensPerTask":3694.37,"costPerTask":0.1329304225,"timePerTask":19.712879322719015}],"briefcaseBreakdown":{"overall":{"elo":1589.18,"lower95ci":1578.27,"upper95ci":1600.32},"rubricPassRate":0.5868686868686869,"analyticalQuality":{"elo":1725.44,"lower95ci":1705.53,"upper95ci":1743.72},"presentation":{"elo":1518.64,"lower95ci":1499.29,"upper95ci":1537.42}},"briefcaseTotalCost":369.37053211000017,"timescaleData":{"medianOutputSpeed":222.942940542064,"medianTimeToFirstChunk":24.185950153},"outputSpeedVariance":{"p05":129.753485114257,"q25":166.93672672854,"median":222.942940542064,"q75":307.931238893561,"p95":344.072581384036},"timeToFirstChunkVariance":{"p05":10.6128242139,"q25":16.9658729490001,"median":24.185950153,"q75":44.1830332425,"p95":65.7033234274},"performanceByPromptType":{"medium":{"medianOutputSpeed":233.600692327779,"medianTimeToFirstChunk":23.4174357755,"medianTimeToFirstAnswerToken":31.979054236774424,"medianEndToEndResponseTime":34.11945885209303},"long":{"medianOutputSpeed":222.942940542064,"medianTimeToFirstChunk":24.185950153,"medianTimeToFirstAnswerToken":33.15685542202173,"medianEndToEndResponseTime":35.39958173927716},"hundredK":{"medianOutputSpeed":227.768906633235,"medianTimeToFirstChunk":31.132721494,"medianTimeToFirstAnswerToken":39.91355128136207,"medianEndToEndResponseTime":42.10875872820259},"mediumParallel":{"medianOutputSpeed":167.26415850473,"medianTimeToFirstChunk":14.6345662895001,"medianTimeToFirstAnswerToken":26.591700548740956,"medianEndToEndResponseTime":29.58098411355117}},"endToEndResponseTime":{"input":24.185950153,"reasoning":8.97090526902173,"answer":2.2427263172554324,"total":35.39958173927716},"timeToFirstAnswerToken":{"input":24.185950153,"reasoning":8.97090526902173,"total":33.15685542202173},"performanceDataSource":{"type":"firstParty","providerName":"Meta"},"hostModelCount":1,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/meta/muse-spark-1.3","matchedBy":"slug","catalog":{"id":"meta/muse-spark-1.3","canonical_slug":"meta/muse-spark-1.3-20260902","hugging_face_id":null,"name":"Meta: Muse Spark 1.3","created":1788378359,"description":"Muse Spark 1.3 is a multimodal reasoning model from Meta for long-running agentic, multi-agent, and coding workflows. It is designed to keep track of information across extended tasks, work through...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00000425","web_search":"0.0025","input_cache_read":"0.00000015"},"top_provider":{"context_length":1048576,"max_completion_tokens":943718,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","repetition_penalty","response_format","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/meta/muse-spark-1.3-20260902/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":1318,"win_rate":59.3,"rank":3},{"arena":"agents","category":"mobileapps","elo":1226,"win_rate":45.7,"rank":14},{"arena":"agents","category":"python-pptxslides","elo":1245,"win_rate":51.5,"rank":10},{"arena":"agents","category":"webapps","elo":1313,"win_rate":55.2,"rank":3},{"arena":"models","category":"3d","elo":1431,"win_rate":65,"rank":1},{"arena":"models","category":"codecategories","elo":1373,"win_rate":59.3,"rank":2},{"arena":"models","category":"dataviz","elo":1346,"win_rate":57.6,"rank":6},{"arena":"models","category":"gamedev","elo":1371,"win_rate":57.9,"rank":4},{"arena":"models","category":"svg","elo":1344,"win_rate":62.2,"rank":3},{"arena":"models","category":"uicomponent","elo":1381,"win_rate":58.8,"rank":1},{"arena":"models","category":"website","elo":1364,"win_rate":59.4,"rank":1},{"arena":"agents","category":"godotgamedev","elo":1214,"win_rate":43.7,"rank":9}]},"reasoning":{"mandatory":true,"supported_efforts":["max","xhigh","high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Meta | meta/muse-spark-1.3-20260902","model_id":"meta/muse-spark-1.3","model_name":"Meta: Muse Spark 1.3","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00000425","web_search":"0.0025","input_cache_read":"0.00000015","discount":0},"provider_name":"Meta","tag":"meta","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","repetition_penalty","top_k","temperature","top_p","tools","tool_choice","structured_outputs","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99661096218173,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"d5170215-69be-4129-849b-26d8d8825bfc","slug":"muse-spark-1-3-xhigh","name":"Muse Spark 1.3 (xhigh)","shortName":"Muse Spark 1.3 (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/muse-spark-1-3-xhigh","releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"muse-spark-1-3","name":"Muse Spark 1.3"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":45.1612216922226,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":47.962441542820116,"strategyAndOps":49.26616568719428,"legal":48.98343999138821,"engineering":45.735501575532915,"economics":55.010220342910095},"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":218.575502836887,"canonicalInputTokens":4564906048,"canonicalOutputTokens":137080180,"outputTokensPerTask":54512.94020167779,"answerTokensPerTask":21979.40538713003,"reasoningTokensPerTask":32533.534814547762,"price1mInputTokens":1.25,"price1mOutputTokens":4.25,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.88,"cacheWritePrice":null,"costPerIntelligenceIndexTask":1.3677936514692752,"latency":{"timeToFirstChunkMs":24.249642843,"timeToFirstAnswerTokenMs":33.399799077537,"endToEndMs":35.68733813617124}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1483.22,"score":1483.22,"outputTokensPerTask":78964.14285714286,"costPerTask":3.420601304780222,"timePerTask":346.3343474830964,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1662.34,"score":1662.34,"outputTokensPerTask":63663.53636363636,"costPerTask":1.395897439386364,"timePerTask":279.2263491652896,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5683609003249621,"score":0.5683609003249621,"outputTokensPerTask":26974.04109589041,"costPerTask":0.36873662939878227,"timePerTask":118.30733018692395,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.166666666666667,"score":0.166666666666667,"outputTokensPerTask":229392.89393939395,"costPerTask":6.231928608636364,"timePerTask":1006.1103098844394,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.597222222222222,"score":0.597222222222222,"outputTokensPerTask":7932.090277777777,"costPerTask":0.03716573697916666,"timePerTask":34.78990857282104,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.47451343836886,"score":0.47451343836886,"outputTokensPerTask":24406.206209453198,"costPerTask":0.10410691682113067,"timePerTask":107.04488387065753,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.242,"score":0.242,"outputTokensPerTask":9401.74,"costPerTask":0.196415995,"timePerTask":41.23574790138035,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.26,"score":0.26,"outputTokensPerTask":71270.75714285714,"costPerTask":0.308008575,"timePerTask":312.59138992179743,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":23.116666666666667,"score":23.116666666666667,"outputTokensPerTask":3634.8488333333335,"costPerTask":0.015601632333333332,"timePerTask":15.942337285540741,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":3353.34,"costPerTask":0.13148104500000002,"timePerTask":14.707648038300867,"family":"Intelligence Index"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.954841511072514,"score":0.954841511072514,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.242,"score":0.242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1662.34,"score":1662.34,"outputTokensPerTask":63663.53636363636,"costPerTask":1.395897439386364,"timePerTask":279.2263491652896,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.58117,"score":0.58117,"outputTokensPerTask":63663.53636363636,"costPerTask":1.395897439386364,"timePerTask":279.2263491652896,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.472164948453608,"score":0.472164948453608,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.853932584269663,"score":0.853932584269663,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.166666666666667,"score":0.166666666666667,"outputTokensPerTask":229392.89393939395,"costPerTask":6.231928608636364,"timePerTask":1006.1103098844394,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.83,"score":0.83,"outputTokensPerTask":3353.34,"costPerTask":0.13148104500000002,"timePerTask":14.707648038300867,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.47451343836886,"score":0.47451343836886,"outputTokensPerTask":24406.206209453198,"costPerTask":0.10410691682113067,"timePerTask":107.04488387065753,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.941414141414141,"score":0.941414141414141,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.820231213872832,"score":0.820231213872832,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.5683609003249621,"score":0.5683609003249621,"outputTokensPerTask":26974.04109589041,"costPerTask":0.36873662939878227,"timePerTask":118.30733018692395,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":47.962441542820116,"score":47.962441542820116,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":49.26616568719428,"score":49.26616568719428,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":48.98343999138821,"score":48.98343999138821,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":45.735501575532915,"score":45.735501575532915,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":55.010220342910095,"score":55.010220342910095,"family":"Capability Index"}],"benchmarkCount":27,"raw":{"id":"d5170215-69be-4129-849b-26d8d8825bfc","slug":"muse-spark-1-3-xhigh","name":"Muse Spark 1.3 (xhigh)","shortName":"Muse Spark 1.3 (xhigh)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"muse-spark-1-3","name":"Muse Spark 1.3"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":45.1612216922226,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":47.962441542820116,"strategyAndOps":49.26616568719428,"legal":48.98343999138821,"engineering":45.735501575532915,"economics":55.010220342910095},"omniscience":23.116666666666667,"omniscienceBreakdown":{"accuracy":0.4151666666666667,"hallucinationRate":0.3146195497292676},"harveyLab":0.954841511072514,"gdpPdfAllPass":0.242,"gdpval":1662.34,"gdpvalNormalized":0.58117,"itBenchSre":null,"tau2":null,"tauBanking":0.472164948453608,"terminalbenchHard":null,"terminalBench21":0.853932584269663,"terminalBench40":0.166666666666667,"scicode":0.597222222222222,"lcr":0.83,"ifbench":null,"hle":0.47451343836886,"gpqa":0.941414141414141,"critpt":0.26,"apexAgents":null,"mmmuPro":0.820231213872832,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.5683609003249621,"price1mInputTokens":1.25,"price1mOutputTokens":4.25,"cacheHitPrice":0.15,"cacheHitDiscountPercent":0.88,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2,"price1mBlended7To2To1":0.78,"price1mBlended0To1To1":2.75,"price1mBlended100To1To1":0.20098039215686275,"price1mBlended0To100To1":1.2797029702970297,"intelligenceIndexTimePerTask":239.09211055819537,"intelligenceIndexCost":{"total":1655.2659660850002,"input":1072.6752010850003,"nonCacheInput":30.463553750000003,"cacheRead":631.8350943974999,"cacheWrite":410.3765529375004,"output":582.5907649999999,"reasoning":456.4705615,"answer":126.1202035},"intelligenceIndexCostPerTask":{"cost":{"total":1.3677936514692752,"input":1.1361136556121443,"nonCacheInput":0.022424631305992284,"cacheRead":0.7053631760294088,"cacheWrite":0.40832584827674323,"output":0.23167999585713062,"reasoning":0.13826752296182798,"answer":0.09341247289530265},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.5130901957170333},{"slug":"gdpval-aa","weightedCostPerTask":0.1395897439386364},{"slug":"automationbench-aa","weightedCostPerTask":0.018436831469939116},{"slug":"terminalbench-4-0","weightedCostPerTask":0.6231928608636365},{"slug":"scicode","weightedCostPerTask":0.0037165736979166667},{"slug":"humanitys-last-exam","weightedCostPerTask":0.010410691682113067},{"slug":"gdp-pdf","weightedCostPerTask":0.019641599500000002},{"slug":"critpt","weightedCostPerTask":0.0308008575},{"slug":"omniscience","weightedCostPerTask":0.0023402448499999996},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.006574052250000001}]},"canonicalIntelligenceIndexTokenCount":{"input":4564906048,"output":137080180,"answer":29675342,"reasoning":107404838},"intelligenceIndexOutputTokensPerTask":{"reasoning":32533.534814547762,"answer":21979.40538713003,"output":54512.94020167779},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1483.22,"outputTokensPerTask":78964.14285714286,"costPerTask":3.420601304780222,"timePerTask":346.3343474830964},{"slug":"gdpval-aa","score":1662.34,"outputTokensPerTask":63663.53636363636,"costPerTask":1.395897439386364,"timePerTask":279.2263491652896},{"slug":"automationbench-aa","score":0.5683609003249621,"outputTokensPerTask":26974.04109589041,"costPerTask":0.36873662939878227,"timePerTask":118.30733018692395},{"slug":"terminalbench-4-0","score":0.166666666666667,"outputTokensPerTask":229392.89393939395,"costPerTask":6.231928608636364,"timePerTask":1006.1103098844394},{"slug":"scicode","score":0.597222222222222,"outputTokensPerTask":7932.090277777777,"costPerTask":0.03716573697916666,"timePerTask":34.78990857282104},{"slug":"humanitys-last-exam","score":0.47451343836886,"outputTokensPerTask":24406.206209453198,"costPerTask":0.10410691682113067,"timePerTask":107.04488387065753},{"slug":"gdp-pdf","score":0.242,"outputTokensPerTask":9401.74,"costPerTask":0.196415995,"timePerTask":41.23574790138035},{"slug":"critpt","score":0.26,"outputTokensPerTask":71270.75714285714,"costPerTask":0.308008575,"timePerTask":312.59138992179743},{"slug":"omniscience","score":23.116666666666667,"outputTokensPerTask":3634.8488333333335,"costPerTask":0.015601632333333332,"timePerTask":15.942337285540741},{"slug":"artificial-analysis-long-context-reasoning","score":0.83,"outputTokensPerTask":3353.34,"costPerTask":0.13148104500000002,"timePerTask":14.707648038300867}],"briefcaseBreakdown":{"overall":{"elo":1483.22,"lower95ci":1473.51,"upper95ci":1493.73},"rubricPassRate":0.5161616161616162,"analyticalQuality":{"elo":1580.73,"lower95ci":1563.74,"upper95ci":1597.86},"presentation":{"elo":1468.85,"lower95ci":1450.73,"upper95ci":1487.49}},"briefcaseTotalCost":311.2747187350002,"timescaleData":{"medianOutputSpeed":218.575502836887,"medianTimeToFirstChunk":24.249642843},"outputSpeedVariance":{"p05":104.721642164249,"q25":144.422226376416,"median":218.575502836887,"q75":341.736118141988,"p95":510.653810497133},"timeToFirstChunkVariance":{"p05":11.1166883089,"q25":18.29406022725,"median":24.249642843,"q75":32.0798655867501,"p95":43.19596593705},"performanceByPromptType":{"medium":{"medianOutputSpeed":223.265564578844,"medianTimeToFirstChunk":20.723237812,"medianTimeToFirstAnswerToken":29.681179910113926,"medianEndToEndResponseTime":31.92066543464241},"long":{"medianOutputSpeed":218.575502836887,"medianTimeToFirstChunk":24.249642843,"medianTimeToFirstAnswerToken":33.399799077537,"medianEndToEndResponseTime":35.68733813617124},"hundredK":{"medianOutputSpeed":366.505288089804,"medianTimeToFirstChunk":31.276805818,"medianTimeToFirstAnswerToken":36.73375300264729,"medianEndToEndResponseTime":38.09798979880911},"mediumParallel":{"medianOutputSpeed":119.123410683632,"medianTimeToFirstChunk":17.462256031,"medianTimeToFirstAnswerToken":34.25156712041802,"medianEndToEndResponseTime":38.44889489277253}},"endToEndResponseTime":{"input":24.249642843,"reasoning":9.150156234536993,"answer":2.2875390586342483,"total":35.68733813617124},"timeToFirstAnswerToken":{"input":24.249642843,"reasoning":9.150156234536993,"total":33.399799077537},"performanceDataSource":{"type":"firstParty","providerName":"Meta"},"hostModelCount":5,"creator":{"id":"e1694725-0192-4e54-b1b8-c97e816c6cbe","slug":"meta","name":"Meta","logo":"/img/logos/meta_small.svg","color":"#0089f4","country":"us","url":"https://ai.meta.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/meta/muse-spark-1.3","matchedBy":"slug","catalog":{"id":"meta/muse-spark-1.3","canonical_slug":"meta/muse-spark-1.3-20260902","hugging_face_id":null,"name":"Meta: Muse Spark 1.3","created":1788378359,"description":"Muse Spark 1.3 is a multimodal reasoning model from Meta for long-running agentic, multi-agent, and coding workflows. It is designed to keep track of information across extended tasks, work through...","context_length":1048576,"architecture":{"modality":"text+image+file+audio+video->text","input_modalities":["text","image","video","file","audio"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000125","completion":"0.00000425","web_search":"0.0025","input_cache_read":"0.00000015"},"top_provider":{"context_length":1048576,"max_completion_tokens":943718,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","repetition_penalty","response_format","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/meta/muse-spark-1.3-20260902/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"fullstack","elo":1318,"win_rate":59.3,"rank":3},{"arena":"agents","category":"mobileapps","elo":1226,"win_rate":45.7,"rank":14},{"arena":"agents","category":"python-pptxslides","elo":1245,"win_rate":51.5,"rank":10},{"arena":"agents","category":"webapps","elo":1313,"win_rate":55.2,"rank":3},{"arena":"models","category":"3d","elo":1431,"win_rate":65,"rank":1},{"arena":"models","category":"codecategories","elo":1373,"win_rate":59.3,"rank":2},{"arena":"models","category":"dataviz","elo":1346,"win_rate":57.6,"rank":6},{"arena":"models","category":"gamedev","elo":1371,"win_rate":57.9,"rank":4},{"arena":"models","category":"svg","elo":1344,"win_rate":62.2,"rank":3},{"arena":"models","category":"uicomponent","elo":1381,"win_rate":58.8,"rank":1},{"arena":"models","category":"website","elo":1364,"win_rate":59.4,"rank":1},{"arena":"agents","category":"godotgamedev","elo":1214,"win_rate":43.7,"rank":9}]},"reasoning":{"mandatory":true,"supported_efforts":["max","xhigh","high","medium","low","minimal"],"default_effort":"medium"}},"endpoints":[{"name":"Meta | meta/muse-spark-1.3-20260902","model_id":"meta/muse-spark-1.3","model_name":"Meta: Muse Spark 1.3","context_length":1048576,"pricing":{"prompt":"0.00000125","completion":"0.00000425","web_search":"0.0025","input_cache_read":"0.00000015","discount":0},"provider_name":"Meta","tag":"meta","quantization":"unknown","max_completion_tokens":943718,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","repetition_penalty","top_k","temperature","top_p","tools","tool_choice","structured_outputs","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99661096218173,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"8c748e53-61ae-48b8-af8d-eb8298b1e9db","slug":"nemotron-3-nano-omni-30b-a3b","name":"Nemotron 3 Nano Omni 30B A3B Reasoning","shortName":"Nemotron 3 Nano Omni 30B A3B","sourceUrl":"https://artificialanalysis.ai/models/nemotron-3-nano-omni-30b-a3b","releaseDate":"2026-04-29","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"nemotron-3-nano-omni-30b-a3b","name":"Nemotron 3 Nano Omni 30B A3B Reasoning"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"NVIDIA Open Model License Agreement","intelligenceIndex":10.2506761710987,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.09,"price1mOutputTokens":0.36,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-57.43333333333333,"score":-57.43333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":415.52,"score":415.52,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.453216374269006,"score":0.453216374269006,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0833333333333333,"score":0.0833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0674157303370786,"score":0.0674157303370786,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.396666666666667,"score":0.396666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.631972789115646,"score":0.631972789115646,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0481927710843374,"score":0.0481927710843374,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.468686868686869,"score":0.468686868686869,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.531791907514451,"score":0.531791907514451,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"8c748e53-61ae-48b8-af8d-eb8298b1e9db","slug":"nemotron-3-nano-omni-30b-a3b","name":"Nemotron 3 Nano Omni 30B A3B Reasoning","shortName":"Nemotron 3 Nano Omni 30B A3B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-29","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"nemotron-3-nano-omni-30b-a3b","name":"Nemotron 3 Nano Omni 30B A3B Reasoning"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"NVIDIA Open Model License Agreement","licenseUrl":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","modelWeightsSourceUrl":"https://huggingface.co/nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","microevalsEnabled":false,"intelligenceIndex":10.2506761710987,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-57.43333333333333,"omniscienceBreakdown":{"accuracy":0.152,"hallucinationRate":0.8565251572327044},"gdpval":415.52,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.453216374269006,"tauBanking":null,"terminalbenchHard":0.0833333333333333,"terminalBench21":0.0674157303370786,"terminalBench40":null,"scicode":null,"lcr":0.396666666666667,"ifbench":0.631972789115646,"hle":0.0481927710843374,"gpqa":0.468686868686869,"critpt":0,"apexAgents":null,"mmmuPro":0.531791907514451,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.09,"price1mOutputTokens":0.36,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.1575,"price1mBlended7To2To1":0.11699999999999999,"price1mBlended0To1To1":0.22499999999999998,"price1mBlended100To1To1":0.0926470588235294,"price1mBlended0To100To1":0.09267326732673267,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":55.55555555555556,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free","matchedBy":"slug","catalog":{"id":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free","canonical_slug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","hugging_face_id":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","name":"NVIDIA: Nemotron 3 Nano Omni (free)","created":1777393095,"description":"NVIDIA Nemotron™ 3 Nano Omni is a 30B-A3B open multimodal model designed to function as a perception and context sub-agent in enterprise agent systems. It accepts text, image, video, and...","context_length":256000,"architecture":{"modality":"text+image+audio+video->text","input_modalities":["text","audio","image","video"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0","completion":"0"},"top_provider":{"context_length":256000,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","seed","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":0.6,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":13.8,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":true,"supports_max_tokens":true}},"endpoints":[{"name":"Nvidia | nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428:free","model_id":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free","model_name":"NVIDIA: Nemotron 3 Nano Omni","context_length":256000,"pricing":{"prompt":"0","completion":"0","discount":0},"provider_name":"Nvidia","tag":"nvidia","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","seed","top_p","tool_choice","tools"],"supports_tool_choice":{"none":false,"auto":false,"required":false,"function":false},"status":-2,"uptime_last_30m":88.30255057167986,"uptime_last_5m":89.53722334004024,"uptime_last_1d":84.79418886198548,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"63872e9c-3377-4a6b-b477-7bba244c38e9","slug":"nvidia-nemotron-3-super-120b-a12b","name":"Nemotron 3 Super 120B A12B (Reasoning)","shortName":"Nemotron 3 Super","sourceUrl":"https://artificialanalysis.ai/models/nvidia-nemotron-3-super-120b-a12b","releaseDate":"2026-03-11","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"nvidia-nemotron-3-super-120b-a12b","name":"Nemotron 3 Super 120B A12B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":120.6,"inferenceParametersActiveBillions":12.7,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":"Nvidia Nemotron Open Model License","intelligenceIndex":13.5508075290979,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":14.239587197292305,"strategyAndOps":10.378287986271417,"legal":13.698990451439318,"healthcareAndMedical":11.667046805563352,"engineering":17.747473010724214,"economics":21.461882858356493},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":180.522970242831,"canonicalInputTokens":3878142540,"canonicalOutputTokens":172413752,"outputTokensPerTask":113822.52266480435,"answerTokensPerTask":46763.194876525566,"reasoningTokensPerTask":67059.32778827878,"price1mInputTokens":0.1925,"price1mOutputTokens":0.65,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":1.0599863852193983,"latency":{"timeToFirstChunkMs":1.83512160700002,"timeToFirstAnswerTokenMs":12.914044124780965,"endToEndMs":15.683774754226203}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":0,"score":0,"outputTokensPerTask":604419.4505494506,"costPerTask":5.838004985549452,"timePerTask":3291.4976631807135,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":644.41,"score":644.41,"outputTokensPerTask":24750.18181818182,"costPerTask":0.3514177190568181,"timePerTask":134.7825016944556,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.037790306947452605,"score":0.037790306947452605,"outputTokensPerTask":12245.931506849314,"costPerTask":0.14581701878234396,"timePerTask":66.68788521220469,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":87694.15151515152,"costPerTask":1.3318761489015152,"timePerTask":477.55758773868433,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.362268518518519,"score":0.362268518518519,"outputTokensPerTask":1915.0694444444443,"costPerTask":0.0017847222135416666,"timePerTask":10.428927453422446,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.207599629286376,"score":0.207599629286376,"outputTokensPerTask":36199.10750695088,"costPerTask":0.023585659227293793,"timePerTask":197.13011826479604,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.026,"score":0.026,"outputTokensPerTask":7700.14,"costPerTask":0.007497548274999999,"timePerTask":41.93278822037303,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0314285714285714,"score":0.0314285714285714,"outputTokensPerTask":59304.81428571429,"costPerTask":0.039530399035714286,"timePerTask":322.95727323028024,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-41.5,"score":-41.5,"outputTokensPerTask":2273.800333333333,"costPerTask":0.0015009736458333335,"timePerTask":12.382474582680347,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.656666666666667,"score":0.656666666666667,"outputTokensPerTask":8997.84,"costPerTask":0.0240084146,"timePerTask":48.999696000436515,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0333333333333333,"score":0.0333333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.026,"score":0.026,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":644.41,"score":644.41,"outputTokensPerTask":24750.18181818182,"costPerTask":0.3514177190568181,"timePerTask":134.7825016944556,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.07220499999999998,"score":0.07220499999999998,"outputTokensPerTask":24750.18181818182,"costPerTask":0.3514177190568181,"timePerTask":134.7825016944556,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.0112994350282486,"score":0.0112994350282486,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.678362573099415,"score":0.678362573099415,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.103092783505155,"score":0.103092783505155,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.287878787878788,"score":0.287878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.385767790262172,"score":0.385767790262172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":87694.15151515152,"costPerTask":1.3318761489015152,"timePerTask":477.55758773868433,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.656666666666667,"score":0.656666666666667,"outputTokensPerTask":8997.84,"costPerTask":0.0240084146,"timePerTask":48.999696000436515,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.714965986394558,"score":0.714965986394558,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.207599629286376,"score":0.207599629286376,"outputTokensPerTask":36199.10750695088,"costPerTask":0.023585659227293793,"timePerTask":197.13011826479604,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.8,"score":0.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.0184365781710914,"score":0.0184365781710914,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.037790306947452605,"score":0.037790306947452605,"outputTokensPerTask":12245.931506849314,"costPerTask":0.14581701878234396,"timePerTask":66.68788521220469,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.23545210384959714,"score":0.23545210384959714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":14.239587197292305,"score":14.239587197292305,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":10.378287986271417,"score":10.378287986271417,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":13.698990451439318,"score":13.698990451439318,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":11.667046805563352,"score":11.667046805563352,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":17.747473010724214,"score":17.747473010724214,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":21.461882858356493,"score":21.461882858356493,"family":"Capability Index"}],"benchmarkCount":33,"raw":{"id":"63872e9c-3377-4a6b-b477-7bba244c38e9","slug":"nvidia-nemotron-3-super-120b-a12b","name":"Nemotron 3 Super 120B A12B (Reasoning)","shortName":"Nemotron 3 Super","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-11","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"nvidia-nemotron-3-super-120b-a12b","name":"Nemotron 3 Super 120B A12B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":120.6,"inferenceParametersActiveBillions":12.7,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":"Nvidia Nemotron Open Model License","licenseUrl":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","modelWeightsSourceUrl":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","microevalsEnabled":false,"intelligenceIndex":13.5508075290979,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":14.239587197292305,"strategyAndOps":10.378287986271417,"legal":13.698990451439318,"healthcareAndMedical":11.667046805563352,"engineering":17.747473010724214,"economics":21.461882858356493},"omniscience":-41.5,"omniscienceBreakdown":{"accuracy":0.24316666666666667,"hallucinationRate":0.869632239594803},"mlcrOverall":0.0333333333333333,"gdpPdfAllPass":0.026,"gdpval":644.41,"gdpvalNormalized":0.07220499999999998,"itBenchSre":0.0112994350282486,"tau2":0.678362573099415,"tauBanking":0.103092783505155,"terminalbenchHard":0.287878787878788,"terminalBench21":0.385767790262172,"terminalBench40":0,"scicode":0.362268518518519,"lcr":0.656666666666667,"ifbench":0.714965986394558,"hle":0.207599629286376,"gpqa":0.8,"critpt":0.0314285714285714,"apexAgents":0.0184365781710914,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.037790306947452605,"enterpriseOpsGym":0.23545210384959714,"price1mInputTokens":0.1925,"price1mOutputTokens":0.65,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.306875,"price1mBlended7To2To1":0.23825000000000002,"price1mBlended0To1To1":0.42125,"price1mBlended100To1To1":0.19698529411764704,"price1mBlended0To100To1":0.197029702970297,"intelligenceIndexTimePerTask":619.8453193853422,"intelligenceIndexCost":{"total":858.61137775,"input":746.54243895,"nonCacheInput":2.548870555,"cacheRead":0,"cacheWrite":743.993568395,"output":112.06893880000001,"reasoning":89.50399250000001,"answer":22.564946300000003},"intelligenceIndexCostPerTask":{"cost":{"total":1.0599863852193983,"input":0.9860017454872753,"nonCacheInput":0.0013185307891178497,"cacheRead":0,"cacheWrite":0.9846832146981574,"output":0.07398463973212283,"reasoning":0.04358856306238122,"answer":0.030396076669741624},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.8757007478324177},{"slug":"gdpval-aa","weightedCostPerTask":0.035141771905681816},{"slug":"automationbench-aa","weightedCostPerTask":0.0072908509391171996},{"slug":"terminalbench-4-0","weightedCostPerTask":0.13318761489015152},{"slug":"scicode","weightedCostPerTask":0.00017847222135416668},{"slug":"humanitys-last-exam","weightedCostPerTask":0.002358565922729379},{"slug":"gdp-pdf","weightedCostPerTask":0.0007497548274999999},{"slug":"critpt","weightedCostPerTask":0.003953039903571429},{"slug":"omniscience","weightedCostPerTask":0.00022514604687500002},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0012004207300000001}]},"canonicalIntelligenceIndexTokenCount":{"input":3878142540,"output":172413752,"answer":34715302,"reasoning":137698450},"intelligenceIndexOutputTokensPerTask":{"reasoning":67059.32778827878,"answer":46763.194876525566,"output":113822.52266480435},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":0,"outputTokensPerTask":604419.4505494506,"costPerTask":5.838004985549452,"timePerTask":3291.4976631807135},{"slug":"gdpval-aa","score":644.41,"outputTokensPerTask":24750.18181818182,"costPerTask":0.3514177190568181,"timePerTask":134.7825016944556},{"slug":"automationbench-aa","score":0.037790306947452605,"outputTokensPerTask":12245.931506849314,"costPerTask":0.14581701878234396,"timePerTask":66.68788521220469},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":87694.15151515152,"costPerTask":1.3318761489015152,"timePerTask":477.55758773868433},{"slug":"scicode","score":0.362268518518519,"outputTokensPerTask":1915.0694444444443,"costPerTask":0.0017847222135416666,"timePerTask":10.428927453422446},{"slug":"humanitys-last-exam","score":0.207599629286376,"outputTokensPerTask":36199.10750695088,"costPerTask":0.023585659227293793,"timePerTask":197.13011826479604},{"slug":"gdp-pdf","score":0.026,"outputTokensPerTask":7700.14,"costPerTask":0.007497548274999999,"timePerTask":41.93278822037303},{"slug":"critpt","score":0.0314285714285714,"outputTokensPerTask":59304.81428571429,"costPerTask":0.039530399035714286,"timePerTask":322.95727323028024},{"slug":"omniscience","score":-41.5,"outputTokensPerTask":2273.800333333333,"costPerTask":0.0015009736458333335,"timePerTask":12.382474582680347},{"slug":"artificial-analysis-long-context-reasoning","score":0.656666666666667,"outputTokensPerTask":8997.84,"costPerTask":0.0240084146,"timePerTask":48.999696000436515}],"openness":{"opennessIndex":83.33333333333333,"modelAvailability":6,"transparencyMethodology":6,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"briefcaseBreakdown":{"overall":{"elo":0,"lower95ci":0,"upper95ci":0},"rubricPassRate":0.006060606060606061,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":531.2584536850001,"timescaleData":{"medianOutputSpeed":180.522970242831,"medianTimeToFirstChunk":1.83512160700002},"outputSpeedVariance":{"p05":76.2671518983378,"q25":99.6651507773229,"median":180.522970242831,"q75":205.404217495412,"p95":242.736678853217},"timeToFirstChunkVariance":{"p05":1.64362902590012,"q25":1.73200455950001,"median":1.83512160700002,"q75":2.47087551850001,"p95":37.5967719838},"performanceByPromptType":{"medium":{"medianOutputSpeed":146.263970720524,"medianTimeToFirstChunk":1.23339718300001,"medianTimeToFirstAnswerToken":14.907304640507293,"medianEndToEndResponseTime":18.325781504884112},"long":{"medianOutputSpeed":180.522970242831,"medianTimeToFirstChunk":1.83512160700002,"medianTimeToFirstAnswerToken":12.914044124780965,"medianEndToEndResponseTime":15.683774754226203},"hundredK":{"medianOutputSpeed":266.642619756842,"medianTimeToFirstChunk":8.15067493050003,"medianTimeToFirstAnswerToken":15.651351310832062,"medianEndToEndResponseTime":17.52652040591507},"mediumParallel":{"medianOutputSpeed":140.667934207383,"medianTimeToFirstChunk":1.37938711699996,"medianTimeToFirstAnswerToken":15.597268479012804,"medianEndToEndResponseTime":19.151738819516016}},"endToEndResponseTime":{"input":1.83512160700002,"reasoning":11.078922517780946,"answer":2.7697306294452364,"total":15.683774754226203},"timeToFirstAnswerToken":{"input":1.83512160700002,"reasoning":11.078922517780946,"total":12.914044124780965},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/nvidia/nemotron-3-super-120b-a12b","matchedBy":"shortName","catalog":{"id":"nvidia/nemotron-3-super-120b-a12b","canonical_slug":"nvidia/nemotron-3-super-120b-a12b-20230311","hugging_face_id":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8","name":"NVIDIA: Nemotron 3 Super","created":1773245239,"description":"NVIDIA Nemotron 3 Super is a 120B-parameter open hybrid MoE model, activating just 12B parameters for maximum compute efficiency and accuracy in complex multi-agent applications. Built on a hybrid Mamba-Transformer...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000008","completion":"0.00000045"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/nvidia/nemotron-3-super-120b-a12b-20230311/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":13.6,"coding_index":37.7,"agentic_index":4.1}},"reasoning":{"mandatory":false,"default_enabled":true,"supports_max_tokens":true,"supported_efforts":["medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"DekaLLM | nvidia/nemotron-3-super-120b-a12b-20230311","model_id":"nvidia/nemotron-3-super-120b-a12b","model_name":"NVIDIA: Nemotron 3 Super","context_length":262144,"pricing":{"prompt":"0.00000008","completion":"0.00000045","discount":0},"provider_name":"DekaLLM","tag":"dekallm/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","logit_bias","max_tokens","presence_penalty","seed","stop","temperature","top_p","response_format","tools","logprobs","top_logprobs","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.77152477152477,"uptime_last_5m":99.68203497615262,"uptime_last_1d":99.42530201399339,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | nvidia/nemotron-3-super-120b-a12b-20230311","model_id":"nvidia/nemotron-3-super-120b-a12b","model_name":"NVIDIA: Nemotron 3 Super","context_length":262144,"pricing":{"prompt":"0.000000085","completion":"0.0000004","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","response_format","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.89247311827957,"uptime_last_5m":100,"uptime_last_1d":99.97970624793892,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"5b52def2-ac9b-4465-ad80-91ea8079e253","slug":"nvidia-nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B (Reasoning)","shortName":"Nemotron 3 Ultra","sourceUrl":"https://artificialanalysis.ai/models/nvidia-nemotron-3-ultra-550b-a55b","releaseDate":"2026-06-04","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":550,"inferenceParametersActiveBillions":55,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"OpenMDW","intelligenceIndex":23.4145123422858,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.651468477961735,"strategyAndOps":17.187507504053038,"legal":27.038960029420384,"healthcareAndMedical":23.598235038313582,"engineering":27.66107585988309,"economics":37.20311766295953},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":161.769495255877,"canonicalInputTokens":1067010269,"canonicalOutputTokens":112448129,"outputTokensPerTask":28366.096709963975,"answerTokensPerTask":13315.828431664018,"reasoningTokensPerTask":15050.268278299955,"price1mInputTokens":0.6,"price1mOutputTokens":2.4,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.5791367685781732,"latency":{"timeToFirstChunkMs":2.39751802800004,"timeToFirstAnswerTokenMs":16.460738021371135,"endToEndMs":19.551555602331817}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":878.22,"score":878.22,"outputTokensPerTask":47525.45054945055,"costPerTask":1.2921536700247283,"timePerTask":274.81039322641243,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1090.88,"score":1090.88,"outputTokensPerTask":27244.104545454546,"costPerTask":0.4073683171706976,"timePerTask":157.5358675547456,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.02986349541593992,"score":0.02986349541593992,"outputTokensPerTask":5609.296803652968,"costPerTask":0.20795334687528158,"timePerTask":32.43510671680212,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":51609.878787878784,"costPerTask":2.9693760821560966,"timePerTask":298.42812472250034,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.402777777777778,"score":0.402777777777778,"outputTokensPerTask":3946.9270833333335,"costPerTask":0.011098904166666666,"timePerTask":22.822647050514924,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.284059314179796,"score":0.284059314179796,"outputTokensPerTask":37164.096385542165,"costPerTask":0.08939191890639481,"timePerTask":214.89706722482003,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.05,"score":0.05,"outputTokensPerTask":3105,"costPerTask":0.030197058000000002,"timePerTask":17.95430156059563,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0314285714285714,"score":0.0314285714285714,"outputTokensPerTask":82525.72857142857,"costPerTask":0.19968208285714287,"timePerTask":477.19543229606813,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-0.4,"score":-0.4,"outputTokensPerTask":1196.3916666666667,"costPerTask":0.002950182699999999,"timePerTask":6.917995738459563,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.793333333333333,"score":0.793333333333333,"outputTokensPerTask":4355.64,"costPerTask":0.07524173999999999,"timePerTask":25.18598198048076,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.111111111111111,"score":0.111111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.81719496309162,"score":0.81719496309162,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.05,"score":0.05,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1090.88,"score":1090.88,"outputTokensPerTask":27244.104545454546,"costPerTask":0.4073683171706976,"timePerTask":157.5358675547456,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.29544000000000004,"score":0.29544000000000004,"outputTokensPerTask":27244.104545454546,"costPerTask":0.4073683171706976,"timePerTask":157.5358675547456,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.833333333333333,"score":0.833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.142268041237113,"score":0.142268041237113,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.363636363636364,"score":0.363636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.539325842696629,"score":0.539325842696629,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":51609.878787878784,"costPerTask":2.9693760821560966,"timePerTask":298.42812472250034,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.793333333333333,"score":0.793333333333333,"outputTokensPerTask":4355.64,"costPerTask":0.07524173999999999,"timePerTask":25.18598198048076,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.813605442176871,"score":0.813605442176871,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.284059314179796,"score":0.284059314179796,"outputTokensPerTask":37164.096385542165,"costPerTask":0.08939191890639481,"timePerTask":214.89706722482003,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.866666666666667,"score":0.866666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.0625,"score":0.0625,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.02986349541593992,"score":0.02986349541593992,"outputTokensPerTask":5609.296803652968,"costPerTask":0.20795334687528158,"timePerTask":32.43510671680212,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.28886899433005075,"score":0.28886899433005075,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":24.651468477961735,"score":24.651468477961735,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":17.187507504053038,"score":17.187507504053038,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":27.038960029420384,"score":27.038960029420384,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":23.598235038313582,"score":23.598235038313582,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":27.66107585988309,"score":27.66107585988309,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":37.20311766295953,"score":37.20311766295953,"family":"Capability Index"}],"benchmarkCount":33,"raw":{"id":"5b52def2-ac9b-4465-ad80-91ea8079e253","slug":"nvidia-nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B (Reasoning)","shortName":"Nemotron 3 Ultra","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-06-04","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2275,"release":{"slug":"nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":550,"inferenceParametersActiveBillions":55,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"OpenMDW","licenseUrl":"https://openmdw.ai/license/1-1/","modelWeightsSourceUrl":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","microevalsEnabled":true,"intelligenceIndex":23.4145123422858,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.651468477961735,"strategyAndOps":17.187507504053038,"legal":27.038960029420384,"healthcareAndMedical":23.598235038313582,"engineering":27.66107585988309,"economics":37.20311766295953},"omniscience":-0.4,"omniscienceBreakdown":{"accuracy":0.22583333333333333,"hallucinationRate":0.2968783638320775},"mlcrOverall":0.111111111111111,"harveyLab":0.81719496309162,"gdpPdfAllPass":0.05,"gdpval":1090.88,"gdpvalNormalized":0.29544000000000004,"itBenchSre":null,"tau2":0.833333333333333,"tauBanking":0.142268041237113,"terminalbenchHard":0.363636363636364,"terminalBench21":0.539325842696629,"terminalBench40":0.00505050505050505,"scicode":0.402777777777778,"lcr":0.793333333333333,"ifbench":0.813605442176871,"hle":0.284059314179796,"gpqa":0.866666666666667,"critpt":0.0314285714285714,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":0.0625,"automationBenchPartialScore":0.02986349541593992,"enterpriseOpsGym":0.28886899433005075,"price1mInputTokens":0.6,"price1mOutputTokens":2.4,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.0499999999999998,"price1mBlended7To2To1":0.5,"price1mBlended0To1To1":1.5,"price1mBlended100To1To1":0.22549019607843138,"price1mBlended0To100To1":0.6178217821782178,"intelligenceIndexTimePerTask":164.02365682051942,"intelligenceIndexCost":{"total":778.138151269166,"input":508.26264166916604,"nonCacheInput":10.235647199999999,"cacheRead":65.97175986541694,"cacheWrite":432.0552346037491,"output":269.8755096,"reasoning":225.03150960000002,"answer":44.843999999999994},"intelligenceIndexCostPerTask":{"cost":{"total":0.5791367685781732,"input":0.5110581364742596,"nonCacheInput":0.005870212508347456,"cacheRead":0.06764191580025615,"cacheWrite":0.43754600816565603,"output":0.06807863210391353,"reasoning":0.03612064386791989,"answer":0.03195798823599364},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.1938230505037092},{"slug":"gdpval-aa","weightedCostPerTask":0.04073683171706976},{"slug":"automationbench-aa","weightedCostPerTask":0.01039766734376408},{"slug":"terminalbench-4-0","weightedCostPerTask":0.29693760821560966},{"slug":"scicode","weightedCostPerTask":0.0011098904166666668},{"slug":"humanitys-last-exam","weightedCostPerTask":0.008939191890639481},{"slug":"gdp-pdf","weightedCostPerTask":0.0030197058},{"slug":"critpt","weightedCostPerTask":0.019968208285714287},{"slug":"omniscience","weightedCostPerTask":0.00044252740499999986},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0037620869999999995}]},"canonicalIntelligenceIndexTokenCount":{"input":1067010269,"output":112448129,"answer":18685000,"reasoning":93763129},"intelligenceIndexOutputTokensPerTask":{"reasoning":15050.268278299955,"answer":13315.828431664018,"output":28366.096709963975},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":878.22,"outputTokensPerTask":47525.45054945055,"costPerTask":1.2921536700247283,"timePerTask":274.81039322641243},{"slug":"gdpval-aa","score":1090.88,"outputTokensPerTask":27244.104545454546,"costPerTask":0.4073683171706976,"timePerTask":157.5358675547456},{"slug":"automationbench-aa","score":0.02986349541593992,"outputTokensPerTask":5609.296803652968,"costPerTask":0.20795334687528158,"timePerTask":32.43510671680212},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":51609.878787878784,"costPerTask":2.9693760821560966,"timePerTask":298.42812472250034},{"slug":"scicode","score":0.402777777777778,"outputTokensPerTask":3946.9270833333335,"costPerTask":0.011098904166666666,"timePerTask":22.822647050514924},{"slug":"humanitys-last-exam","score":0.284059314179796,"outputTokensPerTask":37164.096385542165,"costPerTask":0.08939191890639481,"timePerTask":214.89706722482003},{"slug":"gdp-pdf","score":0.05,"outputTokensPerTask":3105,"costPerTask":0.030197058000000002,"timePerTask":17.95430156059563},{"slug":"critpt","score":0.0314285714285714,"outputTokensPerTask":82525.72857142857,"costPerTask":0.19968208285714287,"timePerTask":477.19543229606813},{"slug":"omniscience","score":-0.4,"outputTokensPerTask":1196.3916666666667,"costPerTask":0.002950182699999999,"timePerTask":6.917995738459563},{"slug":"artificial-analysis-long-context-reasoning","score":0.793333333333333,"outputTokensPerTask":4355.64,"costPerTask":0.07524173999999999,"timePerTask":25.18598198048076}],"openness":{"opennessIndex":83.33333333333333,"modelAvailability":6,"transparencyMethodology":6,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"briefcaseBreakdown":{"overall":{"elo":878.22,"lower95ci":871.64,"upper95ci":885.37},"rubricPassRate":0.2202020202020202,"analyticalQuality":{"elo":833.68,"lower95ci":821.8,"upper95ci":846.41},"presentation":{"elo":881.57,"lower95ci":868.68,"upper95ci":894.19}},"briefcaseTotalCost":117.58598397225026,"timescaleData":{"medianOutputSpeed":161.769495255877,"medianTimeToFirstChunk":2.39751802800004},"outputSpeedVariance":{"p05":12.7698284932661,"q25":52.965945511512,"median":161.769495255877,"q75":278.977695232074,"p95":425.975244992631},"timeToFirstChunkVariance":{"p05":0.658534948599981,"q25":1.03046065599997,"median":2.39751802800004,"q75":6.54284711999998,"p95":50.3624754306},"performanceByPromptType":{"medium":{"medianOutputSpeed":156.311704498512,"medianTimeToFirstChunk":1.28216397900002,"medianTimeToFirstAnswerToken":15.836416376789314,"medianEndToEndResponseTime":19.035153167512238},"long":{"medianOutputSpeed":161.769495255877,"medianTimeToFirstChunk":2.39751802800004,"medianTimeToFirstAnswerToken":16.460738021371135,"medianEndToEndResponseTime":19.551555602331817},"hundredK":{"medianOutputSpeed":197.876241032946,"medianTimeToFirstChunk":5.14250085450001,"medianTimeToFirstAnswerToken":16.639586043323753,"medianEndToEndResponseTime":19.166417952955342},"mediumParallel":{"medianOutputSpeed":139.345987236913,"medianTimeToFirstChunk":2.04475951099994,"medianTimeToFirstAnswerToken":18.371027996450437,"medianEndToEndResponseTime":21.959218872373626}},"endToEndResponseTime":{"input":2.39751802800004,"reasoning":14.063219993371096,"answer":3.0908175809606804,"total":19.551555602331817},"timeToFirstAnswerToken":{"input":2.39751802800004,"reasoning":14.063219993371096,"total":16.460738021371135},"performanceDataSource":{"type":"median"},"hostModelCount":9,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/nvidia/nemotron-3-ultra-550b-a55b","matchedBy":"shortName","catalog":{"id":"nvidia/nemotron-3-ultra-550b-a55b","canonical_slug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","hugging_face_id":"nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","name":"NVIDIA: Nemotron 3 Ultra","created":1780551208,"description":"NVIDIA Nemotron 3 Ultra is an open frontier-reasoning and orchestration model from NVIDIA, with 55B active parameters out of 550B total (MoE). Built on a hybrid Transformer-Mamba mixture-of-experts architecture, it...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000006","completion":"0.0000024","input_cache_read":"0.00000012"},"top_provider":{"context_length":202800,"max_completion_tokens":182520,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/nvidia/nemotron-3-ultra-550b-a55b-20260604/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1162,"win_rate":40.2,"rank":62},{"arena":"models","category":"asciiart","elo":1098,"win_rate":36.5,"rank":61},{"arena":"models","category":"codecategories","elo":1156,"win_rate":36.3,"rank":77},{"arena":"models","category":"dataviz","elo":1160,"win_rate":38.9,"rank":72},{"arena":"models","category":"gamedev","elo":1157,"win_rate":36.9,"rank":70},{"arena":"models","category":"svg","elo":1101,"win_rate":35.6,"rank":61},{"arena":"models","category":"uicomponent","elo":1148,"win_rate":36.6,"rank":73},{"arena":"models","category":"website","elo":1147,"win_rate":34.6,"rank":83}],"artificial_analysis":{"intelligence_index":23.4,"coding_index":49.3,"agentic_index":21.7}},"reasoning":{"mandatory":false,"default_enabled":true,"supports_max_tokens":true,"supported_efforts":["high","medium"],"default_effort":"high"}},"endpoints":[{"name":"DeepInfra | nvidia/nemotron-3-ultra-550b-a55b-20260604","model_id":"nvidia/nemotron-3-ultra-550b-a55b","model_name":"NVIDIA: Nemotron 3 Ultra","context_length":262144,"pricing":{"prompt":"0.0000005","completion":"0.0000022","input_cache_read":"0.0000001","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","response_format","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | nvidia/nemotron-3-ultra-550b-a55b-20260604","model_id":"nvidia/nemotron-3-ultra-550b-a55b","model_name":"NVIDIA: Nemotron 3 Ultra","context_length":202800,"pricing":{"prompt":"0.0000006","completion":"0.0000024","input_cache_read":"0.00000012","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":182520,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99442752061817,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"BaseTen | nvidia/nemotron-3-ultra-550b-a55b-20260604","model_id":"nvidia/nemotron-3-ultra-550b-a55b","model_name":"NVIDIA: Nemotron 3 Ultra","context_length":202800,"pricing":{"prompt":"0.0000006","completion":"0.0000024","input_cache_read":"0.00000012","discount":0},"provider_name":"BaseTen","tag":"baseten/fp4","quantization":"fp4","max_completion_tokens":182520,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98093526159545,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | nvidia/nemotron-3-ultra-550b-a55b-20260604","model_id":"nvidia/nemotron-3-ultra-550b-a55b","model_name":"NVIDIA: Nemotron 3 Ultra","context_length":256000,"pricing":{"prompt":"0.000000625","completion":"0.000003125","input_cache_read":"0.0000001875","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.10126582278481,"uptime_last_5m":98.86363636363636,"uptime_last_1d":99.0764906645252,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"29976311-665a-4b2f-ac72-557c33e0758e","slug":"nemotron-3-5-lightning","name":"Nemotron 3.5 Lightning","shortName":"Nemotron 3.5 Lightning","sourceUrl":"https://artificialanalysis.ai/models/nemotron-3-5-lightning","releaseDate":"2026-08-11","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"nemotron-3-5-lightning","name":"Nemotron 3.5 Lightning"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":31.6,"inferenceParametersActiveBillions":3.6,"sizeClass":"small","contextWindowTokens":1000000,"licenseName":"OpenMDW-1.1","intelligenceIndex":13.6352556217144,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":13.371527167546255,"strategyAndOps":8.26463990339053,"legal":16.422799876296732,"healthcareAndMedical":12.492734210636172,"engineering":18.822508317184834,"economics":23.74822256333026},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":289.169887192071,"canonicalInputTokens":1354853903,"canonicalOutputTokens":120932222,"outputTokensPerTask":36798.43785409437,"answerTokensPerTask":19818.7768327742,"reasoningTokensPerTask":16979.66102132017,"price1mInputTokens":0.06,"price1mOutputTokens":0.2,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.09309918417597017,"latency":{"timeToFirstChunkMs":0.607964377500025,"timeToFirstAnswerTokenMs":7.524313861260656,"endToEndMs":9.253401232200813}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":508.5,"score":508.5,"outputTokensPerTask":80037.73626373627,"costPerTask":0.3070731160439561,"timePerTask":262.3208758345132,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":766.89,"score":766.89,"outputTokensPerTask":50303.46363636364,"costPerTask":0.08515721936363635,"timePerTask":164.86783927919782,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.008410069634719542,"score":0.008410069634719542,"outputTokensPerTask":19151.902587519027,"costPerTask":0.027559142617960424,"timePerTask":62.76968958867885,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":84949.66666666667,"costPerTask":0.34473664060606063,"timePerTask":278.41955560088076,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.320601851851852,"score":0.320601851851852,"outputTokensPerTask":14828.065972222223,"costPerTask":0.0032312875694444445,"timePerTask":48.59846660265474,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.105653382761817,"score":0.105653382761817,"outputTokensPerTask":26623.25671918443,"costPerTask":0.005344758183503244,"timePerTask":87.25679093585013,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.03,"score":0.03,"outputTokensPerTask":13730.73,"costPerTask":0.0050201838,"timePerTask":45.00198640774358,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":39843.84285714286,"costPerTask":0.008246710857142858,"timePerTask":130.58679871277158,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-17.716666666666665,"score":-17.716666666666665,"outputTokensPerTask":2963.574666666667,"costPerTask":0.0006005992033333333,"timePerTask":9.713012117175602,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.603333333333333,"score":0.603333333333333,"outputTokensPerTask":7254.87,"costPerTask":0.007929794399999999,"timePerTask":23.77758219191162,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0111111111111111,"score":0.0111111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.03,"score":0.03,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":766.89,"score":766.89,"outputTokensPerTask":50303.46363636364,"costPerTask":0.08515721936363635,"timePerTask":164.86783927919782,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.13344499999999998,"score":0.13344499999999998,"outputTokensPerTask":50303.46363636364,"costPerTask":0.08515721936363635,"timePerTask":164.86783927919782,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.088659793814433,"score":0.088659793814433,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.243445692883895,"score":0.243445692883895,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":84949.66666666667,"costPerTask":0.34473664060606063,"timePerTask":278.41955560088076,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.603333333333333,"score":0.603333333333333,"outputTokensPerTask":7254.87,"costPerTask":0.007929794399999999,"timePerTask":23.77758219191162,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.105653382761817,"score":0.105653382761817,"outputTokensPerTask":26623.25671918443,"costPerTask":0.005344758183503244,"timePerTask":87.25679093585013,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.743434343434343,"score":0.743434343434343,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.008410069634719542,"score":0.008410069634719542,"outputTokensPerTask":19151.902587519027,"costPerTask":0.027559142617960424,"timePerTask":62.76968958867885,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.18352730528200537,"score":0.18352730528200537,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":13.371527167546255,"score":13.371527167546255,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":8.26463990339053,"score":8.26463990339053,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":16.422799876296732,"score":16.422799876296732,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":12.492734210636172,"score":12.492734210636172,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":18.822508317184834,"score":18.822508317184834,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":23.74822256333026,"score":23.74822256333026,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"29976311-665a-4b2f-ac72-557c33e0758e","slug":"nemotron-3-5-lightning","name":"Nemotron 3.5 Lightning","shortName":"Nemotron 3.5 Lightning","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-11","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"nemotron-3-5-lightning","name":"Nemotron 3.5 Lightning"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":31.6,"inferenceParametersActiveBillions":3.6,"sizeClass":"small","contextWindowTokens":1000000,"licenseName":"OpenMDW-1.1","licenseUrl":"https://openmdw.ai/license/1-1/","modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":13.6352556217144,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":13.371527167546255,"strategyAndOps":8.26463990339053,"legal":16.422799876296732,"healthcareAndMedical":12.492734210636172,"engineering":18.822508317184834,"economics":23.74822256333026},"omniscience":-17.716666666666665,"omniscienceBreakdown":{"accuracy":0.14433333333333334,"hallucinationRate":0.3757304246201792},"mlcrOverall":0.0111111111111111,"gdpPdfAllPass":0.03,"gdpval":766.89,"gdpvalNormalized":0.13344499999999998,"itBenchSre":null,"tau2":null,"tauBanking":0.088659793814433,"terminalbenchHard":null,"terminalBench21":0.243445692883895,"terminalBench40":0.00505050505050505,"scicode":0.320601851851852,"lcr":0.603333333333333,"ifbench":null,"hle":0.105653382761817,"gpqa":0.743434343434343,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.008410069634719542,"enterpriseOpsGym":0.18352730528200537,"price1mInputTokens":0.06,"price1mOutputTokens":0.2,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.095,"price1mBlended7To2To1":0.067,"price1mBlended0To1To1":0.13,"price1mBlended100To1To1":0.05156862745098039,"price1mBlended0To100To1":0.061386138613861385,"intelligenceIndexTimePerTask":120.60559053569271,"intelligenceIndexCost":{"total":105.47767858,"input":81.29123418,"nonCacheInput":1.06195218,"cacheRead":0,"cacheWrite":80.229282,"output":24.1864444,"reasoning":19.2445752,"answer":4.9418692},"intelligenceIndexCostPerTask":{"cost":{"total":0.09309918417597017,"input":0.08573949660515129,"nonCacheInput":0.0006088997905380644,"cacheRead":0,"cacheWrite":0.08513059681461324,"output":0.007359687570818874,"reasoning":0.003395932204264034,"answer":0.003963755366554841},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.046060967406593406},{"slug":"gdpval-aa","weightedCostPerTask":0.008515721936363636},{"slug":"automationbench-aa","weightedCostPerTask":0.0013779571308980213},{"slug":"terminalbench-4-0","weightedCostPerTask":0.03447366406060606},{"slug":"scicode","weightedCostPerTask":0.00032312875694444446},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0005344758183503243},{"slug":"gdp-pdf","weightedCostPerTask":0.00050201838},{"slug":"critpt","weightedCostPerTask":0.0008246710857142858},{"slug":"omniscience","weightedCostPerTask":0.00009008988049999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0003964897199999999}]},"canonicalIntelligenceIndexTokenCount":{"input":1354853903,"output":120932222,"answer":24709346,"reasoning":96222876},"intelligenceIndexOutputTokensPerTask":{"reasoning":16979.66102132017,"answer":19818.7768327742,"output":36798.43785409437},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":508.5,"outputTokensPerTask":80037.73626373627,"costPerTask":0.3070731160439561,"timePerTask":262.3208758345132},{"slug":"gdpval-aa","score":766.89,"outputTokensPerTask":50303.46363636364,"costPerTask":0.08515721936363635,"timePerTask":164.86783927919782},{"slug":"automationbench-aa","score":0.008410069634719542,"outputTokensPerTask":19151.902587519027,"costPerTask":0.027559142617960424,"timePerTask":62.76968958867885},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":84949.66666666667,"costPerTask":0.34473664060606063,"timePerTask":278.41955560088076},{"slug":"scicode","score":0.320601851851852,"outputTokensPerTask":14828.065972222223,"costPerTask":0.0032312875694444445,"timePerTask":48.59846660265474},{"slug":"humanitys-last-exam","score":0.105653382761817,"outputTokensPerTask":26623.25671918443,"costPerTask":0.005344758183503244,"timePerTask":87.25679093585013},{"slug":"gdp-pdf","score":0.03,"outputTokensPerTask":13730.73,"costPerTask":0.0050201838,"timePerTask":45.00198640774358},{"slug":"critpt","score":0,"outputTokensPerTask":39843.84285714286,"costPerTask":0.008246710857142858,"timePerTask":130.58679871277158},{"slug":"omniscience","score":-17.716666666666665,"outputTokensPerTask":2963.574666666667,"costPerTask":0.0006005992033333333,"timePerTask":9.713012117175602},{"slug":"artificial-analysis-long-context-reasoning","score":0.603333333333333,"outputTokensPerTask":7254.87,"costPerTask":0.007929794399999999,"timePerTask":23.77758219191162}],"openness":{"opennessIndex":83.33333333333333,"modelAvailability":6,"transparencyMethodology":6,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"briefcaseBreakdown":{"overall":{"elo":508.5,"lower95ci":498.79,"upper95ci":518.44},"rubricPassRate":0.08888888888888889,"analyticalQuality":{"elo":356.49,"lower95ci":335.86,"upper95ci":377.1},"presentation":{"elo":495.41,"lower95ci":478.61,"upper95ci":512.46}},"briefcaseTotalCost":27.94365356,"timescaleData":{"medianOutputSpeed":289.169887192071,"medianTimeToFirstChunk":0.607964377500025},"outputSpeedVariance":{"p05":119.398360691043,"q25":237.6576600009,"median":289.169887192071,"q75":316.160370796068,"p95":516.665710972619},"timeToFirstChunkVariance":{"p05":0.401239314649973,"q25":0.463811055999912,"median":0.607964377500025,"q75":1.07480193425004,"p95":1.99210598755003},"performanceByPromptType":{"medium":{"medianOutputSpeed":287.131236440025,"medianTimeToFirstChunk":0.476710664000009,"medianTimeToFirstAnswerToken":7.44216668612024,"medianEndToEndResponseTime":9.183530691650297},"long":{"medianOutputSpeed":289.169887192071,"medianTimeToFirstChunk":0.607964377500025,"medianTimeToFirstAnswerToken":7.524313861260656,"medianEndToEndResponseTime":9.253401232200813},"hundredK":{"medianOutputSpeed":304.791028382322,"medianTimeToFirstChunk":2.27950863649997,"medianTimeToFirstAnswerToken":8.841381571589292,"medianEndToEndResponseTime":10.481849805361623},"mediumParallel":{"medianOutputSpeed":193.131637053334,"medianTimeToFirstChunk":0.508491961999994,"medianTimeToFirstAnswerToken":10.86412312898323,"medianEndToEndResponseTime":13.453030920729038}},"endToEndResponseTime":{"input":0.607964377500025,"reasoning":6.916349483760631,"answer":1.7290873709401577,"total":9.253401232200813},"timeToFirstAnswerToken":{"input":0.607964377500025,"reasoning":6.916349483760631,"total":7.524313861260656},"performanceDataSource":{"type":"median"},"hostModelCount":7,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/nvidia/nemotron-3.5-lightning","matchedBy":"slug","catalog":{"id":"nvidia/nemotron-3.5-lightning","canonical_slug":"nvidia/nemotron-3.5-lightning-20260807","hugging_face_id":"nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","name":"NVIDIA: Nemotron 3.5 Lightning","created":1786452751,"description":"NVIDIA Nemotron 3.5 Lightning is an open mixture-of-experts model from NVIDIA, with 3B active parameters out of 30B total. It is suited for high-throughput agentic workloads and specialized tasks that...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000007","completion":"0.0000002","input_cache_read":"0.00000004"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/nvidia/nemotron-3.5-lightning-20260807/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":13.6,"coding_index":26.8,"agentic_index":6.1}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Darkbloom | nvidia/nemotron-3.5-lightning-20260807","model_id":"nvidia/nemotron-3.5-lightning","model_name":"NVIDIA: Nemotron 3.5 Lightning","context_length":262144,"pricing":{"prompt":"0.00000004","completion":"0.00000018","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/int4","quantization":"int4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97649437040171,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | nvidia/nemotron-3.5-lightning-20260807","model_id":"nvidia/nemotron-3.5-lightning","model_name":"NVIDIA: Nemotron 3.5 Lightning","context_length":262144,"pricing":{"prompt":"0.00000007","completion":"0.0000002","input_cache_read":"0.00000004","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","structured_outputs","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.81866310940659,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | nvidia/nemotron-3.5-lightning-20260807","model_id":"nvidia/nemotron-3.5-lightning","model_name":"NVIDIA: Nemotron 3.5 Lightning","context_length":262144,"pricing":{"prompt":"0.00000007","completion":"0.0000002","input_cache_read":"0.00000004","discount":0},"provider_name":"CoreWeave","tag":"coreweave/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9990845341194,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | nvidia/nemotron-3.5-lightning-20260807","model_id":"nvidia/nemotron-3.5-lightning","model_name":"NVIDIA: Nemotron 3.5 Lightning","context_length":262144,"pricing":{"prompt":"0.00000008","completion":"0.0000002","input_cache_read":"0.00000004","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","response_format","tools","tool_choice","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9807551672376,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"1e9907e0-ffac-4595-b006-962e4f1da7cf","slug":"north-mini-code","name":"North Mini Code","shortName":"North Mini Code","sourceUrl":"https://artificialanalysis.ai/models/north-mini-code","releaseDate":"2026-06-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"north-mini-code","name":"North Mini Code"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":9.91462776590372,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.140184243651095,"strategyAndOps":5.920013653477286,"legal":9.931675820153792,"engineering":13.924875144935381,"economics":14.79949755130476},"creator":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","slug":"cohere","name":"Cohere","logo":"/img/logos/cohere_small.svg","color":"#D18EE2","country":"ca","url":"https://cohere.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":76.2577239956389,"canonicalInputTokens":903747242,"canonicalOutputTokens":81537442,"outputTokensPerTask":18355.28843336709,"answerTokensPerTask":7802.356050504403,"reasoningTokensPerTask":10552.932382862688,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0,"latency":{"timeToFirstChunkMs":0.376464259499983,"timeToFirstAnswerTokenMs":26.603315720663154,"endToEndMs":33.16002858595395}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":234.19,"score":234.19,"outputTokensPerTask":31037.86813186813,"costPerTask":0,"timePerTask":372.63967771884904,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":471.64,"score":471.64,"outputTokensPerTask":19640.418181818182,"costPerTask":0,"timePerTask":235.8022487382622,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.014912858603711226,"score":0.014912858603711226,"outputTokensPerTask":4907.993911719939,"costPerTask":0,"timePerTask":58.925221981710614,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":43981.666666666664,"costPerTask":0,"timePerTask":528.042519627074,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.387731481481481,"score":0.387731481481481,"outputTokensPerTask":12577.96875,"costPerTask":0,"timePerTask":151.01070091039293,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.110750695088044,"score":0.110750695088044,"outputTokensPerTask":16191.346617238183,"costPerTask":0,"timePerTask":194.3928029994714,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.018,"score":0.018,"outputTokensPerTask":8769.76,"costPerTask":0,"timePerTask":105.28946531338198,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":25217.685714285715,"costPerTask":0,"timePerTask":302.7627489575603,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-48.583333333333336,"score":-48.583333333333336,"outputTokensPerTask":4460.792833333333,"costPerTask":0,"timePerTask":53.556139768412464,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.373333333333333,"score":0.373333333333333,"outputTokensPerTask":2944.1,"costPerTask":0,"timePerTask":35.34677286825727,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.018,"score":0.018,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":471.64,"score":471.64,"outputTokensPerTask":19640.418181818182,"costPerTask":0,"timePerTask":235.8022487382622,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":19640.418181818182,"costPerTask":0,"timePerTask":235.8022487382622,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.374269005847953,"score":0.374269005847953,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0639175257731959,"score":0.0639175257731959,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.310606060606061,"score":0.310606060606061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.355805243445693,"score":0.355805243445693,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":43981.666666666664,"costPerTask":0,"timePerTask":528.042519627074,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.373333333333333,"score":0.373333333333333,"outputTokensPerTask":2944.1,"costPerTask":0,"timePerTask":35.34677286825727,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.575510204081633,"score":0.575510204081633,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.110750695088044,"score":0.110750695088044,"outputTokensPerTask":16191.346617238183,"costPerTask":0,"timePerTask":194.3928029994714,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.756565656565657,"score":0.756565656565657,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.014912858603711226,"score":0.014912858603711226,"outputTokensPerTask":4907.993911719939,"costPerTask":0,"timePerTask":58.925221981710614,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":9.140184243651095,"score":9.140184243651095,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":5.920013653477286,"score":5.920013653477286,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":9.931675820153792,"score":9.931675820153792,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":13.924875144935381,"score":13.924875144935381,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":14.79949755130476,"score":14.79949755130476,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"1e9907e0-ffac-4595-b006-962e4f1da7cf","slug":"north-mini-code","name":"North Mini Code","shortName":"North Mini Code","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-09","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"north-mini-code","name":"North Mini Code"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/CohereLabs/North-Mini-Code-1.0","microevalsEnabled":true,"intelligenceIndex":9.91462776590372,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.140184243651095,"strategyAndOps":5.920013653477286,"legal":9.931675820153792,"engineering":13.924875144935381,"economics":14.79949755130476},"omniscience":-48.583333333333336,"omniscienceBreakdown":{"accuracy":0.189,"hallucinationRate":0.8321002877106453},"gdpPdfAllPass":0.018,"gdpval":471.64,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.374269005847953,"tauBanking":0.0639175257731959,"terminalbenchHard":0.310606060606061,"terminalBench21":0.355805243445693,"terminalBench40":0.00505050505050505,"scicode":0.387731481481481,"lcr":0.373333333333333,"ifbench":0.575510204081633,"hle":0.110750695088044,"gpqa":0.756565656565657,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.014912858603711226,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexTimePerTask":220.37302102020192,"intelligenceIndexCost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"intelligenceIndexCostPerTask":{"cost":{"total":0,"input":0,"nonCacheInput":0,"cacheRead":0,"cacheWrite":0,"output":0,"reasoning":0,"answer":0},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0},{"slug":"gdpval-aa","weightedCostPerTask":0},{"slug":"automationbench-aa","weightedCostPerTask":0},{"slug":"terminalbench-4-0","weightedCostPerTask":0},{"slug":"scicode","weightedCostPerTask":0},{"slug":"humanitys-last-exam","weightedCostPerTask":0},{"slug":"gdp-pdf","weightedCostPerTask":0},{"slug":"critpt","weightedCostPerTask":0},{"slug":"omniscience","weightedCostPerTask":0},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0}]},"canonicalIntelligenceIndexTokenCount":{"input":903747242,"output":81537442,"answer":9967973,"reasoning":71569469},"intelligenceIndexOutputTokensPerTask":{"reasoning":10552.932382862688,"answer":7802.356050504403,"output":18355.28843336709},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":234.19,"outputTokensPerTask":31037.86813186813,"costPerTask":0,"timePerTask":372.63967771884904},{"slug":"gdpval-aa","score":471.64,"outputTokensPerTask":19640.418181818182,"costPerTask":0,"timePerTask":235.8022487382622},{"slug":"automationbench-aa","score":0.014912858603711226,"outputTokensPerTask":4907.993911719939,"costPerTask":0,"timePerTask":58.925221981710614},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":43981.666666666664,"costPerTask":0,"timePerTask":528.042519627074},{"slug":"scicode","score":0.387731481481481,"outputTokensPerTask":12577.96875,"costPerTask":0,"timePerTask":151.01070091039293},{"slug":"humanitys-last-exam","score":0.110750695088044,"outputTokensPerTask":16191.346617238183,"costPerTask":0,"timePerTask":194.3928029994714},{"slug":"gdp-pdf","score":0.018,"outputTokensPerTask":8769.76,"costPerTask":0,"timePerTask":105.28946531338198},{"slug":"critpt","score":0.00285714285714286,"outputTokensPerTask":25217.685714285715,"costPerTask":0,"timePerTask":302.7627489575603},{"slug":"omniscience","score":-48.583333333333336,"outputTokensPerTask":4460.792833333333,"costPerTask":0,"timePerTask":53.556139768412464},{"slug":"artificial-analysis-long-context-reasoning","score":0.373333333333333,"outputTokensPerTask":2944.1,"costPerTask":0,"timePerTask":35.34677286825727}],"openness":{"opennessIndex":41.666666666666664,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":234.19,"lower95ci":224.51,"upper95ci":242.14},"rubricPassRate":0.06230847803881512,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":142.93,"lower95ci":125.98,"upper95ci":159.55}},"briefcaseTotalCost":0,"timescaleData":{"medianOutputSpeed":76.2577239956389,"medianTimeToFirstChunk":0.376464259499983},"outputSpeedVariance":{"p05":38.2794485606957,"q25":58.4757679238076,"median":76.2577239956389,"q75":100.259897891752,"p95":135.101376614082},"timeToFirstChunkVariance":{"p05":0.274089524800002,"q25":0.331532773750027,"median":0.376464259499983,"q75":0.463794207499859,"p95":0.767380756499986},"performanceByPromptType":{"medium":{"medianOutputSpeed":78.9718098961336,"medianTimeToFirstChunk":0.214696348999994,"medianTimeToFirstAnswerToken":25.5401891119298,"medianEndToEndResponseTime":31.871562302662248},"long":{"medianOutputSpeed":76.2577239956389,"medianTimeToFirstChunk":0.376464259499983,"medianTimeToFirstAnswerToken":26.603315720663154,"medianEndToEndResponseTime":33.16002858595395},"hundredK":{"medianOutputSpeed":124.868430545686,"medianTimeToFirstChunk":2.08255348900002,"medianTimeToFirstAnswerToken":18.099412123803265,"medianEndToEndResponseTime":22.103626782504076},"mediumParallel":{"medianOutputSpeed":52.072519160734,"medianTimeToFirstChunk":0.265501965999988,"medianTimeToFirstAnswerToken":38.67347669498386,"medianEndToEndResponseTime":48.27547037722983}},"endToEndResponseTime":{"input":0.376464259499983,"reasoning":26.22685146116317,"answer":6.556712865290793,"total":33.16002858595395},"timeToFirstAnswerToken":{"input":0.376464259499983,"reasoning":26.22685146116317,"total":26.603315720663154},"performanceDataSource":{"type":"firstParty","providerName":"Cohere"},"hostModelCount":1,"creator":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","slug":"cohere","name":"Cohere","logo":"/img/logos/cohere_small.svg","color":"#D18EE2","country":"ca","url":"https://cohere.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/cohere/north-mini-code:free","matchedBy":"slug","catalog":{"id":"cohere/north-mini-code:free","canonical_slug":"cohere/north-mini-code-20260617","hugging_face_id":"CohereLabs/North-Mini-Code-1.0","name":"Cohere: North Mini Code (free)","created":1781723748,"description":"North Mini Code is Cohere's first agentic coding model and the debut of its North family. A sparse mixture-of-experts model with 30B total parameters and 3B active, it is optimized...","context_length":256000,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Cohere","instruct_type":null},"pricing":{"prompt":"0","completion":"0"},"top_provider":{"context_length":256000,"max_completion_tokens":64000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/cohere/north-mini-code-20260617/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":9.9,"coding_index":36.5,"agentic_index":1.1}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Cohere | cohere/north-mini-code-20260617:free","model_id":"cohere/north-mini-code:free","model_name":"Cohere: North Mini Code","context_length":256000,"pricing":{"prompt":"0","completion":"0","discount":0},"provider_name":"Cohere","tag":"cohere","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","seed","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.2823779193206,"uptime_last_5m":98.1346309813463,"uptime_last_1d":97.44674805603175,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"61bd9367-e520-4ec8-989e-5fbf50e61610","slug":"nova-2-0-lite-reasoning","name":"Nova 2.0 Lite (high)","shortName":"Nova 2.0 Lite (high)","sourceUrl":"https://artificialanalysis.ai/models/nova-2-0-lite-reasoning","releaseDate":"2025-10-29","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"nova-2-0-lite","name":"Nova 2.0 Lite"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":13.3740793005281,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":160.424502189407,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":13.0240676194999,"timeToFirstAnswerTokenMs":25.49099114243331,"endToEndMs":28.60772202316666}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-54.983333333333334,"score":-54.983333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":535.99,"score":535.99,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.017995000000000004,"score":0.017995000000000004,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.728070175438596,"score":0.728070175438596,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.166666666666667,"score":0.166666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.161048689138577,"score":0.161048689138577,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.603333333333333,"score":0.603333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.707482993197279,"score":0.707482993197279,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.11631139944393,"score":0.11631139944393,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.811111111111111,"score":0.811111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.63757225433526,"score":0.63757225433526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.711111111111111,"score":0.711111111111111,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.943333333333333,"score":0.943333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"61bd9367-e520-4ec8-989e-5fbf50e61610","slug":"nova-2-0-lite-reasoning","name":"Nova 2.0 Lite (high)","shortName":"Nova 2.0 Lite (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-29","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"nova-2-0-lite","name":"Nova 2.0 Lite"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":13.3740793005281,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-54.983333333333334,"omniscienceBreakdown":{"accuracy":0.19033333333333333,"hallucinationRate":0.9141622066694113},"gdpval":535.99,"gdpvalNormalized":0.017995000000000004,"itBenchSre":null,"tau2":0.728070175438596,"tauBanking":null,"terminalbenchHard":0.166666666666667,"terminalBench21":0.161048689138577,"terminalBench40":null,"scicode":null,"lcr":0.603333333333333,"ifbench":0.707482993197279,"hle":0.11631139944393,"gpqa":0.811111111111111,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.63757225433526,"livecodebench":0.711111111111111,"aime25":0.943333333333333,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.52,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.32156862745098036,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":160.424502189407,"medianTimeToFirstChunk":13.0240676194999},"outputSpeedVariance":{"p05":117.050485087394,"q25":149.238680256588,"median":160.424502189407,"q75":177.175469846429,"p95":241.894614028213},"timeToFirstChunkVariance":{"p05":7.15849892934999,"q25":11.3305538795,"median":13.0240676194999,"q75":21.43118302025,"p95":34.6986004521},"performanceByPromptType":{"medium":{"medianOutputSpeed":187.305329343208,"medianTimeToFirstChunk":16.769970424,"medianTimeToFirstAnswerToken":27.44772319810986,"medianEndToEndResponseTime":30.117161391637325},"long":{"medianOutputSpeed":160.424502189407,"medianTimeToFirstChunk":13.0240676194999,"medianTimeToFirstAnswerToken":25.49099114243331,"medianEndToEndResponseTime":28.60772202316666},"hundredK":{"medianOutputSpeed":197.923883459221,"medianTimeToFirstChunk":13.1337428105,"medianTimeToFirstAnswerToken":23.2386375055966,"medianEndToEndResponseTime":25.764861179370747},"mediumParallel":{"medianOutputSpeed":171.004777267904,"medianTimeToFirstChunk":6.05695068599999,"medianTimeToFirstAnswerToken":17.752530376541074,"medianEndToEndResponseTime":20.676425299176348}},"endToEndResponseTime":{"input":13.0240676194999,"reasoning":12.466923522933406,"answer":3.1167308807333516,"total":28.60772202316666},"timeToFirstAnswerToken":{"input":13.0240676194999,"reasoning":12.466923522933406,"total":25.49099114243331},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":2,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"6fd796d3-f346-4f66-97df-5da81714fc73","slug":"nova-2-0-lite-reasoning-low","name":"Nova 2.0 Lite (low)","shortName":"Nova 2.0 Lite (low)","sourceUrl":"https://artificialanalysis.ai/models/nova-2-0-lite-reasoning-low","releaseDate":"2025-10-29","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"nova-2-0-lite","name":"Nova 2.0 Lite"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":11.8041280807831,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":163.516457415147,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":8.849363955,"timeToFirstAnswerTokenMs":21.080548703103126,"endToEndMs":24.138344890128906}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-54.1,"score":-54.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.719298245614035,"score":0.719298245614035,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0378787878787879,"score":0.0378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.543333333333333,"score":0.543333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.612244897959184,"score":0.612244897959184,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0403151065801668,"score":0.0403151065801668,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.697979797979798,"score":0.697979797979798,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.579768786127168,"score":0.579768786127168,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.468783068783069,"score":0.468783068783069,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.466666666666667,"score":0.466666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"6fd796d3-f346-4f66-97df-5da81714fc73","slug":"nova-2-0-lite-reasoning-low","name":"Nova 2.0 Lite (low)","shortName":"Nova 2.0 Lite (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-29","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"nova-2-0-lite","name":"Nova 2.0 Lite"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":11.8041280807831,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-54.1,"omniscienceBreakdown":{"accuracy":0.1765,"hallucinationRate":0.8712811171827566},"gdpval":null,"itBenchSre":null,"tau2":0.719298245614035,"tauBanking":null,"terminalbenchHard":0.0378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.543333333333333,"ifbench":0.612244897959184,"hle":0.0403151065801668,"gpqa":0.697979797979798,"critpt":0,"apexAgents":null,"mmmuPro":0.579768786127168,"livecodebench":0.468783068783069,"aime25":0.466666666666667,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.42,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.52,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.32156862745098036,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":163.516457415147,"medianTimeToFirstChunk":8.849363955},"outputSpeedVariance":{"p05":119.660613230392,"q25":149.372648936104,"median":163.516457415147,"q75":191.744947314263,"p95":247.506681719187},"timeToFirstChunkVariance":{"p05":5.19161431179999,"q25":5.91904536650002,"median":8.849363955,"q75":12.1780997975,"p95":16.19409921335},"performanceByPromptType":{"medium":{"medianOutputSpeed":191.69313249724,"medianTimeToFirstChunk":4.2014764935,"medianTimeToFirstAnswerToken":14.634818439272607,"medianEndToEndResponseTime":17.24315392571576},"long":{"medianOutputSpeed":163.516457415147,"medianTimeToFirstChunk":8.849363955,"medianTimeToFirstAnswerToken":21.080548703103126,"medianEndToEndResponseTime":24.138344890128906},"hundredK":{"medianOutputSpeed":196.387203970664,"medianTimeToFirstChunk":24.7100763914999,"medianTimeToFirstAnswerToken":34.894039295206994,"medianEndToEndResponseTime":37.440030021133765},"mediumParallel":{"medianOutputSpeed":177.614793407829,"medianTimeToFirstChunk":4.7387534115,"medianTimeToFirstAnswerToken":15.999076730446262,"medianEndToEndResponseTime":18.814157560182828}},"endToEndResponseTime":{"input":8.849363955,"reasoning":12.231184748103125,"answer":3.0577961870257813,"total":24.138344890128906},"timeToFirstAnswerToken":{"input":8.849363955,"reasoning":12.231184748103125,"total":21.080548703103126},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"fbdf8da1-b341-448c-b3cb-8aff1d8f70b9","slug":"nova-2-0-lite-reasoning-medium","name":"Nova 2.0 Lite (medium)","shortName":"Nova 2.0 Lite (medium)","sourceUrl":"https://artificialanalysis.ai/models/nova-2-0-lite-reasoning-medium","releaseDate":"2025-10-29","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"nova-2-0-lite","name":"Nova 2.0 Lite"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":12.4823794919822,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":161.58888012452,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":12.315135928,"timeToFirstAnswerTokenMs":24.69222523302399,"endToEndMs":27.786497559279987}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-56.96666666666667,"score":-56.96666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.757309941520468,"score":0.757309941520468,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.174242424242424,"score":0.174242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.6,"score":0.6,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.685034013605442,"score":0.685034013605442,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0898980537534754,"score":0.0898980537534754,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.767676767676768,"score":0.767676767676768,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.625433526011561,"score":0.625433526011561,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.663492063492063,"score":0.663492063492063,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.886666666666667,"score":0.886666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"fbdf8da1-b341-448c-b3cb-8aff1d8f70b9","slug":"nova-2-0-lite-reasoning-medium","name":"Nova 2.0 Lite (medium)","shortName":"Nova 2.0 Lite (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-29","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"nova-2-0-lite","name":"Nova 2.0 Lite"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":12.4823794919822,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-56.96666666666667,"omniscienceBreakdown":{"accuracy":0.18166666666666667,"hallucinationRate":0.9181262729124237},"gdpval":null,"itBenchSre":null,"tau2":0.757309941520468,"tauBanking":null,"terminalbenchHard":0.174242424242424,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.6,"ifbench":0.685034013605442,"hle":0.0898980537534754,"gpqa":0.767676767676768,"critpt":0,"apexAgents":null,"mmmuPro":0.625433526011561,"livecodebench":0.663492063492063,"aime25":0.886666666666667,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.42,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.52,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.32156862745098036,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":161.58888012452,"medianTimeToFirstChunk":12.315135928},"outputSpeedVariance":{"p05":124.865047209528,"q25":149.185485812834,"median":161.58888012452,"q75":193.876356095388,"p95":263.438125381636},"timeToFirstChunkVariance":{"p05":4.17781351689999,"q25":8.00776687624996,"median":12.315135928,"q75":20.20868800725,"p95":32.5895657180502},"performanceByPromptType":{"medium":{"medianOutputSpeed":185.988170079739,"medianTimeToFirstChunk":12.3379622455,"medianTimeToFirstAnswerToken":23.091334350524406,"medianEndToEndResponseTime":25.779677376780505},"long":{"medianOutputSpeed":161.58888012452,"medianTimeToFirstChunk":12.315135928,"medianTimeToFirstAnswerToken":24.69222523302399,"medianEndToEndResponseTime":27.786497559279987},"hundredK":{"medianOutputSpeed":150.585599650327,"medianTimeToFirstChunk":19.0646968045001,"medianTimeToFirstAnswerToken":32.346179261283325,"medianEndToEndResponseTime":35.666549875479134},"mediumParallel":{"medianOutputSpeed":164.510351001987,"medianTimeToFirstChunk":8.93670800699999,"medianTimeToFirstAnswerToken":21.093997732652838,"medianEndToEndResponseTime":24.13332016406605}},"endToEndResponseTime":{"input":12.315135928,"reasoning":12.37708930502399,"answer":3.0942723262559975,"total":27.786497559279987},"timeToFirstAnswerToken":{"input":12.315135928,"reasoning":12.37708930502399,"total":24.69222523302399},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"76bce7fb-3a3f-4b66-a78d-35ccf3edf5d2","slug":"nova-2-0-lite","name":"Nova 2.0 Lite (Non-reasoning)","shortName":"Nova 2.0 Lite (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/nova-2-0-lite","releaseDate":"2025-10-29","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"nova-2-0-lite","name":"Nova 2.0 Lite"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":8.73661367769335,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":154.827451297143,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.07799283750012,"timeToFirstAnswerTokenMs":1.07799283750012,"endToEndMs":4.30739431515156}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-59.81666666666667,"score":-59.81666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.619883040935672,"score":0.619883040935672,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.186666666666667,"score":0.186666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.405442176870748,"score":0.405442176870748,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0287303058387396,"score":0.0287303058387396,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.603030303030303,"score":0.603030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.490173410404624,"score":0.490173410404624,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.346031746031746,"score":0.346031746031746,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.336666666666667,"score":0.336666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"76bce7fb-3a3f-4b66-a78d-35ccf3edf5d2","slug":"nova-2-0-lite","name":"Nova 2.0 Lite (Non-reasoning)","shortName":"Nova 2.0 Lite (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-29","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"nova-2-0-lite","name":"Nova 2.0 Lite"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":8.73661367769335,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-59.81666666666667,"omniscienceBreakdown":{"accuracy":0.14016666666666666,"hallucinationRate":0.8586935452607094},"gdpval":null,"itBenchSre":null,"tau2":0.619883040935672,"tauBanking":null,"terminalbenchHard":0.0681818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.186666666666667,"ifbench":0.405442176870748,"hle":0.0287303058387396,"gpqa":0.603030303030303,"critpt":0,"apexAgents":null,"mmmuPro":0.490173410404624,"livecodebench":0.346031746031746,"aime25":0.336666666666667,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.42,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.52,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.32156862745098036,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":154.827451297143,"medianTimeToFirstChunk":1.07799283750012},"outputSpeedVariance":{"p05":104.164714048765,"q25":132.996535576456,"median":154.827451297143,"q75":191.35039349574,"p95":228.69309327376},"timeToFirstChunkVariance":{"p05":0.962053872500007,"q25":1.02710925024998,"median":1.07799283750012,"q75":1.15195624324997,"p95":1.79167769624999},"performanceByPromptType":{"medium":{"medianOutputSpeed":203.334718113068,"medianTimeToFirstChunk":0.854752329999997,"medianTimeToFirstAnswerToken":0.854752329999997,"medianEndToEndResponseTime":3.3137519766907597},"long":{"medianOutputSpeed":154.827451297143,"medianTimeToFirstChunk":1.07799283750012,"medianTimeToFirstAnswerToken":1.07799283750012,"medianEndToEndResponseTime":4.30739431515156},"hundredK":{"medianOutputSpeed":187.885577199254,"medianTimeToFirstChunk":4.39835878900003,"medianTimeToFirstAnswerToken":4.39835878900003,"medianEndToEndResponseTime":7.059552944790639},"mediumParallel":{"medianOutputSpeed":231.710811334035,"medianTimeToFirstChunk":1.69071870650003,"medianTimeToFirstAnswerToken":1.69071870650003,"medianEndToEndResponseTime":3.8485809017136945}},"endToEndResponseTime":{"input":1.07799283750012,"reasoning":0,"answer":3.2294014776514404,"total":4.30739431515156},"timeToFirstAnswerToken":{"input":1.07799283750012,"reasoning":0,"total":1.07799283750012},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"b36ff8f3-0323-49d1-a063-ab09704fdb0c","slug":"nova-2-0-omni-reasoning-low","name":"Nova 2.0 Omni (low)","shortName":"Nova 2.0 Omni (low)","sourceUrl":"https://artificialanalysis.ai/models/nova-2-0-omni-reasoning-low","releaseDate":"2025-11-26","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"nova-2-0-omni","name":"Nova 2.0 Omni"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":11.1140626232787,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-50.31666666666667,"score":-50.31666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.678362573099415,"score":0.678362573099415,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0378787878787879,"score":0.0378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.576666666666667,"score":0.576666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.617687074829932,"score":0.617687074829932,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.698989898989899,"score":0.698989898989899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.598265895953757,"score":0.598265895953757,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.591534391534391,"score":0.591534391534391,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.56,"score":0.56,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"b36ff8f3-0323-49d1-a063-ab09704fdb0c","slug":"nova-2-0-omni-reasoning-low","name":"Nova 2.0 Omni (low)","shortName":"Nova 2.0 Omni (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-26","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"nova-2-0-omni","name":"Nova 2.0 Omni"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":11.1140626232787,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-50.31666666666667,"omniscienceBreakdown":{"accuracy":0.18616666666666667,"hallucinationRate":0.8470202744214622},"gdpval":null,"itBenchSre":null,"tau2":0.678362573099415,"tauBanking":null,"terminalbenchHard":0.0378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.576666666666667,"ifbench":0.617687074829932,"hle":null,"gpqa":0.698989898989899,"critpt":0,"apexAgents":null,"mmmuPro":0.598265895953757,"livecodebench":0.591534391534391,"aime25":0.56,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.42,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.52,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.32156862745098036,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"018c60e8-e908-431a-ba57-c840b1df3987","slug":"nova-2-0-omni-reasoning-medium","name":"Nova 2.0 Omni (medium)","shortName":"Nova 2.0 Omni (medium)","sourceUrl":"https://artificialanalysis.ai/models/nova-2-0-omni-reasoning-medium","releaseDate":"2025-11-26","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"nova-2-0-omni","name":"Nova 2.0 Omni"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":13.6465213725579,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-59.083333333333336,"score":-59.083333333333336,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.804093567251462,"score":0.804093567251462,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0454545454545455,"score":0.0454545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.596666666666667,"score":0.596666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.661904761904762,"score":0.661904761904762,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0695088044485635,"score":0.0695088044485635,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.759595959595959,"score":0.759595959595959,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.619075144508671,"score":0.619075144508671,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.66031746031746,"score":0.66031746031746,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.896666666666667,"score":0.896666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"018c60e8-e908-431a-ba57-c840b1df3987","slug":"nova-2-0-omni-reasoning-medium","name":"Nova 2.0 Omni (medium)","shortName":"Nova 2.0 Omni (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-26","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"nova-2-0-omni","name":"Nova 2.0 Omni"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":13.6465213725579,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-59.083333333333336,"omniscienceBreakdown":{"accuracy":0.177,"hallucinationRate":0.9329688132847307},"gdpval":null,"itBenchSre":null,"tau2":0.804093567251462,"tauBanking":null,"terminalbenchHard":0.0454545454545455,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.596666666666667,"ifbench":0.661904761904762,"hle":0.0695088044485635,"gpqa":0.759595959595959,"critpt":0,"apexAgents":null,"mmmuPro":0.619075144508671,"livecodebench":0.66031746031746,"aime25":0.896666666666667,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.42,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.52,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.32156862745098036,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":2,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"1f6478c9-3e22-4586-adbe-841782859677","slug":"nova-2-0-omni","name":"Nova 2.0 Omni (Non-reasoning)","shortName":"Nova 2.0 Omni (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/nova-2-0-omni","releaseDate":"2025-11-26","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"nova-2-0-omni","name":"Nova 2.0 Omni"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":8.15087501101863,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-64.23333333333333,"score":-64.23333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.447368421052632,"score":0.447368421052632,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.246666666666667,"score":0.246666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.410884353741497,"score":0.410884353741497,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0384615384615385,"score":0.0384615384615385,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.554545454545454,"score":0.554545454545454,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.498843930635838,"score":0.498843930635838,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.304761904761905,"score":0.304761904761905,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.37,"score":0.37,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"1f6478c9-3e22-4586-adbe-841782859677","slug":"nova-2-0-omni","name":"Nova 2.0 Omni (Non-reasoning)","shortName":"Nova 2.0 Omni (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-26","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"nova-2-0-omni","name":"Nova 2.0 Omni"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":8.15087501101863,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-64.23333333333333,"omniscienceBreakdown":{"accuracy":0.13233333333333333,"hallucinationRate":0.8928159815597387},"gdpval":null,"itBenchSre":null,"tau2":0.447368421052632,"tauBanking":null,"terminalbenchHard":0.0681818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.246666666666667,"ifbench":0.410884353741497,"hle":0.0384615384615385,"gpqa":0.554545454545454,"critpt":0,"apexAgents":null,"mmmuPro":0.498843930635838,"livecodebench":0.304761904761905,"aime25":0.37,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.42,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.52,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.32156862745098036,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"f4274721-ef28-4121-aa88-8e97267a5a82","slug":"nova-2-0-pro-reasoning-low","name":"Nova 2.0 Pro Preview (low)","shortName":"Nova 2.0 Pro Preview (low)","sourceUrl":"https://artificialanalysis.ai/models/nova-2-0-pro-reasoning-low","releaseDate":"2025-11-27","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"nova-2-0-pro-preview","name":"Nova 2.0 Pro Preview"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"intelligenceIndex":12.7754507441167,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":114.335459271482,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":10.1396990685,"timeToFirstAnswerTokenMs":27.632085181640388,"endToEndMs":32.00518170992548}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-40.53333333333333,"score":-40.53333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":600.77,"score":600.77,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.05038499999999999,"score":0.05038499999999999,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.906432748538012,"score":0.906432748538012,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.174242424242424,"score":0.174242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.194756554307116,"score":0.194756554307116,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.646666666666667,"score":0.646666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.795918367346939,"score":0.795918367346939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0518999073215941,"score":0.0518999073215941,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.750505050505051,"score":0.750505050505051,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.627167630057804,"score":0.627167630057804,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.638095238095238,"score":0.638095238095238,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.633333333333333,"score":0.633333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"f4274721-ef28-4121-aa88-8e97267a5a82","slug":"nova-2-0-pro-reasoning-low","name":"Nova 2.0 Pro Preview (low)","shortName":"Nova 2.0 Pro Preview (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-27","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"nova-2-0-pro-preview","name":"Nova 2.0 Pro Preview"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":12.7754507441167,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-40.53333333333333,"omniscienceBreakdown":{"accuracy":0.171,"hallucinationRate":0.6952151186168074},"gdpval":600.77,"gdpvalNormalized":0.05038499999999999,"itBenchSre":null,"tau2":0.906432748538012,"tauBanking":null,"terminalbenchHard":0.174242424242424,"terminalBench21":0.194756554307116,"terminalBench40":null,"scicode":null,"lcr":0.646666666666667,"ifbench":0.795918367346939,"hle":0.0518999073215941,"gpqa":0.750505050505051,"critpt":0,"apexAgents":null,"mmmuPro":0.627167630057804,"livecodebench":0.638095238095238,"aime25":0.633333333333333,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":1.76,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":2.125,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":1.3357843137254901,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":114.335459271482,"medianTimeToFirstChunk":10.1396990685},"outputSpeedVariance":{"p05":101.908708620653,"q25":109.999424089153,"median":114.335459271482,"q75":129.660022912887,"p95":152.770246320444},"timeToFirstChunkVariance":{"p05":6.07339525580003,"q25":8.43387911625,"median":10.1396990685,"q75":14.1079299244999,"p95":18.88693215255},"performanceByPromptType":{"medium":{"medianOutputSpeed":133.171050149259,"medianTimeToFirstChunk":2.80744090449998,"medianTimeToFirstAnswerToken":17.825720010644947,"medianEndToEndResponseTime":21.58028978718119},"long":{"medianOutputSpeed":114.335459271482,"medianTimeToFirstChunk":10.1396990685,"medianTimeToFirstAnswerToken":27.632085181640388,"medianEndToEndResponseTime":32.00518170992548},"hundredK":{"medianOutputSpeed":131.375605079565,"medianTimeToFirstChunk":16.5668161724999,"medianTimeToFirstAnswerToken":31.790342631531168,"medianEndToEndResponseTime":35.59622424628898},"mediumParallel":{"medianOutputSpeed":104.849471142978,"medianTimeToFirstChunk":3.18649079499994,"medianTimeToFirstAnswerToken":22.26145586824003,"medianEndToEndResponseTime":27.03019713655005}},"endToEndResponseTime":{"input":10.1396990685,"reasoning":17.492386113140387,"answer":4.373096528285097,"total":32.00518170992548},"timeToFirstAnswerToken":{"input":10.1396990685,"reasoning":17.492386113140387,"total":27.632085181640388},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"0d94dc87-12c8-4d4a-8d99-804ce3f17bc2","slug":"nova-2-0-pro-reasoning-medium","name":"Nova 2.0 Pro Preview (medium)","shortName":"Nova 2.0 Pro Preview (medium)","sourceUrl":"https://artificialanalysis.ai/models/nova-2-0-pro-reasoning-medium","releaseDate":"2025-11-27","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"nova-2-0-pro-preview","name":"Nova 2.0 Pro Preview"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"intelligenceIndex":14.1554948903666,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":117.097674215508,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.312,"cacheHitDiscountPercent":0.7504,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":13.590198001,"timeToFirstAnswerTokenMs":30.669956530782372,"endToEndMs":34.939896163227964}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-49.05,"score":-49.05,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0388888888888889,"score":0.0388888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":629.57,"score":629.57,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.06478500000000002,"score":0.06478500000000002,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.926900584795322,"score":0.926900584795322,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.242424242424242,"score":0.242424242424242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.295880149812734,"score":0.295880149812734,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.64,"score":0.64,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.790476190476191,"score":0.790476190476191,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0940685820203892,"score":0.0940685820203892,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.784848484848485,"score":0.784848484848485,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.645086705202312,"score":0.645086705202312,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.73015873015873,"score":0.73015873015873,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.89,"score":0.89,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":15,"raw":{"id":"0d94dc87-12c8-4d4a-8d99-804ce3f17bc2","slug":"nova-2-0-pro-reasoning-medium","name":"Nova 2.0 Pro Preview (medium)","shortName":"Nova 2.0 Pro Preview (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-27","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"nova-2-0-pro-preview","name":"Nova 2.0 Pro Preview"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":14.1554948903666,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-49.05,"omniscienceBreakdown":{"accuracy":0.21966666666666668,"hallucinationRate":0.9100811618966254},"mlcrOverall":0.0388888888888889,"gdpval":629.57,"gdpvalNormalized":0.06478500000000002,"itBenchSre":null,"tau2":0.926900584795322,"tauBanking":null,"terminalbenchHard":0.242424242424242,"terminalBench21":0.295880149812734,"terminalBench40":null,"scicode":null,"lcr":0.64,"ifbench":0.790476190476191,"hle":0.0940685820203892,"gpqa":0.784848484848485,"critpt":0,"apexAgents":null,"mmmuPro":0.645086705202312,"livecodebench":0.73015873015873,"aime25":0.89,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":0.312,"cacheHitDiscountPercent":0.7504,"cacheWritePrice":null,"pricePer1k1mpImages":1.76,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":1.4684000000000001,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":0.4161764705882353,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":117.097674215508,"medianTimeToFirstChunk":13.590198001},"outputSpeedVariance":{"p05":101.273489242304,"q25":108.065090384615,"median":117.097674215508,"q75":132.476772625245,"p95":152.646457609652},"timeToFirstChunkVariance":{"p05":5.73528337775001,"q25":9.40915084474998,"median":13.590198001,"q75":17.84373929525,"p95":24.4131694446},"performanceByPromptType":{"medium":{"medianOutputSpeed":123.716386111497,"medianTimeToFirstChunk":14.190868382,"medianTimeToFirstAnswerToken":30.35687567385169,"medianEndToEndResponseTime":34.39837749681462},"long":{"medianOutputSpeed":117.097674215508,"medianTimeToFirstChunk":13.590198001,"medianTimeToFirstAnswerToken":30.669956530782372,"medianEndToEndResponseTime":34.939896163227964},"hundredK":{"medianOutputSpeed":133.156305755872,"medianTimeToFirstChunk":13.3951278295001,"medianTimeToFirstAnswerToken":28.41506990919994,"medianEndToEndResponseTime":32.1700554291249},"mediumParallel":{"medianOutputSpeed":100.229125442163,"medianTimeToFirstChunk":12.198750283,"medianTimeToFirstAnswerToken":32.153029951479155,"medianEndToEndResponseTime":37.141599868598945}},"endToEndResponseTime":{"input":13.590198001,"reasoning":17.07975852978237,"answer":4.269939632445593,"total":34.939896163227964},"timeToFirstAnswerToken":{"input":13.590198001,"reasoning":17.07975852978237,"total":30.669956530782372},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"a20ae33a-46e1-41e6-81a0-fe8b00d2e538","slug":"nova-2-0-pro","name":"Nova 2.0 Pro Preview (Non-reasoning)","shortName":"Nova 2.0 Pro Preview (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/nova-2-0-pro","releaseDate":"2025-11-27","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"nova-2-0-pro-preview","name":"Nova 2.0 Pro Preview"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"intelligenceIndex":9.95904965562327,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":101.677438674995,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.06931028049999,"timeToFirstAnswerTokenMs":1.06931028049999,"endToEndMs":5.986822036458123}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-49.5,"score":-49.5,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":508.59,"score":508.59,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.004294999999999987,"score":0.004294999999999987,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.716374269005848,"score":0.716374269005848,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.166666666666667,"score":0.166666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.172284644194757,"score":0.172284644194757,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.3,"score":0.3,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.520408163265306,"score":0.520408163265306,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0393883225208526,"score":0.0393883225208526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.636363636363636,"score":0.636363636363636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.473015873015873,"score":0.473015873015873,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.306666666666667,"score":0.306666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"a20ae33a-46e1-41e6-81a0-fe8b00d2e538","slug":"nova-2-0-pro","name":"Nova 2.0 Pro Preview (Non-reasoning)","shortName":"Nova 2.0 Pro Preview (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-27","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"nova-2-0-pro-preview","name":"Nova 2.0 Pro Preview"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":9.95904965562327,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-49.5,"omniscienceBreakdown":{"accuracy":0.16916666666666666,"hallucinationRate":0.7993981945837513},"gdpval":508.59,"gdpvalNormalized":0.004294999999999987,"itBenchSre":null,"tau2":0.716374269005848,"tauBanking":null,"terminalbenchHard":0.166666666666667,"terminalBench21":0.172284644194757,"terminalBench40":null,"scicode":null,"lcr":0.3,"ifbench":0.520408163265306,"hle":0.0393883225208526,"gpqa":0.636363636363636,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.473015873015873,"aime25":0.306666666666667,"analystAgent":null,"price1mInputTokens":1.25,"price1mOutputTokens":10,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":1.76,"price1mBlended0To3To1":3.4375,"price1mBlended7To2To1":2.125,"price1mBlended0To1To1":5.625,"price1mBlended100To1To1":1.3357843137254901,"price1mBlended0To100To1":1.3366336633663367,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":101.677438674995,"medianTimeToFirstChunk":1.06931028049999},"outputSpeedVariance":{"p05":85.9490631207613,"q25":94.0540584934843,"median":101.677438674995,"q75":110.933248720313,"p95":140.525942713916},"timeToFirstChunkVariance":{"p05":0.886922787050009,"q25":0.972051843000003,"median":1.06931028049999,"q75":1.17061318525001,"p95":2.10298850255},"performanceByPromptType":{"medium":{"medianOutputSpeed":124.049207680201,"medianTimeToFirstChunk":0.711380345999999,"medianTimeToFirstAnswerToken":0.711380345999999,"medianEndToEndResponseTime":4.742038899571744},"long":{"medianOutputSpeed":101.677438674995,"medianTimeToFirstChunk":1.06931028049999,"medianTimeToFirstAnswerToken":1.06931028049999,"medianEndToEndResponseTime":5.986822036458123},"hundredK":{"medianOutputSpeed":123.93490247885,"medianTimeToFirstChunk":4.52685105,"medianTimeToFirstAnswerToken":4.52685105,"medianEndToEndResponseTime":8.561227081282446},"mediumParallel":{"medianOutputSpeed":113.887849297578,"medianTimeToFirstChunk":1.50091625299999,"medianTimeToFirstAnswerToken":1.50091625299999,"medianEndToEndResponseTime":5.891200230472847}},"endToEndResponseTime":{"input":1.06931028049999,"reasoning":0,"answer":4.917511755958133,"total":5.986822036458123},"timeToFirstAnswerToken":{"input":1.06931028049999,"reasoning":0,"total":1.06931028049999},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"5c3dd927-48a3-4f3c-8045-9b135f62dfbb","slug":"nova-lite","name":"Nova Lite","shortName":"Nova Lite","sourceUrl":"https://artificialanalysis.ai/models/nova-lite","releaseDate":"2024-12-03","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"nova-lite","name":"Nova Lite"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":300000,"licenseName":null,"intelligenceIndex":6.66571545482029,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":173.512009397591,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.06,"price1mOutputTokens":0.24,"cacheHitPrice":0.015,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.99358850599998,"timeToFirstAnswerTokenMs":0.99358850599998,"endToEndMs":3.8752334234666663}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-42.166666666666664,"score":-42.166666666666664,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.175438596491228,"score":0.175438596491228,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.00757575757575758,"score":0.00757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.19,"score":0.19,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.341496598639456,"score":0.341496598639456,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0429,"score":0.0429,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.433333333333333,"score":0.433333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.378034682080925,"score":0.378034682080925,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.167195767195767,"score":0.167195767195767,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.07,"score":0.07,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"5c3dd927-48a3-4f3c-8045-9b135f62dfbb","slug":"nova-lite","name":"Nova Lite","shortName":"Nova Lite","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-12-03","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"nova-lite","name":"Nova Lite"},"deprecated":true,"deprecatedTo":"nova-2-0-lite","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":300000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":6.66571545482029,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-42.166666666666664,"omniscienceBreakdown":{"accuracy":0.098,"hallucinationRate":0.5761271249076128},"mlcrOverall":0,"gdpval":null,"itBenchSre":null,"tau2":0.175438596491228,"tauBanking":null,"terminalbenchHard":0.00757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.19,"ifbench":0.341496598639456,"hle":0.0429,"gpqa":0.433333333333333,"critpt":0,"apexAgents":null,"mmmuPro":0.378034682080925,"livecodebench":0.167195767195767,"aime25":0.07,"analystAgent":null,"price1mInputTokens":0.06,"price1mOutputTokens":0.24,"cacheHitPrice":0.015,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.105,"price1mBlended7To2To1":0.0465,"price1mBlended0To1To1":0.15,"price1mBlended100To1To1":0.01764705882352941,"price1mBlended0To100To1":0.06178217821782178,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":173.512009397591,"medianTimeToFirstChunk":0.99358850599998},"outputSpeedVariance":{"p05":143.490825783376,"q25":158.278427991659,"median":173.512009397591,"q75":182.242096636109,"p95":193.25658215643},"timeToFirstChunkVariance":{"p05":0.83975220969998,"q25":0.93814080424999,"median":0.99358850599998,"q75":1.12251616450001,"p95":1.53217769840003},"performanceByPromptType":{"long":{"medianOutputSpeed":173.512009397591,"medianTimeToFirstChunk":0.99358850599998,"medianTimeToFirstAnswerToken":0.99358850599998,"medianEndToEndResponseTime":3.8752334234666663}},"endToEndResponseTime":{"input":0.99358850599998,"reasoning":0,"answer":2.8816449174666863,"total":3.8752334234666663},"timeToFirstAnswerToken":{"input":0.99358850599998,"reasoning":0,"total":0.99358850599998},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"344c6718-c573-41d4-9556-10287a3fa1fc","slug":"nova-micro","name":"Nova Micro","shortName":"Nova Micro","sourceUrl":"https://artificialanalysis.ai/models/nova-micro","releaseDate":"2024-12-03","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"nova-micro","name":"Nova Micro"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":130000,"licenseName":null,"intelligenceIndex":5.8765232381273,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":274.568854987513,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.035,"price1mOutputTokens":0.14,"cacheHitPrice":0.00875,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.875901368500081,"timeToFirstAnswerTokenMs":0.875901368500081,"endToEndMs":2.6969382083220603}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-48.516666666666666,"score":-48.516666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.140350877192982,"score":0.140350877192982,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.13,"score":0.13,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.293877551020408,"score":0.293877551020408,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.046339202965709,"score":0.046339202965709,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.357575757575758,"score":0.357575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.13968253968254,"score":0.13968253968254,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.06,"score":0.06,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"344c6718-c573-41d4-9556-10287a3fa1fc","slug":"nova-micro","name":"Nova Micro","shortName":"Nova Micro","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-12-03","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"nova-micro","name":"Nova Micro"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":130000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":5.8765232381273,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-48.516666666666666,"omniscienceBreakdown":{"accuracy":0.10033333333333333,"hallucinationRate":0.6507965913301222},"gdpval":null,"itBenchSre":null,"tau2":0.140350877192982,"tauBanking":null,"terminalbenchHard":0.0151515151515152,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.13,"ifbench":0.293877551020408,"hle":0.046339202965709,"gpqa":0.357575757575758,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.13968253968254,"aime25":0.06,"analystAgent":null,"price1mInputTokens":0.035,"price1mOutputTokens":0.14,"cacheHitPrice":0.00875,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.061250000000000006,"price1mBlended7To2To1":0.027125,"price1mBlended0To1To1":0.08750000000000001,"price1mBlended100To1To1":0.010294117647058827,"price1mBlended0To100To1":0.036039603960396044,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":274.568854987513,"medianTimeToFirstChunk":0.875901368500081},"outputSpeedVariance":{"p05":219.967687830883,"q25":251.965056066735,"median":274.568854987513,"q75":321.507338486206,"p95":345.395844083499},"timeToFirstChunkVariance":{"p05":0.767803888099974,"q25":0.832436144249982,"median":0.875901368500081,"q75":0.966412710499998,"p95":2.33683423895001},"performanceByPromptType":{"medium":{"medianOutputSpeed":244.283791946868,"medianTimeToFirstChunk":0.57486587149998,"medianTimeToFirstAnswerToken":0.57486587149998,"medianEndToEndResponseTime":2.621665603955216},"long":{"medianOutputSpeed":274.568854987513,"medianTimeToFirstChunk":0.875901368500081,"medianTimeToFirstAnswerToken":0.875901368500081,"medianEndToEndResponseTime":2.6969382083220603},"hundredK":{"medianOutputSpeed":230.175414849802,"medianTimeToFirstChunk":5.63585216749999,"medianTimeToFirstAnswerToken":5.63585216749999,"medianEndToEndResponseTime":7.80810848916783},"mediumParallel":{"medianOutputSpeed":368.575810634204,"medianTimeToFirstChunk":1.28603379800002,"medianTimeToFirstAnswerToken":1.28603379800002,"medianEndToEndResponseTime":2.6426068165593657}},"endToEndResponseTime":{"input":0.875901368500081,"reasoning":0,"answer":1.8210368398219792,"total":2.6969382083220603},"timeToFirstAnswerToken":{"input":0.875901368500081,"reasoning":0,"total":0.875901368500081},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","slug":"nova-premier","name":"Nova Premier","shortName":"Nova Premier","sourceUrl":"https://artificialanalysis.ai/models/nova-premier","releaseDate":"2025-04-30","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"nova-premier","name":"Nova Premier"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":9.15908119897819,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":30.1712535911138,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2.5,"price1mOutputTokens":12.5,"cacheHitPrice":0.625,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.02724766100002,"timeToFirstAnswerTokenMs":3.02724766100002,"endToEndMs":19.59931346827767}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-35.38333333333333,"score":-35.38333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.383040935672515,"score":0.383040935672515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.343333333333333,"score":0.343333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.361904761904762,"score":0.361904761904762,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0417052826691381,"score":0.0417052826691381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.568686868686869,"score":0.568686868686869,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.317460317460317,"score":0.317460317460317,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.173333333333333,"score":0.173333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a","slug":"nova-premier","name":"Nova Premier","shortName":"Nova Premier","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-30","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"nova-premier","name":"Nova Premier"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":9.15908119897819,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-35.38333333333333,"omniscienceBreakdown":{"accuracy":0.2125,"hallucinationRate":0.7191534391534391},"gdpval":null,"itBenchSre":null,"tau2":0.383040935672515,"tauBanking":null,"terminalbenchHard":0.0681818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.343333333333333,"ifbench":0.361904761904762,"hle":0.0417052826691381,"gpqa":0.568686868686869,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.317460317460317,"aime25":0.173333333333333,"analystAgent":null,"price1mInputTokens":2.5,"price1mOutputTokens":12.5,"cacheHitPrice":0.625,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":5,"price1mBlended7To2To1":2.1875,"price1mBlended0To1To1":7.5,"price1mBlended100To1To1":0.7598039215686274,"price1mBlended0To100To1":2.599009900990099,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":30.1712535911138,"medianTimeToFirstChunk":3.02724766100002},"outputSpeedVariance":{"p05":21.7946714133803,"q25":27.1215403788383,"median":30.1712535911138,"q75":31.6467702589217,"p95":32.6750256216231},"timeToFirstChunkVariance":{"p05":2.82264785880001,"q25":2.84751226700001,"median":3.02724766100002,"q75":3.24959181450004,"p95":4.05514291140003},"performanceByPromptType":{"medium":{"medianOutputSpeed":58.9649968287235,"medianTimeToFirstChunk":0.965978543999995,"medianTimeToFirstAnswerToken":0.965978543999995,"medianEndToEndResponseTime":9.445585546309474},"long":{"medianOutputSpeed":30.1712535911138,"medianTimeToFirstChunk":3.02724766100002,"medianTimeToFirstAnswerToken":3.02724766100002,"medianEndToEndResponseTime":19.59931346827767},"hundredK":{"medianOutputSpeed":31.2075021002744,"medianTimeToFirstChunk":42.8569291435,"medianTimeToFirstAnswerToken":42.8569291435,"medianEndToEndResponseTime":58.878717699130775},"mediumParallel":{"medianOutputSpeed":52.9746897026974,"medianTimeToFirstChunk":2.70458590599992,"medianTimeToFirstAnswerToken":2.70458590599992,"medianEndToEndResponseTime":12.143055537555698}},"endToEndResponseTime":{"input":3.02724766100002,"reasoning":0,"answer":16.57206580727765,"total":19.59931346827767},"timeToFirstAnswerToken":{"input":3.02724766100002,"reasoning":0,"total":3.02724766100002},"performanceDataSource":{"type":"firstParty","providerName":"Amazon"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"546ec53f-273c-4af7-b13f-b88c41f45905","slug":"nova-pro","name":"Nova Pro","shortName":"Nova Pro","sourceUrl":"https://artificialanalysis.ai/models/nova-pro","releaseDate":"2024-12-03","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"nova-pro","name":"Nova Pro"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":300000,"licenseName":null,"intelligenceIndex":6.95832302287488,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.8,"price1mOutputTokens":3.2,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-47.733333333333334,"score":-47.733333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.140350877192982,"score":0.140350877192982,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0606060606060606,"score":0.0606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.21,"score":0.21,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.380952380952381,"score":0.380952380952381,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0319,"score":0.0319,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.498989898989899,"score":0.498989898989899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.443352601156069,"score":0.443352601156069,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.232804232804233,"score":0.232804232804233,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.07,"score":0.07,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"546ec53f-273c-4af7-b13f-b88c41f45905","slug":"nova-pro","name":"Nova Pro","shortName":"Nova Pro","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-12-03","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"nova-pro","name":"Nova Pro"},"deprecated":true,"deprecatedTo":"nova-2-0-pro","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":300000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":6.95832302287488,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-47.733333333333334,"omniscienceBreakdown":{"accuracy":0.16866666666666666,"hallucinationRate":0.7770649558941459},"gdpval":null,"itBenchSre":null,"tau2":0.140350877192982,"tauBanking":null,"terminalbenchHard":0.0606060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.21,"ifbench":0.380952380952381,"hle":0.0319,"gpqa":0.498989898989899,"critpt":0,"apexAgents":null,"mmmuPro":0.443352601156069,"livecodebench":0.232804232804233,"aime25":0.07,"analystAgent":null,"price1mInputTokens":0.8,"price1mOutputTokens":3.2,"cacheHitPrice":0.2,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.4000000000000001,"price1mBlended7To2To1":0.62,"price1mBlended0To1To1":2,"price1mBlended100To1To1":0.23529411764705882,"price1mBlended0To100To1":0.8237623762376238,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":11.11111111111111,"modelAvailability":2,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"bb5a4e55-7969-4ab4-8702-3b9fd6547dc2","slug":"aws","name":"Amazon","logo":"/img/logos/aws_small.svg","color":"#FF9900","country":"us","url":"https://aws.amazon.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"23b379f7-18df-492a-9fc1-a56c5a5b9cfc","slug":"nvidia-nemotron-3-nano-30b-a3b","name":"NVIDIA Nemotron 3 Nano 30B A3B (Non-reasoning)","shortName":"Nemotron 3 Nano (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/nvidia-nemotron-3-nano-30b-a3b","releaseDate":"2025-12-15","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"nvidia-nemotron-3-nano-30b-a3b","name":"NVIDIA Nemotron 3 Nano 30B A3B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":31.6,"inferenceParametersActiveBillions":3.6,"sizeClass":"small","contextWindowTokens":1000000,"licenseName":"Nvidia Nemotron Open Model License","intelligenceIndex":6.8478519055181,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":156.473197846317,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.972354828499874,"timeToFirstAnswerTokenMs":0.972354828499874,"endToEndMs":4.1677902569435625}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-69.3,"score":-69.3,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":-121.8,"score":-121.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.254385964912281,"score":0.254385964912281,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.121212121212121,"score":0.121212121212121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.106666666666667,"score":0.106666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.374829931972789,"score":0.374829931972789,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0458758109360519,"score":0.0458758109360519,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.398989898989899,"score":0.398989898989899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.35978835978836,"score":0.35978835978836,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.133333333333333,"score":0.133333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":12,"raw":{"id":"23b379f7-18df-492a-9fc1-a56c5a5b9cfc","slug":"nvidia-nemotron-3-nano-30b-a3b","name":"NVIDIA Nemotron 3 Nano 30B A3B (Non-reasoning)","shortName":"Nemotron 3 Nano (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-15","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"nvidia-nemotron-3-nano-30b-a3b","name":"NVIDIA Nemotron 3 Nano 30B A3B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":31.6,"inferenceParametersActiveBillions":3.6,"sizeClass":"small","contextWindowTokens":1000000,"licenseName":"Nvidia Nemotron Open Model License","licenseUrl":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","modelWeightsSourceUrl":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","microevalsEnabled":false,"intelligenceIndex":6.8478519055181,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-69.3,"omniscienceBreakdown":{"accuracy":0.11366666666666667,"hallucinationRate":0.9101165851823994},"gdpval":-121.8,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.254385964912281,"tauBanking":null,"terminalbenchHard":0.121212121212121,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.106666666666667,"ifbench":0.374829931972789,"hle":0.0458758109360519,"gpqa":0.398989898989899,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.35978835978836,"aime25":0.133333333333333,"analystAgent":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.08750000000000001,"price1mBlended7To2To1":0.06500000000000002,"price1mBlended0To1To1":0.125,"price1mBlended100To1To1":0.051470588235294115,"price1mBlended0To100To1":0.05148514851485149,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":83.33333333333333,"modelAvailability":6,"transparencyMethodology":6,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"timescaleData":{"medianOutputSpeed":156.473197846317,"medianTimeToFirstChunk":0.972354828499874},"outputSpeedVariance":{"p05":60.6383474601327,"q25":92.7958214658718,"median":156.473197846317,"q75":319.452955248888,"p95":344.244915309215},"timeToFirstChunkVariance":{"p05":0.561789484050019,"q25":0.680594249750008,"median":0.972354828499874,"q75":1.22649588574984,"p95":2.84924160980003},"performanceByPromptType":{"medium":{"medianOutputSpeed":158.990607296054,"medianTimeToFirstChunk":0.398574339499987,"medianTimeToFirstAnswerToken":0.398574339499987,"medianEndToEndResponseTime":3.543414204593134},"long":{"medianOutputSpeed":156.473197846317,"medianTimeToFirstChunk":0.972354828499874,"medianTimeToFirstAnswerToken":0.972354828499874,"medianEndToEndResponseTime":4.1677902569435625},"hundredK":{"medianOutputSpeed":228.199884217855,"medianTimeToFirstChunk":5.15149205850008,"medianTimeToFirstAnswerToken":5.15149205850008,"medianEndToEndResponseTime":7.342553643451044},"mediumParallel":{"medianOutputSpeed":124.367417741089,"medianTimeToFirstChunk":0.774036286500007,"medianTimeToFirstAnswerToken":0.774036286500007,"medianEndToEndResponseTime":4.794381880881581}},"endToEndResponseTime":{"input":0.972354828499874,"reasoning":0,"answer":3.1954354284436888,"total":4.1677902569435625},"timeToFirstAnswerToken":{"input":0.972354828499874,"reasoning":0,"total":0.972354828499874},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"76dcf6ef-39ea-4be0-b693-b88da25b4caf","slug":"nvidia-nemotron-3-nano-30b-a3b-reasoning","name":"NVIDIA Nemotron 3 Nano 30B A3B (Reasoning)","shortName":"Nemotron 3 Nano","sourceUrl":"https://artificialanalysis.ai/models/nvidia-nemotron-3-nano-30b-a3b-reasoning","releaseDate":"2025-12-15","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"nvidia-nemotron-3-nano-30b-a3b","name":"NVIDIA Nemotron 3 Nano 30B A3B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":31.6,"inferenceParametersActiveBillions":3.6,"sizeClass":"small","contextWindowTokens":1000000,"licenseName":"Nvidia Nemotron Open Model License","intelligenceIndex":8.8961440122188,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.191393881342714,"strategyAndOps":5.881229045357266,"legal":10.114416888063973,"engineering":12.740988018006089,"economics":14.86730537534754},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":123.567915824844,"canonicalInputTokens":560882587,"canonicalOutputTokens":178496460,"outputTokensPerTask":26974.986020571774,"answerTokensPerTask":3005.6923571856855,"reasoningTokensPerTask":23969.293663386088,"price1mInputTokens":0.05,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.01675160944475661,"latency":{"timeToFirstChunkMs":1.40523536450001,"timeToFirstAnswerTokenMs":17.590666563606547,"endToEndMs":21.637024363383176}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":100.39,"score":100.39,"outputTokensPerTask":35735.043956043955,"costPerTask":0.05396744120879122,"timePerTask":269.0041284378669,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":438.32,"score":438.32,"outputTokensPerTask":42439.6,"costPerTask":0.027740789545454548,"timePerTask":319.47428477475836,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.009714694010433006,"score":0.009714694010433006,"outputTokensPerTask":93661.50076103501,"costPerTask":0.04673534528158295,"timePerTask":705.0594484057849,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":30681.878787878788,"costPerTask":0.011619118181818183,"timePerTask":230.96521365195258,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.305555555555556,"score":0.305555555555556,"outputTokensPerTask":4879.194444444444,"costPerTask":0.0011380795138888886,"timePerTask":36.72930836803041,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.113994439295644,"score":0.113994439295644,"outputTokensPerTask":30952.06580166821,"costPerTask":0.006205766334569046,"timePerTask":232.9991113085234,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.01,"score":0.01,"outputTokensPerTask":6328.04,"costPerTask":0.0031606395000000004,"timePerTask":47.63584136104162,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":44373.54285714286,"costPerTask":0.009033042142857144,"timePerTask":334.0325042462182,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-51.56666666666667,"score":-51.56666666666667,"outputTokensPerTask":4995.804666666667,"costPerTask":0.0010051358500000002,"timePerTask":37.607119830482226,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.38,"score":0.38,"outputTokensPerTask":4337.03,"costPerTask":0.005584242,"timePerTask":32.6480352617996,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.01,"score":0.01,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":438.32,"score":438.32,"outputTokensPerTask":42439.6,"costPerTask":0.027740789545454548,"timePerTask":319.47428477475836,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":42439.6,"costPerTask":0.027740789545454548,"timePerTask":319.47428477475836,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.409356725146199,"score":0.409356725146199,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0597938144329897,"score":0.0597938144329897,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.136363636363636,"score":0.136363636363636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0674157303370786,"score":0.0674157303370786,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":30681.878787878788,"costPerTask":0.011619118181818183,"timePerTask":230.96521365195258,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.38,"score":0.38,"outputTokensPerTask":4337.03,"costPerTask":0.005584242,"timePerTask":32.6480352617996,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.710884353741497,"score":0.710884353741497,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.113994439295644,"score":0.113994439295644,"outputTokensPerTask":30952.06580166821,"costPerTask":0.006205766334569046,"timePerTask":232.9991113085234,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.756565656565657,"score":0.756565656565657,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.740740740740741,"score":0.740740740740741,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.91,"score":0.91,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.009714694010433006,"score":0.009714694010433006,"outputTokensPerTask":93661.50076103501,"costPerTask":0.04673534528158295,"timePerTask":705.0594484057849,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":9.191393881342714,"score":9.191393881342714,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":5.881229045357266,"score":5.881229045357266,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":10.114416888063973,"score":10.114416888063973,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":12.740988018006089,"score":12.740988018006089,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":14.86730537534754,"score":14.86730537534754,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"76dcf6ef-39ea-4be0-b693-b88da25b4caf","slug":"nvidia-nemotron-3-nano-30b-a3b-reasoning","name":"NVIDIA Nemotron 3 Nano 30B A3B (Reasoning)","shortName":"Nemotron 3 Nano","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-15","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"nvidia-nemotron-3-nano-30b-a3b","name":"NVIDIA Nemotron 3 Nano 30B A3B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":31.6,"inferenceParametersActiveBillions":3.6,"sizeClass":"small","contextWindowTokens":1000000,"licenseName":"Nvidia Nemotron Open Model License","licenseUrl":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","modelWeightsSourceUrl":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","microevalsEnabled":true,"intelligenceIndex":8.8961440122188,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.191393881342714,"strategyAndOps":5.881229045357266,"legal":10.114416888063973,"engineering":12.740988018006089,"economics":14.86730537534754},"omniscience":-51.56666666666667,"omniscienceBreakdown":{"accuracy":0.173,"hallucinationRate":0.8327287384119306},"gdpPdfAllPass":0.01,"gdpval":438.32,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.409356725146199,"tauBanking":0.0597938144329897,"terminalbenchHard":0.136363636363636,"terminalBench21":0.0674157303370786,"terminalBench40":0,"scicode":0.305555555555556,"lcr":0.38,"ifbench":0.710884353741497,"hle":0.113994439295644,"gpqa":0.756565656565657,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":0.740740740740741,"aime25":0.91,"analystAgent":null,"automationBenchPartialScore":0.009714694010433006,"price1mInputTokens":0.05,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.08750000000000001,"price1mBlended7To2To1":0.06500000000000002,"price1mBlended0To1To1":0.125,"price1mBlended100To1To1":0.051470588235294115,"price1mBlended0To100To1":0.05148514851485149,"intelligenceIndexTimePerTask":203.06068779468404,"intelligenceIndexCost":{"total":63.743421350000006,"input":28.044129350000002,"nonCacheInput":0.7879770500000001,"cacheRead":0,"cacheWrite":27.256152300000004,"output":35.69929200000001,"reasoning":33.986321800000006,"answer":1.7129702000000002},"intelligenceIndexCostPerTask":{"cost":{"total":0.01675160944475661,"input":0.011356612240642258,"nonCacheInput":0.0004598339245663975,"cacheRead":0,"cacheWrite":0.010896778316075858,"output":0.005394997204114354,"reasoning":0.004793858732677218,"answer":0.000601138471437137},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.008095116181318682},{"slug":"gdpval-aa","weightedCostPerTask":0.002774078954545455},{"slug":"automationbench-aa","weightedCostPerTask":0.002336767264079148},{"slug":"terminalbench-4-0","weightedCostPerTask":0.0011619118181818181},{"slug":"scicode","weightedCostPerTask":0.00011380795138888888},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0006205766334569046},{"slug":"gdp-pdf","weightedCostPerTask":0.00031606395000000005},{"slug":"critpt","weightedCostPerTask":0.0009033042142857145},{"slug":"omniscience","weightedCostPerTask":0.0001507703775},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00027921209999999996}]},"canonicalIntelligenceIndexTokenCount":{"input":560882587,"output":178496460,"answer":8564851,"reasoning":169931609},"intelligenceIndexOutputTokensPerTask":{"reasoning":23969.293663386088,"answer":3005.6923571856855,"output":26974.986020571774},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":100.39,"outputTokensPerTask":35735.043956043955,"costPerTask":0.05396744120879122,"timePerTask":269.0041284378669},{"slug":"gdpval-aa","score":438.32,"outputTokensPerTask":42439.6,"costPerTask":0.027740789545454548,"timePerTask":319.47428477475836},{"slug":"automationbench-aa","score":0.009714694010433006,"outputTokensPerTask":93661.50076103501,"costPerTask":0.04673534528158295,"timePerTask":705.0594484057849},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":30681.878787878788,"costPerTask":0.011619118181818183,"timePerTask":230.96521365195258},{"slug":"scicode","score":0.305555555555556,"outputTokensPerTask":4879.194444444444,"costPerTask":0.0011380795138888886,"timePerTask":36.72930836803041},{"slug":"humanitys-last-exam","score":0.113994439295644,"outputTokensPerTask":30952.06580166821,"costPerTask":0.006205766334569046,"timePerTask":232.9991113085234},{"slug":"gdp-pdf","score":0.01,"outputTokensPerTask":6328.04,"costPerTask":0.0031606395000000004,"timePerTask":47.63584136104162},{"slug":"critpt","score":0.00857142857142857,"outputTokensPerTask":44373.54285714286,"costPerTask":0.009033042142857144,"timePerTask":334.0325042462182},{"slug":"omniscience","score":-51.56666666666667,"outputTokensPerTask":4995.804666666667,"costPerTask":0.0010051358500000002,"timePerTask":37.607119830482226},{"slug":"artificial-analysis-long-context-reasoning","score":0.38,"outputTokensPerTask":4337.03,"costPerTask":0.005584242,"timePerTask":32.6480352617996}],"openness":{"opennessIndex":83.33333333333333,"modelAvailability":6,"transparencyMethodology":6,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"briefcaseBreakdown":{"overall":{"elo":100.39,"lower95ci":89.04,"upper95ci":109.75},"rubricPassRate":0.029471544715447155,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":30.37,"lower95ci":10.16,"upper95ci":49.96}},"briefcaseTotalCost":4.91103715,"timescaleData":{"medianOutputSpeed":123.567915824844,"medianTimeToFirstChunk":1.40523536450001},"outputSpeedVariance":{"p05":64.7106891240673,"q25":86.5626657870378,"median":123.567915824844,"q75":247.538527188638,"p95":324.433267602539},"timeToFirstChunkVariance":{"p05":0.904558197400058,"q25":1.07436814400003,"median":1.40523536450001,"q75":2.98167835500003,"p95":18.30397696795},"performanceByPromptType":{"medium":{"medianOutputSpeed":123.892621570825,"medianTimeToFirstChunk":0.788715308499995,"medianTimeToFirstAnswerToken":16.93172668917912,"medianEndToEndResponseTime":20.9674795343489},"long":{"medianOutputSpeed":123.567915824844,"medianTimeToFirstChunk":1.40523536450001,"medianTimeToFirstAnswerToken":17.590666563606547,"medianEndToEndResponseTime":21.637024363383176},"hundredK":{"medianOutputSpeed":190.14677609586,"medianTimeToFirstChunk":5.87351883950003,"medianTimeToFirstAnswerToken":16.391709266203485,"medianEndToEndResponseTime":19.02125687287935},"mediumParallel":{"medianOutputSpeed":96.3490045956297,"medianTimeToFirstChunk":1.38328822149998,"medianTimeToFirstAnswerToken":22.141157058794832,"medianEndToEndResponseTime":27.330624268118545}},"endToEndResponseTime":{"input":1.40523536450001,"reasoning":16.185431199106535,"answer":4.046357799776634,"total":21.637024363383176},"timeToFirstAnswerToken":{"input":1.40523536450001,"reasoning":16.185431199106535,"total":17.590666563606547},"performanceDataSource":{"type":"median"},"hostModelCount":3,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"ab7f016c-a29b-4710-bdf6-6a5cd96aacca","slug":"nvidia-nemotron-nano-12b-v2-vl","name":"NVIDIA Nemotron Nano 12B v2 VL (Non-reasoning)","shortName":"NVIDIA Nemotron Nano 12B v2 VL (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/nvidia-nemotron-nano-12b-v2-vl","releaseDate":"2025-10-28","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"nvidia-nemotron-nano-12b-v2-vl","name":"NVIDIA Nemotron Nano 12B v2 VL"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":13.2,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Nvidia Open Model License","intelligenceIndex":5.82045753777258,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":183.43611831338,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.70995247050001,"timeToFirstAnswerTokenMs":1.70995247050001,"endToEndMs":4.4356970217764715}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-72.23333333333333,"score":-72.23333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.192982456140351,"score":0.192982456140351,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.206666666666667,"score":0.206666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.258503401360544,"score":0.258503401360544,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0426320667284523,"score":0.0426320667284523,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.439393939393939,"score":0.439393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.445086705202312,"score":0.445086705202312,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.344973544973545,"score":0.344973544973545,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.266666666666667,"score":0.266666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"ab7f016c-a29b-4710-bdf6-6a5cd96aacca","slug":"nvidia-nemotron-nano-12b-v2-vl","name":"NVIDIA Nemotron Nano 12B v2 VL (Non-reasoning)","shortName":"NVIDIA Nemotron Nano 12B v2 VL (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-28","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"nvidia-nemotron-nano-12b-v2-vl","name":"NVIDIA Nemotron Nano 12B v2 VL"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":13.2,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Nvidia Open Model License","licenseUrl":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","modelWeightsSourceUrl":"https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL-BF16","microevalsEnabled":false,"intelligenceIndex":5.82045753777258,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-72.23333333333333,"omniscienceBreakdown":{"accuracy":0.11916666666666667,"hallucinationRate":0.9553453169347209},"gdpval":null,"itBenchSre":null,"tau2":0.192982456140351,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.206666666666667,"ifbench":0.258503401360544,"hle":0.0426320667284523,"gpqa":0.439393939393939,"critpt":0,"apexAgents":null,"mmmuPro":0.445086705202312,"livecodebench":0.344973544973545,"aime25":0.266666666666667,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.30000000000000004,"price1mBlended7To2To1":0.24000000000000005,"price1mBlended0To1To1":0.4,"price1mBlended100To1To1":0.20392156862745098,"price1mBlended0To100To1":0.20396039603960398,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":72.22222222222223,"modelAvailability":6,"transparencyMethodology":4,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"timescaleData":{"medianOutputSpeed":183.43611831338,"medianTimeToFirstChunk":1.70995247050001},"outputSpeedVariance":{"p05":11.9148000495139,"q25":48.8524335694851,"median":183.43611831338,"q75":204.612969071376,"p95":234.096446066162},"timeToFirstChunkVariance":{"p05":1.0293181786499,"q25":1.10772935050003,"median":1.70995247050001,"q75":10.71492130575,"p95":32.8743012884501},"performanceByPromptType":{"medium":{"medianOutputSpeed":192.480534007069,"medianTimeToFirstChunk":0.985876495999976,"medianTimeToFirstAnswerToken":0.985876495999976,"medianEndToEndResponseTime":3.5835417746179017},"long":{"medianOutputSpeed":183.43611831338,"medianTimeToFirstChunk":1.70995247050001,"medianTimeToFirstAnswerToken":1.70995247050001,"medianEndToEndResponseTime":4.4356970217764715},"hundredK":{"medianOutputSpeed":122.418134858869,"medianTimeToFirstChunk":7.77350271399996,"medianTimeToFirstAnswerToken":7.77350271399996,"medianEndToEndResponseTime":11.857864892662706},"mediumParallel":{"medianOutputSpeed":180.343787148005,"medianTimeToFirstChunk":2.5194787925,"medianTimeToFirstAnswerToken":2.5194787925,"medianEndToEndResponseTime":5.291961326592837}},"endToEndResponseTime":{"input":1.70995247050001,"reasoning":0,"answer":2.725744551276462,"total":4.4356970217764715},"timeToFirstAnswerToken":{"input":1.70995247050001,"reasoning":0,"total":1.70995247050001},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"6e6e02fd-9cbd-417f-9bfc-673df89c313d","slug":"nvidia-nemotron-nano-12b-v2-vl-reasoning","name":"NVIDIA Nemotron Nano 12B v2 VL (Reasoning)","shortName":"NVIDIA Nemotron Nano 12B v2 VL","sourceUrl":"https://artificialanalysis.ai/models/nvidia-nemotron-nano-12b-v2-vl-reasoning","releaseDate":"2025-10-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"nvidia-nemotron-nano-12b-v2-vl","name":"NVIDIA Nemotron Nano 12B v2 VL"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":13.2,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Nvidia Open Model License","intelligenceIndex":7.47796854824097,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":49.2495134951984,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":8.07744968899988,"timeToFirstAnswerTokenMs":48.68698789682382,"endToEndMs":58.8393724487798}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-64.23333333333333,"score":-64.23333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.213450292397661,"score":0.213450292397661,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0454545454545455,"score":0.0454545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.41,"score":0.41,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.319047619047619,"score":0.319047619047619,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0551436515291937,"score":0.0551436515291937,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.571717171717172,"score":0.571717171717172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.528901734104046,"score":0.528901734104046,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.694179894179894,"score":0.694179894179894,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.75,"score":0.75,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"6e6e02fd-9cbd-417f-9bfc-673df89c313d","slug":"nvidia-nemotron-nano-12b-v2-vl-reasoning","name":"NVIDIA Nemotron Nano 12B v2 VL (Reasoning)","shortName":"NVIDIA Nemotron Nano 12B v2 VL","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-28","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"nvidia-nemotron-nano-12b-v2-vl","name":"NVIDIA Nemotron Nano 12B v2 VL"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":13.2,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Nvidia Open Model License","licenseUrl":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","modelWeightsSourceUrl":"https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL-BF16","microevalsEnabled":false,"intelligenceIndex":7.47796854824097,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-64.23333333333333,"omniscienceBreakdown":{"accuracy":0.14616666666666667,"hallucinationRate":0.9234823345695882},"gdpval":null,"itBenchSre":null,"tau2":0.213450292397661,"tauBanking":null,"terminalbenchHard":0.0454545454545455,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.41,"ifbench":0.319047619047619,"hle":0.0551436515291937,"gpqa":0.571717171717172,"critpt":0,"apexAgents":null,"mmmuPro":0.528901734104046,"livecodebench":0.694179894179894,"aime25":0.75,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.30000000000000004,"price1mBlended7To2To1":0.24000000000000005,"price1mBlended0To1To1":0.4,"price1mBlended100To1To1":0.20392156862745098,"price1mBlended0To100To1":0.20396039603960398,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":72.22222222222223,"modelAvailability":6,"transparencyMethodology":4,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"timescaleData":{"medianOutputSpeed":49.2495134951984,"medianTimeToFirstChunk":8.07744968899988},"outputSpeedVariance":{"p05":11.2672191334555,"q25":20.1786542359796,"median":49.2495134951984,"q75":107.972997479207,"p95":283.155001749125},"timeToFirstChunkVariance":{"p05":1.27745083259993,"q25":2.33960278000002,"median":8.07744968899988,"q75":26.2205426825,"p95":58.7708770678},"performanceByPromptType":{"medium":{"medianOutputSpeed":52.4481166425617,"medianTimeToFirstChunk":6.49767672599998,"medianTimeToFirstAnswerToken":44.630599851346254,"medianEndToEndResponseTime":54.163830632682824},"long":{"medianOutputSpeed":49.2495134951984,"medianTimeToFirstChunk":8.07744968899988,"medianTimeToFirstAnswerToken":48.68698789682382,"medianEndToEndResponseTime":58.8393724487798},"hundredK":{"medianOutputSpeed":69.3499510623954,"medianTimeToFirstChunk":22.8982538265,"medianTimeToFirstAnswerToken":51.737495518257845,"medianEndToEndResponseTime":58.947305941197314},"mediumParallel":{"medianOutputSpeed":39.0411420891377,"medianTimeToFirstChunk":13.094911264,"medianTimeToFirstAnswerToken":64.32292081950052,"medianEndToEndResponseTime":77.12992320837566}},"endToEndResponseTime":{"input":8.07744968899988,"reasoning":40.60953820782394,"answer":10.152384551955985,"total":58.8393724487798},"timeToFirstAnswerToken":{"input":8.07744968899988,"reasoning":40.60953820782394,"total":48.68698789682382},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"2e8694f9-7782-47a6-a6ba-fdce89d939c8","slug":"nvidia-nemotron-nano-9b-v2","name":"NVIDIA Nemotron Nano 9B V2 (Non-reasoning)","shortName":"NVIDIA Nemotron Nano 9B V2 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/nvidia-nemotron-nano-9b-v2","releaseDate":"2025-08-18","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"nvidia-nemotron-nano-9b-v2","name":"NVIDIA Nemotron Nano 9B V2"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":9,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"NVIDIA Open Model License Agreement","intelligenceIndex":6.84412514839364,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":155.676890907247,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.195,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.13793432899998,"timeToFirstAnswerTokenMs":2.13793432899998,"endToEndMs":5.349714812834939}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-57.25,"score":-57.25,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.233918128654971,"score":0.233918128654971,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.00757575757575758,"score":0.00757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.24,"score":0.24,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.271428571428571,"score":0.271428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0458758109360519,"score":0.0458758109360519,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.556565656565657,"score":0.556565656565657,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.700529100529101,"score":0.700529100529101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.623333333333333,"score":0.623333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"2e8694f9-7782-47a6-a6ba-fdce89d939c8","slug":"nvidia-nemotron-nano-9b-v2","name":"NVIDIA Nemotron Nano 9B V2 (Non-reasoning)","shortName":"NVIDIA Nemotron Nano 9B V2 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-18","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"nvidia-nemotron-nano-9b-v2","name":"NVIDIA Nemotron Nano 9B V2"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":9,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"NVIDIA Open Model License Agreement","licenseUrl":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","modelWeightsSourceUrl":"https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2","microevalsEnabled":false,"intelligenceIndex":6.84412514839364,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-57.25,"omniscienceBreakdown":{"accuracy":0.09816666666666667,"hallucinationRate":0.7436703012382184},"gdpval":null,"itBenchSre":null,"tau2":0.233918128654971,"tauBanking":null,"terminalbenchHard":0.00757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.24,"ifbench":0.271428571428571,"hle":0.0458758109360519,"gpqa":0.556565656565657,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.700529100529101,"aime25":0.623333333333333,"analystAgent":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.195,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.08625000000000001,"price1mBlended7To2To1":0.0645,"price1mBlended0To1To1":0.1225,"price1mBlended100To1To1":0.05142156862745098,"price1mBlended0To100To1":0.05143564356435644,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":72.22222222222223,"modelAvailability":6,"transparencyMethodology":4,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"timescaleData":{"medianOutputSpeed":155.676890907247,"medianTimeToFirstChunk":2.13793432899998},"outputSpeedVariance":{"p05":59.8386962812702,"q25":93.9749201323697,"median":155.676890907247,"q75":168.523936773266,"p95":172.408610090052},"timeToFirstChunkVariance":{"p05":1.04285501184999,"q25":1.13644887475002,"median":2.13793432899998,"q75":5.84091881375001,"p95":20.8199900661},"performanceByPromptType":{"medium":{"medianOutputSpeed":157.724396286847,"medianTimeToFirstChunk":1.326183244,"medianTimeToFirstAnswerToken":1.326183244,"medianEndToEndResponseTime":4.49626987467361},"long":{"medianOutputSpeed":155.676890907247,"medianTimeToFirstChunk":2.13793432899998,"medianTimeToFirstAnswerToken":2.13793432899998,"medianEndToEndResponseTime":5.349714812834939},"hundredK":{"medianOutputSpeed":146.573495886048,"medianTimeToFirstChunk":5.68945046299996,"medianTimeToFirstAnswerToken":5.68945046299996,"medianEndToEndResponseTime":9.100708391846247},"mediumParallel":{"medianOutputSpeed":120.041724350218,"medianTimeToFirstChunk":5.1481994115,"medianTimeToFirstAnswerToken":5.1481994115,"medianEndToEndResponseTime":9.31341781957006}},"endToEndResponseTime":{"input":2.13793432899998,"reasoning":0,"answer":3.2117804838349593,"total":5.349714812834939},"timeToFirstAnswerToken":{"input":2.13793432899998,"reasoning":0,"total":2.13793432899998},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"f1d52583-9d20-4099-99ac-b5df9430c3b6","slug":"nvidia-nemotron-nano-9b-v2-reasoning","name":"NVIDIA Nemotron Nano 9B V2 (Reasoning)","shortName":"NVIDIA Nemotron Nano 9B V2","sourceUrl":"https://artificialanalysis.ai/models/nvidia-nemotron-nano-9b-v2-reasoning","releaseDate":"2025-08-18","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"nvidia-nemotron-nano-9b-v2","name":"NVIDIA Nemotron Nano 9B V2"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":9,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"NVIDIA Open Model License Agreement","intelligenceIndex":7.42882284148722,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":110.400699301215,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.04,"price1mOutputTokens":0.16,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":4.9584884345,"timeToFirstAnswerTokenMs":23.074315713304106,"endToEndMs":27.603272533005132}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-41.55,"score":-41.55,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.219298245614035,"score":0.219298245614035,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.226666666666667,"score":0.226666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.276190476190476,"score":0.276190476190476,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0486561631139944,"score":0.0486561631139944,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.56969696969697,"score":0.56969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.723809523809524,"score":0.723809523809524,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.696666666666667,"score":0.696666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"f1d52583-9d20-4099-99ac-b5df9430c3b6","slug":"nvidia-nemotron-nano-9b-v2-reasoning","name":"NVIDIA Nemotron Nano 9B V2 (Reasoning)","shortName":"NVIDIA Nemotron Nano 9B V2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-18","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"nvidia-nemotron-nano-9b-v2","name":"NVIDIA Nemotron Nano 9B V2"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":9,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"NVIDIA Open Model License Agreement","licenseUrl":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/","modelWeightsSourceUrl":"https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2","microevalsEnabled":false,"intelligenceIndex":7.42882284148722,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-41.55,"omniscienceBreakdown":{"accuracy":0.118,"hallucinationRate":0.604875283446712},"gdpval":null,"itBenchSre":null,"tau2":0.219298245614035,"tauBanking":null,"terminalbenchHard":0.0151515151515152,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.226666666666667,"ifbench":0.276190476190476,"hle":0.0486561631139944,"gpqa":0.56969696969697,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.723809523809524,"aime25":0.696666666666667,"analystAgent":null,"price1mInputTokens":0.04,"price1mOutputTokens":0.16,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.07,"price1mBlended7To2To1":0.052000000000000005,"price1mBlended0To1To1":0.1,"price1mBlended100To1To1":0.041176470588235294,"price1mBlended0To100To1":0.04118811881188119,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":72.22222222222223,"modelAvailability":6,"transparencyMethodology":4,"transparencyPostTrainingData":1.5,"transparencyPreTrainingData":1.5},"timescaleData":{"medianOutputSpeed":110.400699301215,"medianTimeToFirstChunk":4.9584884345},"outputSpeedVariance":{"p05":55.2371621231564,"q25":81.6722288702546,"median":110.400699301215,"q75":126.740428948025,"p95":164.214113777826},"timeToFirstChunkVariance":{"p05":1.9054152924,"q25":2.95063759350002,"median":4.9584884345,"q75":10.3112766635,"p95":17.4972180847501},"performanceByPromptType":{"medium":{"medianOutputSpeed":96.976539069912,"medianTimeToFirstChunk":5.03062769799998,"medianTimeToFirstAnswerToken":25.654172518032865,"medianEndToEndResponseTime":30.81005872304108},"long":{"medianOutputSpeed":110.400699301215,"medianTimeToFirstChunk":4.9584884345,"medianTimeToFirstAnswerToken":23.074315713304106,"medianEndToEndResponseTime":27.603272533005132},"hundredK":{"medianOutputSpeed":152.908809035364,"medianTimeToFirstChunk":14.1982038574999,"medianTimeToFirstAnswerToken":27.277895031717666,"medianEndToEndResponseTime":30.547817825272105},"mediumParallel":{"medianOutputSpeed":56.1735431110839,"medianTimeToFirstChunk":4.28926318749999,"medianTimeToFirstAnswerToken":39.89321282701221,"medianEndToEndResponseTime":48.79420023689027}},"endToEndResponseTime":{"input":4.9584884345,"reasoning":18.115827278804105,"answer":4.528956819701026,"total":27.603272533005132},"timeToFirstAnswerToken":{"input":4.9584884345,"reasoning":18.115827278804105,"total":23.074315713304106},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"0c303112-430d-4367-a484-51defaa2e166","slug":"nvidia","name":"NVIDIA","logo":"/img/logos/nvidia_small.svg","color":"#76b900","country":"us","url":"https://www.nvidia.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","slug":"o1","name":"o1","shortName":"o1","sourceUrl":"https://artificialanalysis.ai/models/o1","releaseDate":"2024-12-05","knowledgeCutoffDate":"2023-10-01","isReasoning":true,"effort":null,"release":{"slug":"o1","name":"o1"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":15.2309422339403,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":15,"price1mOutputTokens":60,"cacheHitPrice":7.5,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-11.05,"score":-11.05,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.625730994152047,"score":0.625730994152047,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.128787878787879,"score":0.128787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.65,"score":0.65,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.703401360544218,"score":0.703401360544218,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0701,"score":0.0701,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.747474747474747,"score":0.747474747474747,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.679365079365079,"score":0.679365079365079,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b","slug":"o1","name":"o1","shortName":"o1","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-12-05","knowledgeCutoffDate":"2023-10-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"o1","name":"o1"},"deprecated":true,"deprecatedTo":"o3","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":15.2309422339403,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-11.05,"omniscienceBreakdown":{"accuracy":0.3453333333333333,"hallucinationRate":0.6962830957230143},"gdpval":null,"itBenchSre":null,"tau2":0.625730994152047,"tauBanking":null,"terminalbenchHard":0.128787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.65,"ifbench":0.703401360544218,"hle":0.0701,"gpqa":0.747474747474747,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":0.679365079365079,"aime25":null,"analystAgent":null,"price1mInputTokens":15,"price1mOutputTokens":60,"cacheHitPrice":7.5,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"pricePer1k1mpImages":10.125,"price1mBlended0To3To1":26.25,"price1mBlended7To2To1":14.25,"price1mBlended0To1To1":37.5,"price1mBlended100To1To1":8.088235294117647,"price1mBlended0To100To1":15.445544554455445,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/o1","matchedBy":"slug","catalog":{"id":"openai/o1","canonical_slug":"openai/o1-2024-12-17","hugging_face_id":"","name":"OpenAI: o1","created":1734459999,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding. The o1 model series is trained with large-scale reinforcement learning to reason...","context_length":200000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.00006","web_search":"0.01","input_cache_read":"0.0000075"},"top_provider":{"context_length":200000,"max_completion_tokens":100000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2023-10-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/o1-2024-12-17/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":39.7,"agentic_index":null}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"OpenAI | openai/o1-2024-12-17","model_id":"openai/o1","model_name":"OpenAI: o1","context_length":200000,"pricing":{"prompt":"0.000015","completion":"0.00006","web_search":"0.01","input_cache_read":"0.0000075","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":100000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","slug":"o1-preview","name":"o1-preview","shortName":"o1-preview","sourceUrl":"https://artificialanalysis.ai/models/o1-preview","releaseDate":"2024-09-12","knowledgeCutoffDate":"2023-10-01","isReasoning":true,"effort":null,"release":{"slug":"o1-preview","name":"o1-preview"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":null,"intelligenceIndex":11.3759356934695,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":16.5,"price1mOutputTokens":66,"cacheHitPrice":8.25,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"gpqa","label":"GPQA","value":0.764646464646465,"score":0.764646464646465,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":2,"raw":{"id":"078f4dc8-5350-40a2-a5ea-e8359f795b70","slug":"o1-preview","name":"o1-preview","shortName":"o1-preview","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-09-12","knowledgeCutoffDate":"2023-10-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"o1-preview","name":"o1-preview"},"deprecated":true,"deprecatedTo":"o3","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":128000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":11.3759356934695,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":null,"gpqa":0.764646464646465,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":0.796666666666667,"analystAgent":null,"price1mInputTokens":16.5,"price1mOutputTokens":66,"cacheHitPrice":8.25,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":28.875,"price1mBlended7To2To1":15.675,"price1mBlended0To1To1":41.25,"price1mBlended100To1To1":8.897058823529411,"price1mBlended0To100To1":16.99009900990099,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/o1","matchedBy":"slug","catalog":{"id":"openai/o1","canonical_slug":"openai/o1-2024-12-17","hugging_face_id":"","name":"OpenAI: o1","created":1734459999,"description":"The latest and strongest model family from OpenAI, o1 is designed to spend more time thinking before responding. The o1 model series is trained with large-scale reinforcement learning to reason...","context_length":200000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000015","completion":"0.00006","web_search":"0.01","input_cache_read":"0.0000075"},"top_provider":{"context_length":200000,"max_completion_tokens":100000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2023-10-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/o1-2024-12-17/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":39.7,"agentic_index":null}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"OpenAI | openai/o1-2024-12-17","model_id":"openai/o1","model_name":"OpenAI: o1","context_length":200000,"pricing":{"prompt":"0.000015","completion":"0.00006","web_search":"0.01","input_cache_read":"0.0000075","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":100000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"e8d4100e-165b-4c5d-ac11-ac553590a334","slug":"o1-pro","name":"o1-pro","shortName":"o1-pro","sourceUrl":"https://artificialanalysis.ai/models/o1-pro","releaseDate":"2025-03-19","knowledgeCutoffDate":"2023-10-01","isReasoning":true,"effort":null,"release":{"slug":"o1-pro","name":"o1-pro"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":12.4164514124427,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":150,"price1mOutputTokens":600,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"e8d4100e-165b-4c5d-ac11-ac553590a334","slug":"o1-pro","name":"o1-pro","shortName":"o1-pro","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-19","knowledgeCutoffDate":"2023-10-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"o1-pro","name":"o1-pro"},"deprecated":true,"deprecatedTo":"o3-pro","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":12.4164514124427,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":null,"gpqa":null,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":150,"price1mOutputTokens":600,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":114.75,"price1mBlended0To3To1":262.5,"price1mBlended7To2To1":195,"price1mBlended0To1To1":375,"price1mBlended100To1To1":154.41176470588235,"price1mBlended0To100To1":154.45544554455446,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/o1-pro","matchedBy":"slug","catalog":{"id":"openai/o1-pro","canonical_slug":"openai/o1-pro","hugging_face_id":"","name":"OpenAI: o1-pro","created":1742423211,"description":"The o1 series of models are trained with reinforcement learning to think before they answer and perform complex reasoning. The o1-pro model uses more compute to think harder and provide...","context_length":200000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","image","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00015","completion":"0.0006","web_search":"0.01"},"top_provider":{"context_length":200000,"max_completion_tokens":100000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","structured_outputs"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2023-10-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/o1-pro/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"OpenAI | openai/o1-pro","model_id":"openai/o1-pro","model_name":"OpenAI: o1-pro","context_length":200000,"pricing":{"prompt":"0.00015","completion":"0.0006","web_search":"0.01","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":100000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","slug":"o3","name":"o3","shortName":"o3","sourceUrl":"https://artificialanalysis.ai/models/o3","releaseDate":"2025-04-16","knowledgeCutoffDate":"2024-05-31","isReasoning":true,"effort":null,"release":{"slug":"o3","name":"o3"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":20.200754789201,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":127.716954478886,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":2,"price1mOutputTokens":8,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":5.87322436199999,"timeToFirstAnswerTokenMs":5.87322436199999,"endToEndMs":9.78813136898362}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-15.55,"score":-15.55,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.807017543859649,"score":0.807017543859649,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.371212121212121,"score":0.371212121212121,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.746666666666667,"score":0.746666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.714285714285714,"score":0.714285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.2005,"score":0.2005,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.827272727272727,"score":0.827272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.700578034682081,"score":0.700578034682081,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.808465608465608,"score":0.808465608465608,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.883333333333333,"score":0.883333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"16c5b637-8bce-4252-81f2-1b87a36a4e4c","slug":"o3","name":"o3","shortName":"o3","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-16","knowledgeCutoffDate":"2024-05-31","isReasoning":true,"reasoningTokens":0,"release":{"slug":"o3","name":"o3"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":20.200754789201,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-15.55,"omniscienceBreakdown":{"accuracy":0.38566666666666666,"hallucinationRate":0.8809007053716766},"gdpval":null,"itBenchSre":null,"tau2":0.807017543859649,"tauBanking":null,"terminalbenchHard":0.371212121212121,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.746666666666667,"ifbench":0.714285714285714,"hle":0.2005,"gpqa":0.827272727272727,"critpt":0.0114285714285714,"apexAgents":null,"mmmuPro":0.700578034682081,"livecodebench":0.808465608465608,"aime25":0.883333333333333,"analystAgent":null,"price1mInputTokens":2,"price1mOutputTokens":8,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":6.75,"price1mBlended0To3To1":3.5,"price1mBlended7To2To1":1.55,"price1mBlended0To1To1":5,"price1mBlended100To1To1":0.5882352941176471,"price1mBlended0To100To1":2.0594059405940595,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":5.555555555555555,"modelAvailability":1,"transparencyMethodology":0,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":127.716954478886,"medianTimeToFirstChunk":5.87322436199999},"outputSpeedVariance":{"p05":94.0189024998574,"q25":105.579770886073,"median":127.716954478886,"q75":143.011996180633,"p95":214.619988576241},"timeToFirstChunkVariance":{"p05":2.87672843445001,"q25":4.49985208125007,"median":5.87322436199999,"q75":8.492729325,"p95":13.1628162683501},"performanceByPromptType":{"medium":{"medianOutputSpeed":129.810117520783,"medianTimeToFirstChunk":4.97841447450001,"medianTimeToFirstAnswerToken":4.97841447450001,"medianEndToEndResponseTime":8.830194363074169},"long":{"medianOutputSpeed":127.716954478886,"medianTimeToFirstChunk":5.87322436199999,"medianTimeToFirstAnswerToken":5.87322436199999,"medianEndToEndResponseTime":9.78813136898362},"hundredK":{"medianOutputSpeed":97.3772758142164,"medianTimeToFirstChunk":5.818883666,"medianTimeToFirstAnswerToken":5.818883666,"medianEndToEndResponseTime":10.953551850330161},"mediumParallel":{"medianOutputSpeed":136.830949686182,"medianTimeToFirstChunk":3.75968960799992,"medianTimeToFirstAnswerToken":3.75968960799992,"medianEndToEndResponseTime":7.413833653237757}},"endToEndResponseTime":{"input":5.87322436199999,"reasoning":0,"answer":3.914907006983629,"total":9.78813136898362},"timeToFirstAnswerToken":{"input":5.87322436199999,"reasoning":0,"total":5.87322436199999},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":3,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/o3","matchedBy":"slug","catalog":{"id":"openai/o3","canonical_slug":"openai/o3-2025-04-16","hugging_face_id":"","name":"OpenAI: o3","created":1744823457,"description":"o3 is a well-rounded and powerful model across domains. It sets a new standard for math, science, coding, and visual reasoning tasks. It also excels at technical writing and instruction-following....","context_length":200000,"architecture":{"modality":"text+image+file->text","input_modalities":["image","text","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000008","web_search":"0.01","input_cache_read":"0.0000005"},"top_provider":{"context_length":200000,"max_completion_tokens":100000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/o3-2025-04-16/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"codecategories","elo":1035,"win_rate":51.9,"rank":107},{"arena":"models","category":"dataviz","elo":1200,"win_rate":48.1,"rank":52},{"arena":"models","category":"gamedev","elo":1058,"win_rate":56.9,"rank":99},{"arena":"models","category":"uicomponent","elo":1032,"win_rate":53.3,"rank":102},{"arena":"models","category":"website","elo":1048,"win_rate":53.8,"rank":108}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"OpenAI | openai/o3-2025-04-16","model_id":"openai/o3","model_name":"OpenAI: o3","context_length":200000,"pricing":{"prompt":"0.000002","completion":"0.000008","web_search":"0.01","input_cache_read":"0.0000005","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":100000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","slug":"o3-mini","name":"o3-mini","shortName":"o3-mini","sourceUrl":"https://artificialanalysis.ai/models/o3-mini","releaseDate":"2025-01-31","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"o3-mini","name":"o3-mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":12.4707708274399,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":208.508344986832,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.1,"price1mOutputTokens":4.4,"cacheHitPrice":0.55,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":5.438711931,"timeToFirstAnswerTokenMs":5.438711931,"endToEndMs":7.836697488995661}},"benchmarkRows":[{"slug":"tau2","label":"Tau2","value":0.286549707602339,"score":0.286549707602339,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0791,"score":0.0791,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.748484848484848,"score":0.748484848484848,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.717460317460317,"score":0.717460317460317,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":5,"raw":{"id":"2dad8957-4c16-4e74-bf2d-8b21514e0ae9","slug":"o3-mini","name":"o3-mini","shortName":"o3-mini","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-01-31","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"release":{"slug":"o3-mini","name":"o3-mini"},"deprecated":true,"deprecatedTo":"gpt-5-mini-medium","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":12.4707708274399,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":0.286549707602339,"tauBanking":null,"terminalbenchHard":0.0681818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0791,"gpqa":0.748484848484848,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.717460317460317,"aime25":null,"analystAgent":null,"price1mInputTokens":1.1,"price1mOutputTokens":4.4,"cacheHitPrice":0.55,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.9250000000000003,"price1mBlended7To2To1":1.0450000000000002,"price1mBlended0To1To1":2.75,"price1mBlended100To1To1":0.5931372549019609,"price1mBlended0To100To1":1.1326732673267328,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":208.508344986832,"medianTimeToFirstChunk":5.438711931},"outputSpeedVariance":{"p05":129.1005803099,"q25":184.179351693942,"median":208.508344986832,"q75":227.245954367018,"p95":251.563034532983},"timeToFirstChunkVariance":{"p05":2.01705923975002,"q25":3.93164573325002,"median":5.438711931,"q75":7.77528890125001,"p95":9.99384522925009},"performanceByPromptType":{"long":{"medianOutputSpeed":208.508344986832,"medianTimeToFirstChunk":5.438711931,"medianTimeToFirstAnswerToken":5.438711931,"medianEndToEndResponseTime":7.836697488995661}},"endToEndResponseTime":{"input":5.438711931,"reasoning":0,"answer":2.3979855579956606,"total":7.836697488995661},"timeToFirstAnswerToken":{"input":5.438711931,"reasoning":0,"total":5.438711931},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/o3-mini-high","matchedBy":"slug","catalog":{"id":"openai/o3-mini-high","canonical_slug":"openai/o3-mini-high-2025-01-31","hugging_face_id":"","name":"OpenAI: o3 Mini High","created":1739372611,"description":"OpenAI o3-mini-high is the same model as [o3-mini](/openai/o3-mini) with reasoning_effort set to high. o3-mini is a cost-efficient language model optimized for STEM reasoning tasks, particularly excelling in science, mathematics, and...","context_length":200000,"architecture":{"modality":"text+file->text","input_modalities":["text","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000011","completion":"0.0000044","web_search":"0.01","input_cache_read":"0.00000055"},"top_provider":{"context_length":200000,"max_completion_tokens":100000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2023-10-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/o3-mini-high-2025-01-31/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":11,"coding_index":16.3,"agentic_index":0.9}},"reasoning":{"mandatory":true,"supported_efforts":["high"],"default_effort":"high"}},"endpoints":[{"name":"OpenAI | openai/o3-mini-high-2025-01-31","model_id":"openai/o3-mini-high","model_name":"OpenAI: o3 Mini High","context_length":200000,"pricing":{"prompt":"0.0000011","completion":"0.0000044","web_search":"0.01","input_cache_read":"0.00000055","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":100000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"076f2674-bc4b-4925-be59-50832eb8c090","slug":"o3-mini-high","name":"o3-mini (high)","shortName":"o3-mini (high)","sourceUrl":"https://artificialanalysis.ai/models/o3-mini-high","releaseDate":"2025-01-31","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"o3-mini","name":"o3-mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":10.9643866525084,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.991843975933422,"strategyAndOps":6.407860819698365,"legal":11.206432214968626,"engineering":13.363857142857144,"economics":16.023999999999997},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":201.532090536813,"canonicalInputTokens":50859424,"canonicalOutputTokens":68108448,"outputTokensPerTask":16989.103478617624,"answerTokensPerTask":2800.558416342179,"reasoningTokensPerTask":14188.545062275443,"price1mInputTokens":1.1,"price1mOutputTokens":4.4,"cacheHitPrice":0.55,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":18.832412232,"timeToFirstAnswerTokenMs":18.832412232,"endToEndMs":21.313406691334837}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":161.06,"score":161.06,"outputTokensPerTask":9743.329670329671,"costPerTask":null,"timePerTask":48.47878517609051,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":420.79,"score":420.79,"outputTokensPerTask":25698.336363636365,"costPerTask":null,"timePerTask":127.86431026237554,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.005301828617801993,"score":0.005301828617801993,"outputTokensPerTask":13354.660578386605,"costPerTask":null,"timePerTask":66.44727656611286,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":74027,"costPerTask":null,"timePerTask":368.3277844081227,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.428240740740741,"score":0.428240740740741,"outputTokensPerTask":5262.333333333333,"costPerTask":0.026184801041666667,"timePerTask":26.18319771817955,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.1204,"score":0.1204,"outputTokensPerTask":11999.569508804449,"costPerTask":0.05314235129749769,"timePerTask":59.70490295472203,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.02,"score":0.02,"outputTokensPerTask":9127.68,"costPerTask":0.07746244000000001,"timePerTask":45.415566633611164,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":15663.314285714287,"costPerTask":0.073172,"timePerTask":77.93418411316466,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-42.56666666666667,"score":-42.56666666666667,"outputTokensPerTask":3004.291,"costPerTask":0.013350286583333332,"timePerTask":14.948111469426877,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.43,"score":0.43,"outputTokensPerTask":4628.08,"costPerTask":0.12413394400000001,"timePerTask":23.02741503050974,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.02,"score":0.02,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":420.79,"score":420.79,"outputTokensPerTask":25698.336363636365,"costPerTask":null,"timePerTask":127.86431026237554,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":25698.336363636365,"costPerTask":null,"timePerTask":127.86431026237554,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.312865497076023,"score":0.312865497076023,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0515463917525773,"score":0.0515463917525773,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0606060606060606,"score":0.0606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0449438202247191,"score":0.0449438202247191,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":74027,"costPerTask":null,"timePerTask":368.3277844081227,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.43,"score":0.43,"outputTokensPerTask":4628.08,"costPerTask":0.12413394400000001,"timePerTask":23.02741503050974,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.671428571428571,"score":0.671428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.1204,"score":0.1204,"outputTokensPerTask":11999.569508804449,"costPerTask":0.05314235129749769,"timePerTask":59.70490295472203,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.772727272727273,"score":0.772727272727273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.734391534391534,"score":0.734391534391534,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.005301828617801993,"score":0.005301828617801993,"outputTokensPerTask":13354.660578386605,"costPerTask":null,"timePerTask":66.44727656611286,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":9.991843975933422,"score":9.991843975933422,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":6.407860819698365,"score":6.407860819698365,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":11.206432214968626,"score":11.206432214968626,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":13.363857142857144,"score":13.363857142857144,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":16.023999999999997,"score":16.023999999999997,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"076f2674-bc4b-4925-be59-50832eb8c090","slug":"o3-mini-high","name":"o3-mini (high)","shortName":"o3-mini (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-01-31","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"o3-mini","name":"o3-mini"},"deprecated":true,"deprecatedTo":"gpt-5-mini","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":10.9643866525084,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":9.991843975933422,"strategyAndOps":6.407860819698365,"legal":11.206432214968626,"engineering":13.363857142857144,"economics":16.023999999999997},"omniscience":-42.56666666666667,"omniscienceBreakdown":{"accuracy":0.21266666666666667,"hallucinationRate":0.8107535986452159},"gdpPdfAllPass":0.02,"gdpval":420.79,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.312865497076023,"tauBanking":0.0515463917525773,"terminalbenchHard":0.0606060606060606,"terminalBench21":0.0449438202247191,"terminalBench40":0,"scicode":0.428240740740741,"lcr":0.43,"ifbench":0.671428571428571,"hle":0.1204,"gpqa":0.772727272727273,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":0.734391534391534,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.005301828617801993,"price1mInputTokens":1.1,"price1mOutputTokens":4.4,"cacheHitPrice":0.55,"cacheHitDiscountPercent":0.5,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.9250000000000003,"price1mBlended7To2To1":1.0450000000000002,"price1mBlended0To1To1":2.75,"price1mBlended100To1To1":0.5931372549019609,"price1mBlended0To100To1":1.1326732673267328,"intelligenceIndexTimePerTask":84.53076368567632,"canonicalIntelligenceIndexTokenCount":{"input":50859424,"output":68108448,"answer":5475768,"reasoning":62632680},"intelligenceIndexOutputTokensPerTask":{"reasoning":14188.545062275443,"answer":2800.558416342179,"output":16989.103478617624},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":161.06,"outputTokensPerTask":9743.329670329671,"timePerTask":48.47878517609051},{"slug":"gdpval-aa","score":420.79,"outputTokensPerTask":25698.336363636365,"timePerTask":127.86431026237554},{"slug":"automationbench-aa","score":0.005301828617801993,"outputTokensPerTask":13354.660578386605,"timePerTask":66.44727656611286},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":74027,"timePerTask":368.3277844081227},{"slug":"scicode","score":0.428240740740741,"outputTokensPerTask":5262.333333333333,"costPerTask":0.026184801041666667,"timePerTask":26.18319771817955},{"slug":"humanitys-last-exam","score":0.1204,"outputTokensPerTask":11999.569508804449,"costPerTask":0.05314235129749769,"timePerTask":59.70490295472203},{"slug":"gdp-pdf","score":0.02,"outputTokensPerTask":9127.68,"costPerTask":0.07746244000000001,"timePerTask":45.415566633611164},{"slug":"critpt","score":0.00285714285714286,"outputTokensPerTask":15663.314285714287,"costPerTask":0.073172,"timePerTask":77.93418411316466},{"slug":"omniscience","score":-42.56666666666667,"outputTokensPerTask":3004.291,"costPerTask":0.013350286583333332,"timePerTask":14.948111469426877},{"slug":"artificial-analysis-long-context-reasoning","score":0.43,"outputTokensPerTask":4628.08,"costPerTask":0.12413394400000001,"timePerTask":23.02741503050974}],"briefcaseBreakdown":{"overall":{"elo":161.06,"lower95ci":150.66,"upper95ci":170.9},"rubricPassRate":0.045454545454545456,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":154.58,"lower95ci":134.53,"upper95ci":173.55}},"timescaleData":{"medianOutputSpeed":201.532090536813,"medianTimeToFirstChunk":18.832412232},"outputSpeedVariance":{"p05":147.788509361518,"q25":182.262195855218,"median":201.532090536813,"q75":232.815093592035,"p95":263.724493572124},"timeToFirstChunkVariance":{"p05":9.32114764549998,"q25":12.70003322725,"median":18.832412232,"q75":29.12260016575,"p95":63.4978545223499},"performanceByPromptType":{"long":{"medianOutputSpeed":201.532090536813,"medianTimeToFirstChunk":18.832412232,"medianTimeToFirstAnswerToken":18.832412232,"medianEndToEndResponseTime":21.313406691334837}},"endToEndResponseTime":{"input":18.832412232,"reasoning":0,"answer":2.480994459334838,"total":21.313406691334837},"timeToFirstAnswerToken":{"input":18.832412232,"reasoning":0,"total":18.832412232},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/o3-mini-high","matchedBy":"slug","catalog":{"id":"openai/o3-mini-high","canonical_slug":"openai/o3-mini-high-2025-01-31","hugging_face_id":"","name":"OpenAI: o3 Mini High","created":1739372611,"description":"OpenAI o3-mini-high is the same model as [o3-mini](/openai/o3-mini) with reasoning_effort set to high. o3-mini is a cost-efficient language model optimized for STEM reasoning tasks, particularly excelling in science, mathematics, and...","context_length":200000,"architecture":{"modality":"text+file->text","input_modalities":["text","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000011","completion":"0.0000044","web_search":"0.01","input_cache_read":"0.00000055"},"top_provider":{"context_length":200000,"max_completion_tokens":100000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2023-10-31","expiration_date":null,"links":{"details":"/api/v1/models/openai/o3-mini-high-2025-01-31/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":11,"coding_index":16.3,"agentic_index":0.9}},"reasoning":{"mandatory":true,"supported_efforts":["high"],"default_effort":"high"}},"endpoints":[{"name":"OpenAI | openai/o3-mini-high-2025-01-31","model_id":"openai/o3-mini-high","model_name":"OpenAI: o3 Mini High","context_length":200000,"pricing":{"prompt":"0.0000011","completion":"0.0000044","web_search":"0.01","input_cache_read":"0.00000055","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":100000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","slug":"o3-pro","name":"o3-pro","shortName":"o3-pro","sourceUrl":"https://artificialanalysis.ai/models/o3-pro","releaseDate":"2025-06-10","knowledgeCutoffDate":"2024-06-01","isReasoning":true,"effort":null,"release":{"slug":"o3-pro","name":"o3-pro"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":21.869975912052,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":20,"price1mOutputTokens":80,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"gpqa","label":"GPQA","value":0.845454545454545,"score":0.845454545454545,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":1,"raw":{"id":"ca04852c-eaae-4881-a208-f9b2ca3b7cd6","slug":"o3-pro","name":"o3-pro","shortName":"o3-pro","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-06-10","knowledgeCutoffDate":"2024-06-01","isReasoning":true,"reasoningTokens":0,"release":{"slug":"o3-pro","name":"o3-pro"},"deprecated":true,"deprecatedTo":"gpt-5","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":21.869975912052,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":null,"gpqa":0.845454545454545,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":20,"price1mOutputTokens":80,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":35,"price1mBlended7To2To1":26,"price1mBlended0To1To1":50,"price1mBlended100To1To1":20.58823529411765,"price1mBlended0To100To1":20.594059405940595,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":2,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/o3-pro","matchedBy":"slug","catalog":{"id":"openai/o3-pro","canonical_slug":"openai/o3-pro-2025-06-10","hugging_face_id":"","name":"OpenAI: o3 Pro","created":1749598352,"description":"The o-series of models are trained with reinforcement learning to think before they answer and perform complex reasoning. The o3-pro model uses more compute to think harder and provide consistently...","context_length":200000,"architecture":{"modality":"text+image+file->text","input_modalities":["text","file","image"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.00002","completion":"0.00008","web_search":"0.01"},"top_provider":{"context_length":200000,"max_completion_tokens":100000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/o3-pro-2025-06-10/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"OpenAI | openai/o3-pro-2025-06-10","model_id":"openai/o3-pro","model_name":"OpenAI: o3 Pro","context_length":200000,"pricing":{"prompt":"0.00002","completion":"0.00008","web_search":"0.01","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":100000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","slug":"o4-mini","name":"o4-mini (high)","shortName":"o4-mini (high)","sourceUrl":"https://artificialanalysis.ai/models/o4-mini","releaseDate":"2025-04-16","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"o4-mini","name":"o4-mini"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"intelligenceIndex":16.653105214846,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":143.052956640222,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.1,"price1mOutputTokens":4.4,"cacheHitPrice":0.275,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":24.1247041765,"timeToFirstAnswerTokenMs":24.1247041765,"endToEndMs":27.61991330564439}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-35.7,"score":-35.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.555555555555556,"score":0.555555555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.151515151515152,"score":0.151515151515152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.61,"score":0.61,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.687074829931973,"score":0.687074829931973,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.165430954587581,"score":0.165430954587581,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.783838383838384,"score":0.783838383838384,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.692485549132948,"score":0.692485549132948,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.859259259259259,"score":0.859259259259259,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.906666666666667,"score":0.906666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"84b49308-6b93-47aa-a4f6-776ee1a1e8cd","slug":"o4-mini","name":"o4-mini (high)","shortName":"o4-mini (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-16","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":0,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"o4-mini","name":"o4-mini"},"deprecated":true,"deprecatedTo":"gpt-5-mini","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":200000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":16.653105214846,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-35.7,"omniscienceBreakdown":{"accuracy":0.248,"hallucinationRate":0.8045212765957447},"gdpval":null,"itBenchSre":null,"tau2":0.555555555555556,"tauBanking":null,"terminalbenchHard":0.151515151515152,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.61,"ifbench":0.687074829931973,"hle":0.165430954587581,"gpqa":0.783838383838384,"critpt":0.00571428571428571,"apexAgents":null,"mmmuPro":0.692485549132948,"livecodebench":0.859259259259259,"aime25":0.906666666666667,"analystAgent":null,"price1mInputTokens":1.1,"price1mOutputTokens":4.4,"cacheHitPrice":0.275,"cacheHitDiscountPercent":0.75,"cacheWritePrice":null,"pricePer1k1mpImages":1.9371,"price1mBlended0To3To1":1.9250000000000003,"price1mBlended7To2To1":0.8525,"price1mBlended0To1To1":2.75,"price1mBlended100To1To1":0.32352941176470595,"price1mBlended0To100To1":1.1326732673267328,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":143.052956640222,"medianTimeToFirstChunk":24.1247041765},"outputSpeedVariance":{"p05":107.371675198076,"q25":134.509033090737,"median":143.052956640222,"q75":160.034738675565,"p95":180.532241770855},"timeToFirstChunkVariance":{"p05":7.24089011919997,"q25":15.6035485355001,"median":24.1247041765,"q75":38.0171073999999,"p95":175.68017923485},"performanceByPromptType":{"long":{"medianOutputSpeed":143.052956640222,"medianTimeToFirstChunk":24.1247041765,"medianTimeToFirstAnswerToken":24.1247041765,"medianEndToEndResponseTime":27.61991330564439}},"endToEndResponseTime":{"input":24.1247041765,"reasoning":0,"answer":3.4952091291443868,"total":27.61991330564439},"timeToFirstAnswerToken":{"input":24.1247041765,"reasoning":0,"total":24.1247041765},"performanceDataSource":{"type":"firstParty","providerName":"OpenAI"},"hostModelCount":3,"creator":{"id":"e67e56e3-15cd-43db-b679-da4660a69f41","slug":"openai","name":"OpenAI","logo":"/img/logos/openai_small.svg","color":"#1f1f1f","country":"us","url":"https://openai.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/openai/o4-mini-high","matchedBy":"slug","catalog":{"id":"openai/o4-mini-high","canonical_slug":"openai/o4-mini-high-2025-04-16","hugging_face_id":"","name":"OpenAI: o4 Mini High","created":1744824212,"description":"OpenAI o4-mini-high is the same model as [o4-mini](/openai/o4-mini) with reasoning_effort set to high. OpenAI o4-mini is a compact reasoning model in the o-series, optimized for fast, cost-efficient performance while retaining...","context_length":200000,"architecture":{"modality":"text+image+file->text","input_modalities":["image","text","file"],"output_modalities":["text"],"tokenizer":"GPT","instruct_type":null},"pricing":{"prompt":"0.0000011","completion":"0.0000044","web_search":"0.01","input_cache_read":"0.000000275"},"top_provider":{"context_length":200000,"max_completion_tokens":100000,"is_moderated":true},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","reasoning_effort","response_format","seed","structured_outputs","tool_choice","tools"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/openai/o4-mini-high-2025-04-16/endpoints"},"reasoning":{"mandatory":true,"supported_efforts":["high"],"default_effort":"high"}},"endpoints":[{"name":"OpenAI | openai/o4-mini-high-2025-04-16","model_id":"openai/o4-mini-high","model_name":"OpenAI: o4 Mini High","context_length":200000,"pricing":{"prompt":"0.0000011","completion":"0.0000044","web_search":"0.01","input_cache_read":"0.000000275","discount":0},"provider_name":"OpenAI","tag":"openai","quantization":"unknown","max_completion_tokens":100000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","seed","max_tokens","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"8f74a6ed-f82f-4a2f-a96b-4914993e47da","slug":"olmo-3-7b-instruct","name":"Olmo 3 7B Instruct","shortName":"Olmo 3 7B","sourceUrl":"https://artificialanalysis.ai/models/olmo-3-7b-instruct","releaseDate":"2025-11-20","knowledgeCutoffDate":"2024-12-01","isReasoning":false,"effort":null,"release":{"slug":"olmo-3-7b-instruct","name":"Olmo 3 7B Instruct"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":65536,"licenseName":"Apache 2.0","intelligenceIndex":5.24099718758815,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"ab6c5270-d7b9-4c09-92fe-62662618c631","slug":"ai2","name":"Allen Institute for AI","logo":"/img/logos/ai2_small.svg","color":"#F0529C","country":"us","url":"https://allenai.org/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-77.06666666666666,"score":-77.06666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.125730994152047,"score":0.125730994152047,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.327891156462585,"score":0.327891156462585,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0579240037071362,"score":0.0579240037071362,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.4,"score":0.4,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.265608465608466,"score":0.265608465608466,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.413333333333333,"score":0.413333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"8f74a6ed-f82f-4a2f-a96b-4914993e47da","slug":"olmo-3-7b-instruct","name":"Olmo 3 7B Instruct","shortName":"Olmo 3 7B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-20","knowledgeCutoffDate":"2024-12-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"olmo-3-7b-instruct","name":"Olmo 3 7B Instruct"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":65536,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/allenai/Olmo-3-7B-Instruct","microevalsEnabled":false,"intelligenceIndex":5.24099718758815,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-77.06666666666666,"omniscienceBreakdown":{"accuracy":0.074,"hallucinationRate":0.912167026637869},"gdpval":null,"itBenchSre":null,"tau2":0.125730994152047,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.327891156462585,"hle":0.0579240037071362,"gpqa":0.4,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.265608465608466,"aime25":0.413333333333333,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.125,"price1mBlended7To2To1":0.11000000000000001,"price1mBlended0To1To1":0.15000000000000002,"price1mBlended100To1To1":0.10098039215686273,"price1mBlended0To100To1":0.10099009900990098,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":88.88888888888889,"modelAvailability":6,"transparencyMethodology":6,"transparencyPostTrainingData":2,"transparencyPreTrainingData":2},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"ab6c5270-d7b9-4c09-92fe-62662618c631","slug":"ai2","name":"Allen Institute for AI","logo":"/img/logos/ai2_small.svg","color":"#F0529C","country":"us","url":"https://allenai.org/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"39b64e04-7a69-4aa2-9e2e-fe38c24681ec","slug":"olmo-3-1-32b-think","name":"Olmo 3.1 32B Think","shortName":"Olmo 3.1 32B Think","sourceUrl":"https://artificialanalysis.ai/models/olmo-3-1-32b-think","releaseDate":"2025-12-12","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"olmo-3-1-32b-think","name":"Olmo 3.1 32B Think"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32.2,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":65500,"licenseName":"Apache 2.0","intelligenceIndex":7.12364412279906,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"ab6c5270-d7b9-4c09-92fe-62662618c631","slug":"ai2","name":"Allen Institute for AI","logo":"/img/logos/ai2_small.svg","color":"#F0529C","country":"us","url":"https://allenai.org/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-43.36666666666667,"score":-43.36666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.659863945578231,"score":0.659863945578231,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0625579240037071,"score":0.0625579240037071,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.590909090909091,"score":0.590909090909091,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.695238095238095,"score":0.695238095238095,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.773333333333333,"score":0.773333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"39b64e04-7a69-4aa2-9e2e-fe38c24681ec","slug":"olmo-3-1-32b-think","name":"Olmo 3.1 32B Think","shortName":"Olmo 3.1 32B Think","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-12-12","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"olmo-3-1-32b-think","name":"Olmo 3.1 32B Think"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32.2,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":65500,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/allenai/Olmo-3.1-32B-Think","microevalsEnabled":false,"intelligenceIndex":7.12364412279906,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-43.36666666666667,"omniscienceBreakdown":{"accuracy":0.13783333333333334,"hallucinationRate":0.6628648753141311},"gdpval":null,"itBenchSre":null,"tau2":0,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.659863945578231,"hle":0.0625579240037071,"gpqa":0.590909090909091,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.695238095238095,"aime25":0.773333333333333,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":88.88888888888889,"modelAvailability":6,"transparencyMethodology":6,"transparencyPostTrainingData":2,"transparencyPreTrainingData":2},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"ab6c5270-d7b9-4c09-92fe-62662618c631","slug":"ai2","name":"Allen Institute for AI","logo":"/img/logos/ai2_small.svg","color":"#F0529C","country":"us","url":"https://allenai.org/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"ee708f92-374e-4123-b900-e22d7b2afc19","slug":"phi-4","name":"Phi-4","shortName":"Phi-4","sourceUrl":"https://artificialanalysis.ai/models/phi-4","releaseDate":"2024-12-12","knowledgeCutoffDate":"2024-06-01","isReasoning":false,"effort":null,"release":{"slug":"phi-4","name":"Phi-4"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":14,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":16000,"licenseName":"MIT","intelligenceIndex":5.92257028113751,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","slug":"azure","name":"Microsoft","logo":"/img/logos/microsoft_small.svg","color":"#0078D5","country":"us","url":"https://azure.microsoft.com/en-us"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":30.1983232051139,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.125,"price1mOutputTokens":0.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.91409625049983,"timeToFirstAnswerTokenMs":2.91409625049983,"endToEndMs":19.471306947394687}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-55.7,"score":-55.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0378787878787879,"score":0.0378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.235374149659864,"score":0.235374149659864,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0376,"score":0.0376,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.574747474747475,"score":0.574747474747475,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.230687830687831,"score":0.230687830687831,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.18,"score":0.18,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"ee708f92-374e-4123-b900-e22d7b2afc19","slug":"phi-4","name":"Phi-4","shortName":"Phi-4","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-12-12","knowledgeCutoffDate":"2024-06-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"phi-4","name":"Phi-4"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":14,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":16000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/microsoft/phi-4","microevalsEnabled":false,"intelligenceIndex":5.92257028113751,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-55.7,"omniscienceBreakdown":{"accuracy":0.14066666666666666,"hallucinationRate":0.8118696664080682},"gdpval":null,"itBenchSre":null,"tau2":0,"tauBanking":null,"terminalbenchHard":0.0378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.235374149659864,"hle":0.0376,"gpqa":0.574747474747475,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.230687830687831,"aime25":0.18,"analystAgent":null,"price1mInputTokens":0.125,"price1mOutputTokens":0.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.21875,"price1mBlended7To2To1":0.1625,"price1mBlended0To1To1":0.3125,"price1mBlended100To1To1":0.12867647058823528,"price1mBlended0To100To1":0.12871287128712872,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":30.1983232051139,"medianTimeToFirstChunk":2.91409625049983},"outputSpeedVariance":{"p05":22.2417393171454,"q25":27.4477332029123,"median":30.1983232051139,"q75":32.7423170178079,"p95":37.1122097244125},"timeToFirstChunkVariance":{"p05":2.51309360265001,"q25":2.78398472424999,"median":2.91409625049983,"q75":3.18430205674997,"p95":3.71054533529997},"performanceByPromptType":{"medium":{"medianOutputSpeed":32.7141369466366,"medianTimeToFirstChunk":1.13388038349999,"medianTimeToFirstAnswerToken":1.13388038349999,"medianEndToEndResponseTime":16.417792681586945},"long":{"medianOutputSpeed":30.1983232051139,"medianTimeToFirstChunk":2.91409625049983,"medianTimeToFirstAnswerToken":2.91409625049983,"medianEndToEndResponseTime":19.471306947394687},"mediumParallel":{"medianOutputSpeed":33.7532746164449,"medianTimeToFirstChunk":1.76405310899997,"medianTimeToFirstAnswerToken":1.76405310899997,"medianEndToEndResponseTime":16.577430645898136}},"endToEndResponseTime":{"input":2.91409625049983,"reasoning":0,"answer":16.557210696894856,"total":19.471306947394687},"timeToFirstAnswerToken":{"input":2.91409625049983,"reasoning":0,"total":2.91409625049983},"performanceDataSource":{"type":"firstParty","providerName":"Microsoft"},"hostModelCount":2,"creator":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","slug":"azure","name":"Microsoft","logo":"/img/logos/microsoft_small.svg","color":"#0078D5","country":"us","url":"https://azure.microsoft.com/en-us"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/microsoft/phi-4","matchedBy":"slug","catalog":{"id":"microsoft/phi-4","canonical_slug":"microsoft/phi-4","hugging_face_id":"microsoft/phi-4","name":"Microsoft: Phi 4","created":1736489872,"description":"[Microsoft Research](/microsoft) Phi-4 is designed to perform well in complex reasoning tasks and can operate efficiently in situations with limited memory or where quick responses are needed. At 14 billion...","context_length":16384,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000007","completion":"0.00000014"},"top_provider":{"context_length":16384,"max_completion_tokens":14745,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/microsoft/phi-4/endpoints"}},"endpoints":[{"name":"DeepInfra | microsoft/phi-4","model_id":"microsoft/phi-4","model_name":"Microsoft: Phi 4","context_length":16384,"pricing":{"prompt":"0.00000007","completion":"0.00000014","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":14745,"max_prompt_tokens":4096,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"9f873c2f-2c2d-4ccb-9e1b-71bf61b052be","slug":"phi-4-mini","name":"Phi-4 Mini Instruct","shortName":"Phi-4 Mini","sourceUrl":"https://artificialanalysis.ai/models/phi-4-mini","releaseDate":"2024-02-26","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"phi-4-mini","name":"Phi-4 Mini Instruct"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":3.84,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":6.32860508899613,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","slug":"azure","name":"Microsoft","logo":"/img/logos/microsoft_small.svg","color":"#0078D5","country":"us","url":"https://azure.microsoft.com/en-us"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":44.9786492028102,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.871507772999962,"timeToFirstAnswerTokenMs":0.871507772999962,"endToEndMs":11.98789318834411}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-61.083333333333336,"score":-61.083333333333336,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":-171.32,"score":-171.32,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.0818713450292398,"score":0.0818713450292398,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.00374531835205993,"score":0.00374531835205993,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.153333333333333,"score":0.153333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.210884353741497,"score":0.210884353741497,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0445,"score":0.0445,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.331313131313131,"score":0.331313131313131,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.125925925925926,"score":0.125925925925926,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.0666666666666667,"score":0.0666666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"9f873c2f-2c2d-4ccb-9e1b-71bf61b052be","slug":"phi-4-mini","name":"Phi-4 Mini Instruct","shortName":"Phi-4 Mini","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-02-26","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"phi-4-mini","name":"Phi-4 Mini Instruct"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":3.84,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/microsoft/Phi-4-mini-instruct","microevalsEnabled":false,"intelligenceIndex":6.32860508899613,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-61.083333333333336,"omniscienceBreakdown":{"accuracy":0.095,"hallucinationRate":0.7799263351749539},"gdpval":-171.32,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.0818713450292398,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":0.00374531835205993,"terminalBench40":null,"scicode":null,"lcr":0.153333333333333,"ifbench":0.210884353741497,"hle":0.0445,"gpqa":0.331313131313131,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.125925925925926,"aime25":0.0666666666666667,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":44.9786492028102,"medianTimeToFirstChunk":0.871507772999962},"outputSpeedVariance":{"p05":42.2905634580625,"q25":43.6645888010442,"median":44.9786492028102,"q75":45.8789965044293,"p95":47.1201275490481},"timeToFirstChunkVariance":{"p05":0.810773097550006,"q25":0.835545041999989,"median":0.871507772999962,"q75":0.918087514250004,"p95":0.972234110400069},"performanceByPromptType":{"medium":{"medianOutputSpeed":47.0243984954302,"medianTimeToFirstChunk":0.430045390499998,"medianTimeToFirstAnswerToken":0.430045390499998,"medianEndToEndResponseTime":11.06282360771823},"long":{"medianOutputSpeed":44.9786492028102,"medianTimeToFirstChunk":0.871507772999962,"medianTimeToFirstAnswerToken":0.871507772999962,"medianEndToEndResponseTime":11.98789318834411},"hundredK":{"medianOutputSpeed":10.9130142003343,"medianTimeToFirstChunk":16.9282306375001,"medianTimeToFirstAnswerToken":16.9282306375001,"medianEndToEndResponseTime":62.745086624426555},"mediumParallel":{"medianOutputSpeed":46.7500501133743,"medianTimeToFirstChunk":0.342729088999988,"medianTimeToFirstAnswerToken":0.342729088999988,"medianEndToEndResponseTime":11.03790479014773}},"endToEndResponseTime":{"input":0.871507772999962,"reasoning":0,"answer":11.116385415344148,"total":11.98789318834411},"timeToFirstAnswerToken":{"input":0.871507772999962,"reasoning":0,"total":0.871507772999962},"performanceDataSource":{"type":"firstParty","providerName":"Microsoft"},"hostModelCount":1,"creator":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","slug":"azure","name":"Microsoft","logo":"/img/logos/microsoft_small.svg","color":"#0078D5","country":"us","url":"https://azure.microsoft.com/en-us"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","slug":"phi-4-multimodal","name":"Phi-4 Multimodal Instruct","shortName":"Phi-4 Multimodal","sourceUrl":"https://artificialanalysis.ai/models/phi-4-multimodal","releaseDate":"2025-02-26","knowledgeCutoffDate":"2024-06-01","isReasoning":false,"effort":null,"release":{"slug":"phi-4-multimodal","name":"Phi-4 Multimodal Instruct"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":5.6,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":5.80520041934726,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","slug":"azure","name":"Microsoft","logo":"/img/logos/microsoft_small.svg","color":"#0078D5","country":"us","url":"https://azure.microsoft.com/en-us"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":17.2337831990328,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.881888953000101,"timeToFirstAnswerTokenMs":0.881888953000101,"endToEndMs":29.894671243777736}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.05,"score":0.05,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.315151515151515,"score":0.315151515151515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.145086705202312,"score":0.145086705202312,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.131216931216931,"score":0.131216931216931,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":4,"raw":{"id":"2cd04201-2b6e-47ef-853e-7601f705f2a8","slug":"phi-4-multimodal","name":"Phi-4 Multimodal Instruct","shortName":"Phi-4 Multimodal","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-02-26","knowledgeCutoffDate":"2024-06-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"phi-4-multimodal","name":"Phi-4 Multimodal Instruct"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":5.6,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/microsoft/Phi-4-multimodal-instruct","microevalsEnabled":false,"intelligenceIndex":5.80520041934726,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.05,"gpqa":0.315151515151515,"critpt":null,"apexAgents":null,"mmmuPro":0.145086705202312,"livecodebench":0.131216931216931,"aime25":null,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":17.2337831990328,"medianTimeToFirstChunk":0.881888953000101},"outputSpeedVariance":{"p05":15.7751892159478,"q25":16.9981892744849,"median":17.2337831990328,"q75":17.2587733847505,"p95":17.3489137183003},"timeToFirstChunkVariance":{"p05":0.750198178399909,"q25":0.83337043975007,"median":0.881888953000101,"q75":0.919124308499989,"p95":1.05671087025},"performanceByPromptType":{"medium":{"medianOutputSpeed":17.2809363300669,"medianTimeToFirstChunk":0.415246159999995,"medianTimeToFirstAnswerToken":0.415246159999995,"medianEndToEndResponseTime":29.34886355491255},"long":{"medianOutputSpeed":17.2337831990328,"medianTimeToFirstChunk":0.881888953000101,"medianTimeToFirstAnswerToken":0.881888953000101,"medianEndToEndResponseTime":29.894671243777736},"hundredK":{"medianOutputSpeed":16.6625344660203,"medianTimeToFirstChunk":14.988907604,"medianTimeToFirstAnswerToken":14.988907604,"medianEndToEndResponseTime":44.99634740972966},"mediumParallel":{"medianOutputSpeed":16.9928563338803,"medianTimeToFirstChunk":0.510143120000066,"medianTimeToFirstAnswerToken":0.510143120000066,"medianEndToEndResponseTime":29.934272305574456}},"endToEndResponseTime":{"input":0.881888953000101,"reasoning":0,"answer":29.012782290777636,"total":29.894671243777736},"timeToFirstAnswerToken":{"input":0.881888953000101,"reasoning":0,"total":0.881888953000101},"performanceDataSource":{"type":"firstParty","providerName":"Microsoft"},"hostModelCount":1,"creator":{"id":"ef5ce458-9986-4652-915a-e31fac5506b0","slug":"azure","name":"Microsoft","logo":"/img/logos/microsoft_small.svg","color":"#0078D5","country":"us","url":"https://azure.microsoft.com/en-us"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"f9739750-6d42-450f-ba1e-2f76c869b4fe","slug":"quasar-438b","name":"Quasar 438B (max, based on GLM-5.2)","shortName":"Quasar 438B (max)","sourceUrl":"https://artificialanalysis.ai/models/quasar-438b","releaseDate":"2026-08-10","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"quasar-438b","name":"Quasar 438B"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":438,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":27.1275286607816,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.76332440687201,"strategyAndOps":24.862012794704054,"legal":27.017748110880767,"engineering":29.572305685077975,"economics":35.616311244979904},"creator":{"id":"7d59f244-cf07-4d56-8f28-e1f1379f31c8","slug":"multiversecomputing","name":"Multiverse Computing","logo":"/img/logos/multiversecomputing_small.svg","color":"#f11338","country":"es","url":"https://multiversecomputing.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":153.154868837526,"canonicalInputTokens":3043132212,"canonicalOutputTokens":376565703,"outputTokensPerTask":72522.45306227171,"answerTokensPerTask":19143.32045347732,"reasoningTokensPerTask":53379.13260879439,"price1mInputTokens":0.6,"price1mOutputTokens":1.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":2.024611832657714,"latency":{"timeToFirstChunkMs":1.15225858999997,"timeToFirstAnswerTokenMs":14.21093583075877,"endToEndMs":17.47560514094847}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1123.48,"score":1123.48,"outputTokensPerTask":59475.53846153846,"costPerTask":3.76217765934066,"timePerTask":341.172197107234,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1239.08,"score":1239.08,"outputTokensPerTask":101074.99545454545,"costPerTask":1.3902969027272727,"timePerTask":579.8010268394796,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.23864439593997933,"score":0.23864439593997933,"outputTokensPerTask":43491.54337899543,"costPerTask":0.7392448776255708,"timePerTask":249.48248967585099,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":178809.60606060605,"costPerTask":12.1357738,"timePerTask":1025.7135579029095,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.481481481481481,"score":0.481481481481481,"outputTokensPerTask":15747.614583333334,"costPerTask":0.03209045416666667,"timePerTask":90.33374737864925,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.186746987951807,"score":0.186746987951807,"outputTokensPerTask":106014.74096385542,"costPerTask":0.19101952103799813,"timePerTask":608.1371104152798,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.054,"score":0.054,"outputTokensPerTask":18535.97,"costPerTask":0.054087114,"timePerTask":106.32871553577178,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0942857142857143,"score":0.0942857142857143,"outputTokensPerTask":170137.77142857143,"costPerTask":0.35755140857142853,"timePerTask":975.9689242116128,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-2.6,"score":-2.6,"outputTokensPerTask":9942.8485,"costPerTask":0.0179732675,"timePerTask":57.03560751186882,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.763333333333333,"score":0.763333333333333,"outputTokensPerTask":18060.96,"costPerTask":0.09090059400000002,"timePerTask":103.60389438173198,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.054,"score":0.054,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1239.08,"score":1239.08,"outputTokensPerTask":101074.99545454545,"costPerTask":1.3902969027272727,"timePerTask":579.8010268394796,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.36954,"score":0.36954,"outputTokensPerTask":101074.99545454545,"costPerTask":1.3902969027272727,"timePerTask":579.8010268394796,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.28659793814433,"score":0.28659793814433,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.692883895131086,"score":0.692883895131086,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":178809.60606060605,"costPerTask":12.1357738,"timePerTask":1025.7135579029095,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.763333333333333,"score":0.763333333333333,"outputTokensPerTask":18060.96,"costPerTask":0.09090059400000002,"timePerTask":103.60389438173198,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.186746987951807,"score":0.186746987951807,"outputTokensPerTask":106014.74096385542,"costPerTask":0.19101952103799813,"timePerTask":608.1371104152798,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.732323232323232,"score":0.732323232323232,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.23864439593997933,"score":0.23864439593997933,"outputTokensPerTask":43491.54337899543,"costPerTask":0.7392448776255708,"timePerTask":249.48248967585099,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":24.76332440687201,"score":24.76332440687201,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":24.862012794704054,"score":24.862012794704054,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":27.017748110880767,"score":27.017748110880767,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":29.572305685077975,"score":29.572305685077975,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":35.616311244979904,"score":35.616311244979904,"family":"Capability Index"}],"benchmarkCount":25,"raw":{"id":"f9739750-6d42-450f-ba1e-2f76c869b4fe","slug":"quasar-438b","name":"Quasar 438B (max, based on GLM-5.2)","shortName":"Quasar 438B (max)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-10","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"max","label":"max","level":60},"release":{"slug":"quasar-438b","name":"Quasar 438B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":438,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":27.1275286607816,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":24.76332440687201,"strategyAndOps":24.862012794704054,"legal":27.017748110880767,"engineering":29.572305685077975,"economics":35.616311244979904},"omniscience":-2.6,"omniscienceBreakdown":{"accuracy":0.15516666666666667,"hallucinationRate":0.21444071809035312},"gdpPdfAllPass":0.054,"gdpval":1239.08,"gdpvalNormalized":0.36954,"itBenchSre":null,"tau2":null,"tauBanking":0.28659793814433,"terminalbenchHard":null,"terminalBench21":0.692883895131086,"terminalBench40":0.0101010101010101,"scicode":0.481481481481481,"lcr":0.763333333333333,"ifbench":null,"hle":0.186746987951807,"gpqa":0.732323232323232,"critpt":0.0942857142857143,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.23864439593997933,"price1mInputTokens":0.6,"price1mOutputTokens":1.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.8999999999999999,"price1mBlended7To2To1":0.72,"price1mBlended0To1To1":1.2,"price1mBlended100To1To1":0.6117647058823529,"price1mBlended0To100To1":0.6118811881188119,"intelligenceIndexTimePerTask":416.0137981241148,"intelligenceIndexCost":{"total":2503.6975926,"input":1825.8793272,"nonCacheInput":13.454358,"cacheRead":0,"cacheWrite":1812.4249692,"output":677.8182654,"reasoning":622.437831,"answer":55.380434400000006},"intelligenceIndexCostPerTask":{"cost":{"total":2.024611832657714,"input":1.894071417145625,"nonCacheInput":0.010527316651972506,"cacheRead":0,"cacheWrite":1.8835441004936526,"output":0.1305404155120891,"reasoning":0.0960824386958299,"answer":0.034457976816259187},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.564326648901099},{"slug":"gdpval-aa","weightedCostPerTask":0.1390296902727273},{"slug":"automationbench-aa","weightedCostPerTask":0.03696224388127854},{"slug":"terminalbench-4-0","weightedCostPerTask":1.21357738},{"slug":"scicode","weightedCostPerTask":0.003209045416666667},{"slug":"humanitys-last-exam","weightedCostPerTask":0.019101952103799814},{"slug":"gdp-pdf","weightedCostPerTask":0.005408711399999999},{"slug":"critpt","weightedCostPerTask":0.035755140857142854},{"slug":"omniscience","weightedCostPerTask":0.002695990125},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.004545029700000001}]},"canonicalIntelligenceIndexTokenCount":{"input":3043132212,"output":376565703,"answer":30766908,"reasoning":345798795},"intelligenceIndexOutputTokensPerTask":{"reasoning":53379.13260879439,"answer":19143.32045347732,"output":72522.45306227171},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1123.48,"outputTokensPerTask":59475.53846153846,"costPerTask":3.76217765934066,"timePerTask":341.172197107234},{"slug":"gdpval-aa","score":1239.08,"outputTokensPerTask":101074.99545454545,"costPerTask":1.3902969027272727,"timePerTask":579.8010268394796},{"slug":"automationbench-aa","score":0.23864439593997933,"outputTokensPerTask":43491.54337899543,"costPerTask":0.7392448776255708,"timePerTask":249.48248967585099},{"slug":"terminalbench-4-0","score":0.0101010101010101,"outputTokensPerTask":178809.60606060605,"costPerTask":12.1357738,"timePerTask":1025.7135579029095},{"slug":"scicode","score":0.481481481481481,"outputTokensPerTask":15747.614583333334,"costPerTask":0.03209045416666667,"timePerTask":90.33374737864925},{"slug":"humanitys-last-exam","score":0.186746987951807,"outputTokensPerTask":106014.74096385542,"costPerTask":0.19101952103799813,"timePerTask":608.1371104152798},{"slug":"gdp-pdf","score":0.054,"outputTokensPerTask":18535.97,"costPerTask":0.054087114,"timePerTask":106.32871553577178},{"slug":"critpt","score":0.0942857142857143,"outputTokensPerTask":170137.77142857143,"costPerTask":0.35755140857142853,"timePerTask":975.9689242116128},{"slug":"omniscience","score":-2.6,"outputTokensPerTask":9942.8485,"costPerTask":0.0179732675,"timePerTask":57.03560751186882},{"slug":"artificial-analysis-long-context-reasoning","score":0.763333333333333,"outputTokensPerTask":18060.96,"costPerTask":0.09090059400000002,"timePerTask":103.60389438173198}],"briefcaseBreakdown":{"overall":{"elo":1123.48,"lower95ci":1113.5,"upper95ci":1133.51},"rubricPassRate":0.3434343434343434,"analyticalQuality":{"elo":1077.11,"lower95ci":1060.34,"upper95ci":1094.39},"presentation":{"elo":1184.1,"lower95ci":1167.22,"upper95ci":1201.48}},"briefcaseTotalCost":342.35816700000004,"timescaleData":{"medianOutputSpeed":153.154868837526,"medianTimeToFirstChunk":1.15225858999997},"outputSpeedVariance":{"p05":95.6400960947437,"q25":126.034344207823,"median":153.154868837526,"q75":196.486127346822,"p95":248.886472012815},"timeToFirstChunkVariance":{"p05":0.850467111849974,"q25":0.948310634749987,"median":1.15225858999997,"q75":1.3700568245,"p95":1.69348747989999},"performanceByPromptType":{"medium":{"medianOutputSpeed":172.356745403084,"medianTimeToFirstChunk":0.636807643000011,"medianTimeToFirstAnswerToken":12.2406470826615,"medianEndToEndResponseTime":15.141606942576871},"long":{"medianOutputSpeed":153.154868837526,"medianTimeToFirstChunk":1.15225858999997,"medianTimeToFirstAnswerToken":14.21093583075877,"medianEndToEndResponseTime":17.47560514094847},"hundredK":{"medianOutputSpeed":116.965702221576,"medianTimeToFirstChunk":10.316043747,"medianTimeToFirstAnswerToken":27.41507330877073,"medianEndToEndResponseTime":31.68983069921341},"mediumParallel":{"medianOutputSpeed":118.094803096848,"medianTimeToFirstChunk":0.711294350000003,"medianTimeToFirstAnswerToken":17.646840602275187,"medianEndToEndResponseTime":21.880727165343984}},"endToEndResponseTime":{"input":1.15225858999997,"reasoning":13.058677240758799,"answer":3.2646693101896997,"total":17.47560514094847},"timeToFirstAnswerToken":{"input":1.15225858999997,"reasoning":13.058677240758799,"total":14.21093583075877},"performanceDataSource":{"type":"firstParty","providerName":"Multiverse Computing"},"hostModelCount":1,"creator":{"id":"7d59f244-cf07-4d56-8f28-e1f1379f31c8","slug":"multiversecomputing","name":"Multiverse Computing","logo":"/img/logos/multiversecomputing_small.svg","color":"#f11338","country":"es","url":"https://multiversecomputing.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","slug":"qwen2-5-72b-instruct","name":"Qwen2.5 Instruct 72B","shortName":"Qwen2.5 72B","sourceUrl":"https://artificialanalysis.ai/models/qwen2-5-72b-instruct","releaseDate":"2024-09-19","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen2-5-72b-instruct","name":"Qwen2.5 Instruct 72B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":72,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":131072,"licenseName":"Qwen License Agreement","intelligenceIndex":7.73490670575182,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.475,"price1mOutputTokens":0.495,"cacheHitPrice":0.355,"cacheHitDiscountPercent":0.6666666666666667,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-53.06666666666667,"score":-53.06666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.345029239766082,"score":0.345029239766082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0454545454545455,"score":0.0454545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.368707482993197,"score":0.368707482993197,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0356,"score":0.0356,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.490909090909091,"score":0.490909090909091,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.276190476190476,"score":0.276190476190476,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.14,"score":0.14,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd","slug":"qwen2-5-72b-instruct","name":"Qwen2.5 Instruct 72B","shortName":"Qwen2.5 72B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-09-19","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen2-5-72b-instruct","name":"Qwen2.5 Instruct 72B"},"deprecated":true,"deprecatedTo":"qwen3-235b-a22b-instruct","isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":72,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":131072,"licenseName":"Qwen License Agreement","licenseUrl":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct","microevalsEnabled":false,"intelligenceIndex":7.73490670575182,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-53.06666666666667,"omniscienceBreakdown":{"accuracy":0.17466666666666666,"hallucinationRate":0.8546042003231018},"gdpval":null,"itBenchSre":null,"tau2":0.345029239766082,"tauBanking":null,"terminalbenchHard":0.0454545454545455,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.368707482993197,"hle":0.0356,"gpqa":0.490909090909091,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.276190476190476,"aime25":0.14,"analystAgent":null,"price1mInputTokens":0.475,"price1mOutputTokens":0.495,"cacheHitPrice":0.355,"cacheHitDiscountPercent":0.6666666666666667,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.48,"price1mBlended7To2To1":0.39299999999999996,"price1mBlended0To1To1":0.485,"price1mBlended100To1To1":0.35754901960784313,"price1mBlended0To100To1":0.4751980198019802,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen-2.5-72b-instruct","matchedBy":"slug","catalog":{"id":"qwen/qwen-2.5-72b-instruct","canonical_slug":"qwen/qwen-2.5-72b-instruct","hugging_face_id":"Qwen/Qwen2.5-72B-Instruct","name":"Qwen2.5 72B Instruct","created":1726704000,"description":"Qwen2.5 72B is the latest series of Qwen large language models. Qwen2.5 brings the following improvements upon Qwen2: - Significantly more knowledge and has greatly improved capabilities in coding and...","context_length":32768,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":"chatml"},"pricing":{"prompt":"0.00000036","completion":"0.0000004"},"top_provider":{"context_length":32768,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2024-06-30","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen-2.5-72b-instruct/endpoints"}},"endpoints":[{"name":"DeepInfra | qwen/qwen-2.5-72b-instruct","model_id":"qwen/qwen-2.5-72b-instruct","model_name":"Qwen2.5 72B Instruct","context_length":32768,"pricing":{"prompt":"0.00000036","completion":"0.0000004","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.98353367363741,"uptime_last_5m":100,"uptime_last_1d":99.95987287332383,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen-2.5-72b-instruct","model_id":"qwen/qwen-2.5-72b-instruct","model_name":"Qwen2.5 72B Instruct","context_length":32000,"pricing":{"prompt":"0.00000038","completion":"0.0000004","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":94.01436552274541,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"352f834f-a03c-4117-8a29-c3ccd8a568ce","slug":"qwen-turbo","name":"Qwen2.5 Turbo","shortName":"Qwen2.5 Turbo","sourceUrl":"https://artificialanalysis.ai/models/qwen-turbo","releaseDate":"2024-11-18","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen-turbo","name":"Qwen2.5 Turbo"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":6.43324005500213,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":108.046759250203,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.15928538400002,"timeToFirstAnswerTokenMs":2.15928538400002,"endToEndMs":6.786911455062032}},"benchmarkRows":[{"slug":"hle","label":"Humanity's Last Exam","value":0.0409,"score":0.0409,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.41010101010101,"score":0.41010101010101,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.162962962962963,"score":0.162962962962963,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":3,"raw":{"id":"352f834f-a03c-4117-8a29-c3ccd8a568ce","slug":"qwen-turbo","name":"Qwen2.5 Turbo","shortName":"Qwen2.5 Turbo","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-11-18","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen-turbo","name":"Qwen2.5 Turbo"},"deprecated":true,"deprecatedTo":"qwen3-32b-instruct","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":6.43324005500213,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":0.0409,"gpqa":0.41010101010101,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.162962962962963,"aime25":null,"analystAgent":null,"price1mInputTokens":0.05,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.08750000000000001,"price1mBlended7To2To1":0.06500000000000002,"price1mBlended0To1To1":0.125,"price1mBlended100To1To1":0.051470588235294115,"price1mBlended0To100To1":0.05148514851485149,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":108.046759250203,"medianTimeToFirstChunk":2.15928538400002},"outputSpeedVariance":{"p05":95.1017588353194,"q25":104.275401389834,"median":108.046759250203,"q75":111.19006973147,"p95":115.688275745909},"timeToFirstChunkVariance":{"p05":2.05856920284996,"q25":2.09967955975003,"median":2.15928538400002,"q75":2.24146649699992,"p95":2.52829138359985},"performanceByPromptType":{"long":{"medianOutputSpeed":108.046759250203,"medianTimeToFirstChunk":2.15928538400002,"medianTimeToFirstAnswerToken":2.15928538400002,"medianEndToEndResponseTime":6.786911455062032}},"endToEndResponseTime":{"input":2.15928538400002,"reasoning":0,"answer":4.6276260710620125,"total":6.786911455062032},"timeToFirstAnswerToken":{"input":2.15928538400002,"reasoning":0,"total":2.15928538400002},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"0e5f6140-1154-4583-a3e0-8c032a338892","slug":"qwen3-0.6b-instruct","name":"Qwen3 0.6B (Non-reasoning)","shortName":"Qwen3 0.6B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/qwen3-0.6b-instruct","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-0.6b-instruct","name":"Qwen3 0.6B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":null,"parameters":0.752,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":32000,"licenseName":"Apache 2.0","intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"0e5f6140-1154-4583-a3e0-8c032a338892","slug":"qwen3-0.6b-instruct","name":"Qwen3 0.6B (Non-reasoning)","shortName":"Qwen3 0.6B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"contextWindowTokens":32000,"isReasoning":false,"release":{"slug":"qwen3-0.6b-instruct","name":"Qwen3 0.6B"},"deprecated":true,"isOpenWeights":true,"sizeClass":"tiny","parameters":0.752,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-0.6B","intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"4ae6c88d-9e4a-4850-89fe-18a1c04a66cc","slug":"qwen3-0.6b-instruct-reasoning","name":"Qwen3 0.6B (Reasoning)","shortName":"Qwen3 0.6B","sourceUrl":"https://artificialanalysis.ai/models/releases/qwen3-0.6b-instruct","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-0.6b-instruct","name":"Qwen3 0.6B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":null,"parameters":0.752,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":32000,"licenseName":"Apache 2.0","intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"4ae6c88d-9e4a-4850-89fe-18a1c04a66cc","slug":"qwen3-0.6b-instruct-reasoning","name":"Qwen3 0.6B (Reasoning)","shortName":"Qwen3 0.6B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"contextWindowTokens":32000,"isReasoning":true,"release":{"slug":"qwen3-0.6b-instruct","name":"Qwen3 0.6B"},"deprecated":true,"isOpenWeights":true,"sizeClass":"tiny","parameters":0.752,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-0.6B","intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"2bb84433-f38e-4edc-9b65-4d7b1f473db9","slug":"qwen3-1.7b-instruct","name":"Qwen3 1.7B (Non-reasoning)","shortName":"Qwen3 1.7B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/qwen3-1.7b-instruct","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-1.7b-instruct","name":"Qwen3 1.7B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":null,"parameters":2.03,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":32000,"licenseName":"Apache 2.0","intelligenceIndex":4.8568135993386,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"2bb84433-f38e-4edc-9b65-4d7b1f473db9","slug":"qwen3-1.7b-instruct","name":"Qwen3 1.7B (Non-reasoning)","shortName":"Qwen3 1.7B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"contextWindowTokens":32000,"isReasoning":false,"release":{"slug":"qwen3-1.7b-instruct","name":"Qwen3 1.7B"},"deprecated":true,"isOpenWeights":true,"sizeClass":"tiny","parameters":2.03,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-1.7B","intelligenceIndex":4.8568135993386,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"5962d643-0a6f-4630-bb08-ab5720d80056","slug":"qwen3-1.7b-instruct-reasoning","name":"Qwen3 1.7B (Reasoning)","shortName":"Qwen3 1.7B","sourceUrl":"https://artificialanalysis.ai/models/releases/qwen3-1.7b-instruct","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-1.7b-instruct","name":"Qwen3 1.7B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":null,"parameters":2.03,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":32000,"licenseName":"Apache 2.0","intelligenceIndex":5.1865756338608,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"5962d643-0a6f-4630-bb08-ab5720d80056","slug":"qwen3-1.7b-instruct-reasoning","name":"Qwen3 1.7B (Reasoning)","shortName":"Qwen3 1.7B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"contextWindowTokens":32000,"isReasoning":true,"release":{"slug":"qwen3-1.7b-instruct","name":"Qwen3 1.7B"},"deprecated":true,"isOpenWeights":true,"sizeClass":"tiny","parameters":2.03,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-1.7B","intelligenceIndex":5.1865756338608,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"ecc6524a-d521-458a-8327-5009e8ce6549","slug":"qwen3-14b-instruct","name":"Qwen3 14B (Non-reasoning)","shortName":"Qwen3 14B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-14b-instruct","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-14b-instruct","name":"Qwen3 14B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":14.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","intelligenceIndex":6.7030362726921,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":63.8352734528551,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.35,"price1mOutputTokens":1.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.70662277250001,"timeToFirstAnswerTokenMs":2.70662277250001,"endToEndMs":10.539282882733108}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-66.66666666666667,"score":-66.66666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.321637426900585,"score":0.321637426900585,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.053030303030303,"score":0.053030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.239455782312925,"score":0.239455782312925,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0409,"score":0.0409,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.46969696969697,"score":0.46969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.28042328042328,"score":0.28042328042328,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.58,"score":0.58,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"ecc6524a-d521-458a-8327-5009e8ce6549","slug":"qwen3-14b-instruct","name":"Qwen3 14B (Non-reasoning)","shortName":"Qwen3 14B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-14b-instruct","name":"Qwen3 14B"},"deprecated":true,"deprecatedTo":"qwen3-30b-a3b-2507","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":14.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-14B","microevalsEnabled":false,"intelligenceIndex":6.7030362726921,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-66.66666666666667,"omniscienceBreakdown":{"accuracy":0.13333333333333333,"hallucinationRate":0.9230769230769231},"gdpval":null,"itBenchSre":null,"tau2":0.321637426900585,"tauBanking":null,"terminalbenchHard":0.053030303030303,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.239455782312925,"hle":0.0409,"gpqa":0.46969696969697,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.28042328042328,"aime25":0.58,"analystAgent":null,"price1mInputTokens":0.35,"price1mOutputTokens":1.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.6124999999999999,"price1mBlended7To2To1":0.4549999999999999,"price1mBlended0To1To1":0.875,"price1mBlended100To1To1":0.3602941176470588,"price1mBlended0To100To1":0.3603960396039604,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":63.8352734528551,"medianTimeToFirstChunk":2.70662277250001},"outputSpeedVariance":{"p05":57.0018741399421,"q25":61.1328766908061,"median":63.8352734528551,"q75":64.4778244711212,"p95":65.301690238618},"timeToFirstChunkVariance":{"p05":2.63251423765,"q25":2.65750578274999,"median":2.70662277250001,"q75":2.99246898099997,"p95":3.13969813255038},"performanceByPromptType":{"long":{"medianOutputSpeed":63.8352734528551,"medianTimeToFirstChunk":2.70662277250001,"medianTimeToFirstAnswerToken":2.70662277250001,"medianEndToEndResponseTime":10.539282882733108}},"endToEndResponseTime":{"input":2.70662277250001,"reasoning":0,"answer":7.832660110233099,"total":10.539282882733108},"timeToFirstAnswerToken":{"input":2.70662277250001,"reasoning":0,"total":2.70662277250001},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-14b","matchedBy":"slug","catalog":{"id":"qwen/qwen3-14b","canonical_slug":"qwen/qwen3-14b-04-28","hugging_face_id":"Qwen/Qwen3-14B","name":"Qwen: Qwen3 14B","created":1745876478,"description":"Qwen3-14B is a dense 14.8B parameter causal language model from the Qwen3 series, designed for both complex reasoning and efficient dialogue. It supports seamless switching between a \"thinking\" mode for...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.00000012","completion":"0.00000024"},"top_provider":{"context_length":40960,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-14b-04-28/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":6.4,"coding_index":13.8,"agentic_index":0.9}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"NextBit | qwen/qwen3-14b-04-28","model_id":"qwen/qwen3-14b","model_name":"Qwen: Qwen3 14B","context_length":40960,"pricing":{"prompt":"0.0000001","completion":"0.00000022","discount":0},"provider_name":"NextBit","tag":"nextbit/int4","quantization":"int4","max_completion_tokens":36864,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","seed","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.55371900826447,"uptime_last_5m":97.87234042553192,"uptime_last_1d":99.28387626608267,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3-14b-04-28","model_id":"qwen/qwen3-14b","model_name":"Qwen: Qwen3 14B","context_length":40960,"pricing":{"prompt":"0.00000012","completion":"0.00000024","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.7452948557089,"uptime_last_5m":100,"uptime_last_1d":99.28229665071771,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3-14b-04-28","model_id":"qwen/qwen3-14b","model_name":"Qwen: Qwen3 14B","context_length":131072,"pricing":{"prompt":"0.0000002275","completion":"0.00000091","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":98304,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"4559e9f0-8aad-4681-89fb-68cb915e0f16","slug":"qwen3-14b-instruct-reasoning","name":"Qwen3 14B (Reasoning)","shortName":"Qwen3 14B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-14b-instruct-reasoning","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-14b-instruct","name":"Qwen3 14B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":14.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","intelligenceIndex":6.38695054929445,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":6.570724770642203,"strategyAndOps":3.9401474356281763,"legal":7.54620837867247,"engineering":11.634500000000001,"economics":11.543},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":61.7009798468834,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.35,"price1mOutputTokens":4.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.76725480100001,"timeToFirstAnswerTokenMs":35.181650892653366,"endToEndMs":43.28524991556671}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-48.95,"score":-48.95,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.012,"score":0.012,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":187.72,"score":187.72,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.345029239766082,"score":0.345029239766082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0556701030927835,"score":0.0556701030927835,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0378787878787879,"score":0.0378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.048689138576779,"score":0.048689138576779,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.306712962962963,"score":0.306712962962963,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.405442176870748,"score":0.405442176870748,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0453,"score":0.0453,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.604040404040404,"score":0.604040404040404,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.522751322751323,"score":0.522751322751323,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.556666666666667,"score":0.556666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.0019111706206154657,"score":0.0019111706206154657,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":6.570724770642203,"score":6.570724770642203,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":3.9401474356281763,"score":3.9401474356281763,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":7.54620837867247,"score":7.54620837867247,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":11.634500000000001,"score":11.634500000000001,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":11.543,"score":11.543,"family":"Capability Index"}],"benchmarkCount":23,"raw":{"id":"4559e9f0-8aad-4681-89fb-68cb915e0f16","slug":"qwen3-14b-instruct-reasoning","name":"Qwen3 14B (Reasoning)","shortName":"Qwen3 14B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-14b-instruct","name":"Qwen3 14B"},"deprecated":true,"deprecatedTo":"qwen3-30b-a3b-2507-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":14.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-14B","microevalsEnabled":false,"intelligenceIndex":6.38695054929445,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":6.570724770642203,"strategyAndOps":3.9401474356281763,"legal":7.54620837867247,"engineering":11.634500000000001,"economics":11.543},"omniscience":-48.95,"omniscienceBreakdown":{"accuracy":0.15283333333333332,"hallucinationRate":0.7582136533543183},"gdpPdfAllPass":0.012,"gdpval":187.72,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.345029239766082,"tauBanking":0.0556701030927835,"terminalbenchHard":0.0378787878787879,"terminalBench21":0.048689138576779,"terminalBench40":0,"scicode":0.306712962962963,"lcr":0,"ifbench":0.405442176870748,"hle":0.0453,"gpqa":0.604040404040404,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.522751322751323,"aime25":0.556666666666667,"analystAgent":null,"automationBenchPartialScore":0.0019111706206154657,"price1mInputTokens":0.35,"price1mOutputTokens":4.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.3125,"price1mBlended7To2To1":0.735,"price1mBlended0To1To1":2.275,"price1mBlended100To1To1":0.38774509803921575,"price1mBlended0To100To1":0.38811881188118813,"intelligenceIndexEvaluations":[],"briefcaseBreakdown":{"overall":{"elo":0,"lower95ci":0,"upper95ci":0},"rubricPassRate":0.02889576883384933,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":10.641456699999999,"timescaleData":{"medianOutputSpeed":61.7009798468834,"medianTimeToFirstChunk":2.76725480100001},"outputSpeedVariance":{"p05":48.1697644652919,"q25":57.1759131201079,"median":61.7009798468834,"q75":63.2882404021495,"p95":65.8525464089648},"timeToFirstChunkVariance":{"p05":2.60232669160007,"q25":2.65738976999998,"median":2.76725480100001,"q75":2.96419153624996,"p95":3.52618737014996},"performanceByPromptType":{"long":{"medianOutputSpeed":61.7009798468834,"medianTimeToFirstChunk":2.76725480100001,"medianTimeToFirstAnswerToken":35.181650892653366,"medianEndToEndResponseTime":43.28524991556671}},"endToEndResponseTime":{"input":2.76725480100001,"reasoning":32.41439609165336,"answer":8.10359902291334,"total":43.28524991556671},"timeToFirstAnswerToken":{"input":2.76725480100001,"reasoning":32.41439609165336,"total":35.181650892653366},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-14b","matchedBy":"slug","catalog":{"id":"qwen/qwen3-14b","canonical_slug":"qwen/qwen3-14b-04-28","hugging_face_id":"Qwen/Qwen3-14B","name":"Qwen: Qwen3 14B","created":1745876478,"description":"Qwen3-14B is a dense 14.8B parameter causal language model from the Qwen3 series, designed for both complex reasoning and efficient dialogue. It supports seamless switching between a \"thinking\" mode for...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.00000012","completion":"0.00000024"},"top_provider":{"context_length":40960,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-14b-04-28/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":6.4,"coding_index":13.8,"agentic_index":0.9}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"NextBit | qwen/qwen3-14b-04-28","model_id":"qwen/qwen3-14b","model_name":"Qwen: Qwen3 14B","context_length":40960,"pricing":{"prompt":"0.0000001","completion":"0.00000022","discount":0},"provider_name":"NextBit","tag":"nextbit/int4","quantization":"int4","max_completion_tokens":36864,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","seed","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.55371900826447,"uptime_last_5m":97.87234042553192,"uptime_last_1d":99.28387626608267,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3-14b-04-28","model_id":"qwen/qwen3-14b","model_name":"Qwen: Qwen3 14B","context_length":40960,"pricing":{"prompt":"0.00000012","completion":"0.00000024","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.7452948557089,"uptime_last_5m":100,"uptime_last_1d":99.28229665071771,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3-14b-04-28","model_id":"qwen/qwen3-14b","model_name":"Qwen: Qwen3 14B","context_length":131072,"pricing":{"prompt":"0.0000002275","completion":"0.00000091","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":98304,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","slug":"qwen3-235b-a22b-instruct","name":"Qwen3 235B A22B (Non-reasoning)","shortName":"Qwen3 235B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-235b-a22b-instruct","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-235b-a22b-instruct","name":"Qwen3 235B A22B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":32768,"licenseName":"Apache 2.0","intelligenceIndex":8.29469219577047,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":57.676022452664,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.7,"price1mOutputTokens":2.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.72264555599986,"timeToFirstAnswerTokenMs":2.72264555599986,"endToEndMs":11.391759318315234}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-52.38333333333333,"score":-52.38333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.271929824561404,"score":0.271929824561404,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0606060606060606,"score":0.0606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.365986394557823,"score":0.365986394557823,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0419,"score":0.0419,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.613131313131313,"score":0.613131313131313,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.342857142857143,"score":0.342857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.236666666666667,"score":0.236666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"43573c57-2403-46fb-af4b-a93de9a0c3f5","slug":"qwen3-235b-a22b-instruct","name":"Qwen3 235B A22B (Non-reasoning)","shortName":"Qwen3 235B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-235b-a22b-instruct","name":"Qwen3 235B A22B"},"deprecated":true,"deprecatedTo":"qwen3-235b-a22b-instruct-2507","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":32768,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-235B-A22B","microevalsEnabled":false,"intelligenceIndex":8.29469219577047,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-52.38333333333333,"omniscienceBreakdown":{"accuracy":0.18566666666666667,"hallucinationRate":0.871264838313549},"gdpval":null,"itBenchSre":null,"tau2":0.271929824561404,"tauBanking":null,"terminalbenchHard":0.0606060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.365986394557823,"hle":0.0419,"gpqa":0.613131313131313,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.342857142857143,"aime25":0.236666666666667,"analystAgent":null,"price1mInputTokens":0.7,"price1mOutputTokens":2.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.2249999999999999,"price1mBlended7To2To1":0.9099999999999998,"price1mBlended0To1To1":1.75,"price1mBlended100To1To1":0.7205882352941176,"price1mBlended0To100To1":0.7207920792079208,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":57.676022452664,"medianTimeToFirstChunk":2.72264555599986},"outputSpeedVariance":{"p05":42.4961221271446,"q25":53.6684556656019,"median":57.676022452664,"q75":65.4844018790871,"p95":74.3709819552026},"timeToFirstChunkVariance":{"p05":2.60300342250008,"q25":2.65513812800004,"median":2.72264555599986,"q75":2.79911827224998,"p95":3.10206946735001},"performanceByPromptType":{"long":{"medianOutputSpeed":57.676022452664,"medianTimeToFirstChunk":2.72264555599986,"medianTimeToFirstAnswerToken":2.72264555599986,"medianEndToEndResponseTime":11.391759318315234}},"endToEndResponseTime":{"input":2.72264555599986,"reasoning":0,"answer":8.669113762315375,"total":11.391759318315234},"timeToFirstAnswerToken":{"input":2.72264555599986,"reasoning":0,"total":2.72264555599986},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-235b-a22b","matchedBy":"slug","catalog":{"id":"qwen/qwen3-235b-a22b","canonical_slug":"qwen/qwen3-235b-a22b-04-28","hugging_face_id":"Qwen/Qwen3-235B-A22B","name":"Qwen: Qwen3 235B A22B","created":1745875757,"description":"Qwen3-235B-A22B is a 235B parameter mixture-of-experts (MoE) model developed by Qwen, activating 22B parameters per forward pass. It supports seamless switching between a \"thinking\" mode for complex reasoning, math, and...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.000000455","completion":"0.00000182"},"top_provider":{"context_length":131072,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-235b-a22b-04-28/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":887,"win_rate":24.5,"rank":112},{"arena":"models","category":"codecategories","elo":1017,"win_rate":38.2,"rank":112},{"arena":"models","category":"dataviz","elo":1010,"win_rate":40,"rank":105},{"arena":"models","category":"gamedev","elo":951,"win_rate":32.9,"rank":117},{"arena":"models","category":"uicomponent","elo":974,"win_rate":38.6,"rank":108},{"arena":"models","category":"website","elo":1043,"win_rate":40.4,"rank":109}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Alibaba | qwen/qwen3-235b-a22b-04-28","model_id":"qwen/qwen3-235b-a22b","model_name":"Qwen: Qwen3 235B A22B","context_length":131072,"pricing":{"prompt":"0.000000455","completion":"0.00000182","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":98304,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","slug":"qwen3-235b-a22b-instruct-reasoning","name":"Qwen3 235B A22B (Reasoning)","shortName":"Qwen3 235B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-235b-a22b-instruct-reasoning","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-235b-a22b-instruct","name":"Qwen3 235B A22B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":32768,"licenseName":"Apache 2.0","intelligenceIndex":9.49970850374162,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":59.684349194664,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.7,"price1mOutputTokens":8.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.73697322600003,"timeToFirstAnswerTokenMs":36.24659554720325,"endToEndMs":44.62400112750405}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-44.7,"score":-44.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.239766081871345,"score":0.239766081871345,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0606060606060606,"score":0.0606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.387074829931973,"score":0.387074829931973,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.1098,"score":0.1098,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.7,"score":0.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.622222222222222,"score":0.622222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.82,"score":0.82,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"bbe6d782-e630-48d5-b11c-3ce37f373f1e","slug":"qwen3-235b-a22b-instruct-reasoning","name":"Qwen3 235B A22B (Reasoning)","shortName":"Qwen3 235B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-235b-a22b-instruct","name":"Qwen3 235B A22B"},"deprecated":true,"deprecatedTo":"qwen3-235b-a22b-instruct-2507-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":32768,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-235B-A22B","microevalsEnabled":false,"intelligenceIndex":9.49970850374162,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-44.7,"omniscienceBreakdown":{"accuracy":0.18533333333333332,"hallucinationRate":0.7761865793780688},"gdpval":null,"itBenchSre":null,"tau2":0.239766081871345,"tauBanking":null,"terminalbenchHard":0.0606060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.387074829931973,"hle":0.1098,"gpqa":0.7,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.622222222222222,"aime25":0.82,"analystAgent":null,"price1mInputTokens":0.7,"price1mOutputTokens":8.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2.625,"price1mBlended7To2To1":1.47,"price1mBlended0To1To1":4.55,"price1mBlended100To1To1":0.7754901960784315,"price1mBlended0To100To1":0.7762376237623763,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":59.684349194664,"medianTimeToFirstChunk":2.73697322600003},"outputSpeedVariance":{"p05":48.8039359173097,"q25":56.183564570512,"median":59.684349194664,"q75":65.548204789644,"p95":69.2600345213969},"timeToFirstChunkVariance":{"p05":2.60046873729997,"q25":2.63697418575001,"median":2.73697322600003,"q75":2.89728408374984,"p95":3.44074761200002},"performanceByPromptType":{"long":{"medianOutputSpeed":59.684349194664,"medianTimeToFirstChunk":2.73697322600003,"medianTimeToFirstAnswerToken":36.24659554720325,"medianEndToEndResponseTime":44.62400112750405}},"endToEndResponseTime":{"input":2.73697322600003,"reasoning":33.50962232120322,"answer":8.377405580300804,"total":44.62400112750405},"timeToFirstAnswerToken":{"input":2.73697322600003,"reasoning":33.50962232120322,"total":36.24659554720325},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-235b-a22b","matchedBy":"slug","catalog":{"id":"qwen/qwen3-235b-a22b","canonical_slug":"qwen/qwen3-235b-a22b-04-28","hugging_face_id":"Qwen/Qwen3-235B-A22B","name":"Qwen: Qwen3 235B A22B","created":1745875757,"description":"Qwen3-235B-A22B is a 235B parameter mixture-of-experts (MoE) model developed by Qwen, activating 22B parameters per forward pass. It supports seamless switching between a \"thinking\" mode for complex reasoning, math, and...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.000000455","completion":"0.00000182"},"top_provider":{"context_length":131072,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-235b-a22b-04-28/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":887,"win_rate":24.5,"rank":112},{"arena":"models","category":"codecategories","elo":1017,"win_rate":38.2,"rank":112},{"arena":"models","category":"dataviz","elo":1010,"win_rate":40,"rank":105},{"arena":"models","category":"gamedev","elo":951,"win_rate":32.9,"rank":117},{"arena":"models","category":"uicomponent","elo":974,"win_rate":38.6,"rank":108},{"arena":"models","category":"website","elo":1043,"win_rate":40.4,"rank":109}]},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Alibaba | qwen/qwen3-235b-a22b-04-28","model_id":"qwen/qwen3-235b-a22b","model_name":"Qwen: Qwen3 235B A22B","context_length":131072,"pricing":{"prompt":"0.000000455","completion":"0.00000182","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":98304,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","slug":"qwen3-235b-a22b-instruct-2507-reasoning","name":"Qwen3 235B A22B 2507 (Reasoning)","shortName":"Qwen3 235B A22B 2507","sourceUrl":"https://artificialanalysis.ai/models/qwen3-235b-a22b-instruct-2507-reasoning","releaseDate":"2025-07-25","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-235b-a22b-instruct-2507-reasoning","name":"Qwen3 235B A22B 2507 (Reasoning)"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":12.7108511527974,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":11.312373850706216,"strategyAndOps":7.940311925664784,"legal":11.751833004124581,"engineering":14.966651992585732,"economics":17.61552131603337},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":66.1369771810424,"canonicalInputTokens":153301610,"canonicalOutputTokens":86721904,"outputTokensPerTask":24888.768976802337,"answerTokensPerTask":2767.6882867867616,"reasoningTokensPerTask":22121.080690015577,"price1mInputTokens":0.23,"price1mOutputTokens":2.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.08055542892015415,"latency":{"timeToFirstChunkMs":2.729463568,"timeToFirstAnswerTokenMs":32.96973285828264,"endToEndMs":40.5298001808533}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":189.93,"score":189.93,"outputTokensPerTask":31445.054945054944,"costPerTask":0.10988773186813189,"timePerTask":459.01066185289574,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":495.33,"score":495.33,"outputTokensPerTask":29920.390909090907,"costPerTask":0.10396523668181817,"timePerTask":436.75479206751896,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.021540366122608224,"score":0.021540366122608224,"outputTokensPerTask":26714.316590563165,"costPerTask":0.08167362348554033,"timePerTask":389.95499167065503,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":81524.51515151515,"costPerTask":0.2991081522727273,"timePerTask":1190.0320009718466,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.414351851851852,"score":0.414351851851852,"outputTokensPerTask":6462.743055555556,"costPerTask":0.015317894583333333,"timePerTask":94.33813909688425,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.158943466172382,"score":0.158943466172382,"outputTokensPerTask":18390.66126042632,"costPerTask":0.04237001604726598,"timePerTask":268.45269031365484,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.048,"score":0.048,"outputTokensPerTask":10639.22,"costPerTask":0.0319030585,"timePerTask":155.30312865828043,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":36597.57142857143,"costPerTask":0.08511718757142855,"timePerTask":534.2231238899126,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-46.516666666666666,"score":-46.516666666666666,"outputTokensPerTask":1439.7115,"costPerTask":0.0033388563333333334,"timePerTask":21.01579818025249,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.72,"score":0.72,"outputTokensPerTask":5336.56,"costPerTask":0.034192099000000004,"timePerTask":77.89898735740337,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.048,"score":0.048,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":495.33,"score":495.33,"outputTokensPerTask":29920.390909090907,"costPerTask":0.10396523668181817,"timePerTask":436.75479206751896,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":29920.390909090907,"costPerTask":0.10396523668181817,"timePerTask":436.75479206751896,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.532163742690059,"score":0.532163742690059,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0783505154639175,"score":0.0783505154639175,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.136363636363636,"score":0.136363636363636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.119850187265918,"score":0.119850187265918,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":81524.51515151515,"costPerTask":0.2991081522727273,"timePerTask":1190.0320009718466,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.72,"score":0.72,"outputTokensPerTask":5336.56,"costPerTask":0.034192099000000004,"timePerTask":77.89898735740337,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.512244897959184,"score":0.512244897959184,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.158943466172382,"score":0.158943466172382,"outputTokensPerTask":18390.66126042632,"costPerTask":0.04237001604726598,"timePerTask":268.45269031365484,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.78989898989899,"score":0.78989898989899,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.788359788359788,"score":0.788359788359788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.91,"score":0.91,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.021540366122608224,"score":0.021540366122608224,"outputTokensPerTask":26714.316590563165,"costPerTask":0.08167362348554033,"timePerTask":389.95499167065503,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":11.312373850706216,"score":11.312373850706216,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":7.940311925664784,"score":7.940311925664784,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":11.751833004124581,"score":11.751833004124581,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":14.966651992585732,"score":14.966651992585732,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":17.61552131603337,"score":17.61552131603337,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"f6ccbe1d-bd7e-484b-9795-18cc9f91552d","slug":"qwen3-235b-a22b-instruct-2507-reasoning","name":"Qwen3 235B A22B 2507 (Reasoning)","shortName":"Qwen3 235B A22B 2507","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-25","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-235b-a22b-instruct-2507-reasoning","name":"Qwen3 235B A22B 2507 (Reasoning)"},"deprecated":true,"deprecatedTo":"qwen3-5-397b-a17b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","microevalsEnabled":false,"intelligenceIndex":12.7108511527974,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":11.312373850706216,"strategyAndOps":7.940311925664784,"legal":11.751833004124581,"engineering":14.966651992585732,"economics":17.61552131603337},"omniscience":-46.516666666666666,"omniscienceBreakdown":{"accuracy":0.22816666666666666,"hallucinationRate":0.8982941049449363},"gdpPdfAllPass":0.048,"gdpval":495.33,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.532163742690059,"tauBanking":0.0783505154639175,"terminalbenchHard":0.136363636363636,"terminalBench21":0.119850187265918,"terminalBench40":0,"scicode":0.414351851851852,"lcr":0.72,"ifbench":0.512244897959184,"hle":0.158943466172382,"gpqa":0.78989898989899,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.788359788359788,"aime25":0.91,"analystAgent":null,"automationBenchPartialScore":0.021540366122608224,"price1mInputTokens":0.23,"price1mOutputTokens":2.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.7474999999999999,"price1mBlended7To2To1":0.437,"price1mBlended0To1To1":1.265,"price1mBlended100To1To1":0.25029411764705883,"price1mBlended0To100To1":0.2504950495049505,"intelligenceIndexTimePerTask":363.3070554561849,"intelligenceIndexCost":{"total":234.7197495,"input":35.2593703,"nonCacheInput":3.45111895,"cacheRead":0,"cacheWrite":31.80825135,"output":199.4603792,"reasoning":187.5887084,"answer":11.8716708},"intelligenceIndexCostPerTask":{"cost":{"total":0.08055542892015415,"input":0.02331126027350876,"nonCacheInput":0.001990099181455529,"cacheRead":0,"cacheWrite":0.02132116109205323,"output":0.057244168646645374,"reasoning":0.050878485587035824,"answer":0.00636568305960955},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.016483159780219782},{"slug":"gdpval-aa","weightedCostPerTask":0.010396523668181817},{"slug":"automationbench-aa","weightedCostPerTask":0.004083681174277017},{"slug":"terminalbench-4-0","weightedCostPerTask":0.02991081522727273},{"slug":"scicode","weightedCostPerTask":0.0015317894583333335},{"slug":"humanitys-last-exam","weightedCostPerTask":0.004237001604726598},{"slug":"gdp-pdf","weightedCostPerTask":0.0031903058499999997},{"slug":"critpt","weightedCostPerTask":0.008511718757142857},{"slug":"omniscience","weightedCostPerTask":0.00050082845},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00170960495}]},"canonicalIntelligenceIndexTokenCount":{"input":153301610,"output":86721904,"answer":5161596,"reasoning":81560308},"intelligenceIndexOutputTokensPerTask":{"reasoning":22121.080690015577,"answer":2767.6882867867616,"output":24888.768976802337},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":189.93,"outputTokensPerTask":31445.054945054944,"costPerTask":0.10988773186813189,"timePerTask":459.01066185289574},{"slug":"gdpval-aa","score":495.33,"outputTokensPerTask":29920.390909090907,"costPerTask":0.10396523668181817,"timePerTask":436.75479206751896},{"slug":"automationbench-aa","score":0.021540366122608224,"outputTokensPerTask":26714.316590563165,"costPerTask":0.08167362348554033,"timePerTask":389.95499167065503},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":81524.51515151515,"costPerTask":0.2991081522727273,"timePerTask":1190.0320009718466},{"slug":"scicode","score":0.414351851851852,"outputTokensPerTask":6462.743055555556,"costPerTask":0.015317894583333333,"timePerTask":94.33813909688425},{"slug":"humanitys-last-exam","score":0.158943466172382,"outputTokensPerTask":18390.66126042632,"costPerTask":0.04237001604726598,"timePerTask":268.45269031365484},{"slug":"gdp-pdf","score":0.048,"outputTokensPerTask":10639.22,"costPerTask":0.0319030585,"timePerTask":155.30312865828043},{"slug":"critpt","score":0,"outputTokensPerTask":36597.57142857143,"costPerTask":0.08511718757142855,"timePerTask":534.2231238899126},{"slug":"omniscience","score":-46.516666666666666,"outputTokensPerTask":1439.7115,"costPerTask":0.0033388563333333334,"timePerTask":21.01579818025249},{"slug":"artificial-analysis-long-context-reasoning","score":0.72,"outputTokensPerTask":5336.56,"costPerTask":0.034192099000000004,"timePerTask":77.89898735740337}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":189.93,"lower95ci":178.32,"upper95ci":200.28},"rubricPassRate":0.047474747474747475,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":105.11,"lower95ci":82.16,"upper95ci":125.05}},"briefcaseTotalCost":9.9997836,"timescaleData":{"medianOutputSpeed":66.1369771810424,"medianTimeToFirstChunk":2.729463568},"outputSpeedVariance":{"p05":40.1014024152942,"q25":45.6344815061107,"median":66.1369771810424,"q75":73.7698333191564,"p95":82.1887302918333},"timeToFirstChunkVariance":{"p05":2.57512901484997,"q25":2.62815689749999,"median":2.729463568,"q75":2.97967407049997,"p95":3.33919829135},"performanceByPromptType":{"long":{"medianOutputSpeed":66.1369771810424,"medianTimeToFirstChunk":2.729463568,"medianTimeToFirstAnswerToken":32.96973285828264,"medianEndToEndResponseTime":40.5298001808533}},"endToEndResponseTime":{"input":2.729463568,"reasoning":30.240269290282637,"answer":7.560067322570659,"total":40.5298001808533},"timeToFirstAnswerToken":{"input":2.729463568,"reasoning":30.240269290282637,"total":32.96973285828264},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":3,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-235b-a22b-thinking-2507","matchedBy":"slug","catalog":{"id":"qwen/qwen3-235b-a22b-thinking-2507","canonical_slug":"qwen/qwen3-235b-a22b-thinking-2507","hugging_face_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen: Qwen3 235B A22B Thinking 2507","created":1753449557,"description":"Qwen3-235B-A22B-Thinking-2507 is a high-performance, open-weight Mixture-of-Experts (MoE) language model optimized for complex reasoning tasks. It activates 22B of its 235B parameters per forward pass and natively supports up to 262,144...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.00000023","completion":"0.0000023"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-06-30","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-235b-a22b-thinking-2507/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1026,"win_rate":40.4,"rank":100},{"arena":"models","category":"codecategories","elo":1048,"win_rate":40.8,"rank":105},{"arena":"models","category":"dataviz","elo":963,"win_rate":32.6,"rank":110},{"arena":"models","category":"gamedev","elo":980,"win_rate":34.2,"rank":113},{"arena":"models","category":"uicomponent","elo":960,"win_rate":34,"rank":110},{"arena":"models","category":"website","elo":1065,"win_rate":42,"rank":103}],"artificial_analysis":{"intelligence_index":12.7,"coding_index":22.1,"agentic_index":1.3}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-235b-a22b-thinking-2507","model_id":"qwen/qwen3-235b-a22b-thinking-2507","model_name":"Qwen: Qwen3 235B A22B Thinking 2507","context_length":131072,"pricing":{"prompt":"0.00000023","completion":"0.0000023","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.99112609814536,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3-235b-a22b-thinking-2507","model_id":"qwen/qwen3-235b-a22b-thinking-2507","model_name":"Qwen: Qwen3 235B A22B Thinking 2507","context_length":131072,"pricing":{"prompt":"0.0000003","completion":"0.000003","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":97.58364312267658,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3-235b-a22b-thinking-2507","model_id":"qwen/qwen3-235b-a22b-thinking-2507","model_name":"Qwen: Qwen3 235B A22B Thinking 2507","context_length":128000,"pricing":{"prompt":"0.00000045","completion":"0.0000035","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":90.54054054054053,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","slug":"qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B 2507 Instruct","shortName":"Qwen3 235B 2507","sourceUrl":"https://artificialanalysis.ai/models/qwen3-235b-a22b-instruct-2507","releaseDate":"2025-07-21","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B 2507"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":11.9970837221274,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":60.5820860684215,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.23,"price1mOutputTokens":0.92,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.33525363499996,"timeToFirstAnswerTokenMs":2.33525363499996,"endToEndMs":10.588518460435308}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-43.983333333333334,"score":-43.983333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.333333333333333,"score":0.333333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.151515151515152,"score":0.151515151515152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.339,"score":0.339,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.460544217687075,"score":0.460544217687075,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.111214087117702,"score":0.111214087117702,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.752525252525253,"score":0.752525252525253,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.523809523809524,"score":0.523809523809524,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.716666666666667,"score":0.716666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"3373245b-e6dc-4b66-a7b0-3f06f9b7bd46","slug":"qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B 2507 Instruct","shortName":"Qwen3 235B 2507","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-21","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B 2507"},"deprecated":true,"deprecatedTo":"qwen3-5-397b-a17b-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507","microevalsEnabled":false,"intelligenceIndex":11.9970837221274,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-43.983333333333334,"omniscienceBreakdown":{"accuracy":0.18733333333333332,"hallucinationRate":0.7717391304347826},"gdpval":null,"itBenchSre":null,"tau2":0.333333333333333,"tauBanking":null,"terminalbenchHard":0.151515151515152,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.339,"ifbench":0.460544217687075,"hle":0.111214087117702,"gpqa":0.752525252525253,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.523809523809524,"aime25":0.716666666666667,"analystAgent":null,"price1mInputTokens":0.23,"price1mOutputTokens":0.92,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.4025,"price1mBlended7To2To1":0.29900000000000004,"price1mBlended0To1To1":0.5750000000000001,"price1mBlended100To1To1":0.23676470588235296,"price1mBlended0To100To1":0.23683168316831685,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":60.5820860684215,"medianTimeToFirstChunk":2.33525363499996},"outputSpeedVariance":{"p05":45.9794408103622,"q25":55.0935280536867,"median":60.5820860684215,"q75":68.1600663268937,"p95":73.3168896426986},"timeToFirstChunkVariance":{"p05":1.92035274474996,"q25":1.99069422474999,"median":2.33525363499996,"q75":2.50329674174998,"p95":3.12589478524999},"performanceByPromptType":{"long":{"medianOutputSpeed":60.5820860684215,"medianTimeToFirstChunk":2.33525363499996,"medianTimeToFirstAnswerToken":2.33525363499996,"medianEndToEndResponseTime":10.588518460435308}},"endToEndResponseTime":{"input":2.33525363499996,"reasoning":0,"answer":8.253264825435348,"total":10.588518460435308},"timeToFirstAnswerToken":{"input":2.33525363499996,"reasoning":0,"total":2.33525363499996},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":10,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-235b-a22b-thinking-2507","matchedBy":"slug","catalog":{"id":"qwen/qwen3-235b-a22b-thinking-2507","canonical_slug":"qwen/qwen3-235b-a22b-thinking-2507","hugging_face_id":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen: Qwen3 235B A22B Thinking 2507","created":1753449557,"description":"Qwen3-235B-A22B-Thinking-2507 is a high-performance, open-weight Mixture-of-Experts (MoE) language model optimized for complex reasoning tasks. It activates 22B of its 235B parameters per forward pass and natively supports up to 262,144...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.00000023","completion":"0.0000023"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-06-30","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-235b-a22b-thinking-2507/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1026,"win_rate":40.4,"rank":100},{"arena":"models","category":"codecategories","elo":1048,"win_rate":40.8,"rank":105},{"arena":"models","category":"dataviz","elo":963,"win_rate":32.6,"rank":110},{"arena":"models","category":"gamedev","elo":980,"win_rate":34.2,"rank":113},{"arena":"models","category":"uicomponent","elo":960,"win_rate":34,"rank":110},{"arena":"models","category":"website","elo":1065,"win_rate":42,"rank":103}],"artificial_analysis":{"intelligence_index":12.7,"coding_index":22.1,"agentic_index":1.3}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-235b-a22b-thinking-2507","model_id":"qwen/qwen3-235b-a22b-thinking-2507","model_name":"Qwen: Qwen3 235B A22B Thinking 2507","context_length":131072,"pricing":{"prompt":"0.00000023","completion":"0.0000023","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.99112609814536,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3-235b-a22b-thinking-2507","model_id":"qwen/qwen3-235b-a22b-thinking-2507","model_name":"Qwen: Qwen3 235B A22B Thinking 2507","context_length":131072,"pricing":{"prompt":"0.0000003","completion":"0.000003","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":97.58364312267658,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3-235b-a22b-thinking-2507","model_id":"qwen/qwen3-235b-a22b-thinking-2507","model_name":"Qwen: Qwen3 235B A22B Thinking 2507","context_length":128000,"pricing":{"prompt":"0.00000045","completion":"0.0000035","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":90.54054054054053,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"f3169f25-8c6f-48e4-ae87-0cf872dc0ec1","slug":"qwen3-30b-a3b-instruct","name":"Qwen3 30B A3B (Non-reasoning)","shortName":"Qwen3 30B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-30b-a3b-instruct","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-30b-a3b-instruct","name":"Qwen3 30B A3B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.5,"inferenceParametersActiveBillions":3.3,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","intelligenceIndex":6.62259542880934,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":106.637646775521,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.16804552050008,"timeToFirstAnswerTokenMs":2.16804552050008,"endToEndMs":6.856821155736402}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-65.98333333333333,"score":-65.98333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.222222222222222,"score":0.222222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.319047619047619,"score":0.319047619047619,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.046,"score":0.046,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.515151515151515,"score":0.515151515151515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.321693121693122,"score":0.321693121693122,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.216666666666667,"score":0.216666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"f3169f25-8c6f-48e4-ae87-0cf872dc0ec1","slug":"qwen3-30b-a3b-instruct","name":"Qwen3 30B A3B (Non-reasoning)","shortName":"Qwen3 30B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-30b-a3b-instruct","name":"Qwen3 30B A3B"},"deprecated":true,"deprecatedTo":"qwen3-30b-a3b-2507","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.5,"inferenceParametersActiveBillions":3.3,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-30B-A3B","microevalsEnabled":false,"intelligenceIndex":6.62259542880934,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-65.98333333333333,"omniscienceBreakdown":{"accuracy":0.11966666666666667,"hallucinationRate":0.8854600530102233},"gdpval":null,"itBenchSre":null,"tau2":0.222222222222222,"tauBanking":null,"terminalbenchHard":0.0681818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.319047619047619,"hle":0.046,"gpqa":0.515151515151515,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.321693121693122,"aime25":0.216666666666667,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.35000000000000003,"price1mBlended7To2To1":0.26000000000000006,"price1mBlended0To1To1":0.5,"price1mBlended100To1To1":0.20588235294117646,"price1mBlended0To100To1":0.20594059405940596,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":106.637646775521,"medianTimeToFirstChunk":2.16804552050008},"outputSpeedVariance":{"p05":88.0533261581554,"q25":98.992107998741,"median":106.637646775521,"q75":111.239830480544,"p95":114.903891322651},"timeToFirstChunkVariance":{"p05":2.09495925835001,"q25":2.13057367375,"median":2.16804552050008,"q75":2.37880149874992,"p95":2.49291339585009},"performanceByPromptType":{"long":{"medianOutputSpeed":106.637646775521,"medianTimeToFirstChunk":2.16804552050008,"medianTimeToFirstAnswerToken":2.16804552050008,"medianEndToEndResponseTime":6.856821155736402}},"endToEndResponseTime":{"input":2.16804552050008,"reasoning":0,"answer":4.688775635236322,"total":6.856821155736402},"timeToFirstAnswerToken":{"input":2.16804552050008,"reasoning":0,"total":2.16804552050008},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-30b-a3b","matchedBy":"slug","catalog":{"id":"qwen/qwen3-30b-a3b","canonical_slug":"qwen/qwen3-30b-a3b-04-28","hugging_face_id":"Qwen/Qwen3-30B-A3B","name":"Qwen: Qwen3 30B A3B","created":1745878604,"description":"Qwen3, the latest generation in the Qwen large language model series, features both dense and mixture-of-experts (MoE) architectures to excel in reasoning, multilingual support, and advanced agent tasks. Its unique...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.00000012","completion":"0.0000005"},"top_provider":{"context_length":40960,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-30b-a3b-04-28/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"codecategories","elo":957,"win_rate":37.5,"rank":119},{"arena":"models","category":"dataviz","elo":980,"win_rate":39,"rank":109},{"arena":"models","category":"gamedev","elo":922,"win_rate":33.9,"rank":120},{"arena":"models","category":"uicomponent","elo":961,"win_rate":42.4,"rank":109},{"arena":"models","category":"website","elo":967,"win_rate":37.7,"rank":121}]},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"DeepInfra | qwen/qwen3-30b-a3b-04-28","model_id":"qwen/qwen3-30b-a3b","model_name":"Qwen: Qwen3 30B A3B","context_length":40960,"pricing":{"prompt":"0.00000012","completion":"0.0000005","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.92576095025983,"uptime_last_5m":100,"uptime_last_1d":99.98263813533573,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3-30b-a3b-04-28","model_id":"qwen/qwen3-30b-a3b","model_name":"Qwen: Qwen3 30B A3B","context_length":131072,"pricing":{"prompt":"0.00000013","completion":"0.00000052","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":98304,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","slug":"qwen3-30b-a3b-instruct-reasoning","name":"Qwen3 30B A3B (Reasoning)","shortName":"Qwen3 30B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-30b-a3b-instruct-reasoning","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-30b-a3b-instruct","name":"Qwen3 30B A3B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.5,"inferenceParametersActiveBillions":3.3,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","intelligenceIndex":7.62614322282085,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":108.911605427257,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":2.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.17436583599997,"timeToFirstAnswerTokenMs":20.537881754749485,"endToEndMs":25.128760734436867}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-51.483333333333334,"score":-51.483333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.260233918128655,"score":0.260233918128655,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0227272727272727,"score":0.0227272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.414965986394558,"score":0.414965986394558,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0616,"score":0.0616,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.616161616161616,"score":0.616161616161616,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.505820105820106,"score":0.505820105820106,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.723333333333333,"score":0.723333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5","slug":"qwen3-30b-a3b-instruct-reasoning","name":"Qwen3 30B A3B (Reasoning)","shortName":"Qwen3 30B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-30b-a3b-instruct","name":"Qwen3 30B A3B"},"deprecated":true,"deprecatedTo":"qwen3-30b-a3b-2507-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.5,"inferenceParametersActiveBillions":3.3,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-30B-A3B","microevalsEnabled":false,"intelligenceIndex":7.62614322282085,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-51.483333333333334,"omniscienceBreakdown":{"accuracy":0.16183333333333333,"hallucinationRate":0.8073175581626566},"gdpval":null,"itBenchSre":null,"tau2":0.260233918128655,"tauBanking":null,"terminalbenchHard":0.0227272727272727,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.414965986394558,"hle":0.0616,"gpqa":0.616161616161616,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.505820105820106,"aime25":0.723333333333333,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":2.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.75,"price1mBlended7To2To1":0.42000000000000004,"price1mBlended0To1To1":1.3,"price1mBlended100To1To1":0.22156862745098038,"price1mBlended0To100To1":0.22178217821782176,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":108.911605427257,"medianTimeToFirstChunk":2.17436583599997},"outputSpeedVariance":{"p05":93.0312838741224,"q25":100.038521288179,"median":108.911605427257,"q75":111.215130048864,"p95":115.003190472294},"timeToFirstChunkVariance":{"p05":2.05111246395,"q25":2.11567466275005,"median":2.17436583599997,"q75":2.36038322374996,"p95":2.50148993864991},"performanceByPromptType":{"long":{"medianOutputSpeed":108.911605427257,"medianTimeToFirstChunk":2.17436583599997,"medianTimeToFirstAnswerToken":20.537881754749485,"medianEndToEndResponseTime":25.128760734436867}},"endToEndResponseTime":{"input":2.17436583599997,"reasoning":18.363515918749513,"answer":4.590878979687378,"total":25.128760734436867},"timeToFirstAnswerToken":{"input":2.17436583599997,"reasoning":18.363515918749513,"total":20.537881754749485},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":3,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-30b-a3b","matchedBy":"slug","catalog":{"id":"qwen/qwen3-30b-a3b","canonical_slug":"qwen/qwen3-30b-a3b-04-28","hugging_face_id":"Qwen/Qwen3-30B-A3B","name":"Qwen: Qwen3 30B A3B","created":1745878604,"description":"Qwen3, the latest generation in the Qwen large language model series, features both dense and mixture-of-experts (MoE) architectures to excel in reasoning, multilingual support, and advanced agent tasks. Its unique...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.00000012","completion":"0.0000005"},"top_provider":{"context_length":40960,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-30b-a3b-04-28/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"codecategories","elo":957,"win_rate":37.5,"rank":119},{"arena":"models","category":"dataviz","elo":980,"win_rate":39,"rank":109},{"arena":"models","category":"gamedev","elo":922,"win_rate":33.9,"rank":120},{"arena":"models","category":"uicomponent","elo":961,"win_rate":42.4,"rank":109},{"arena":"models","category":"website","elo":967,"win_rate":37.7,"rank":121}]},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"DeepInfra | qwen/qwen3-30b-a3b-04-28","model_id":"qwen/qwen3-30b-a3b","model_name":"Qwen: Qwen3 30B A3B","context_length":40960,"pricing":{"prompt":"0.00000012","completion":"0.0000005","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.92576095025983,"uptime_last_5m":100,"uptime_last_1d":99.98263813533573,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3-30b-a3b-04-28","model_id":"qwen/qwen3-30b-a3b","model_name":"Qwen: Qwen3 30B A3B","context_length":131072,"pricing":{"prompt":"0.00000013","completion":"0.00000052","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":98304,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","slug":"qwen3-30b-a3b-2507-reasoning","name":"Qwen3 30B A3B 2507 (Reasoning)","shortName":"Qwen3 30B A3B 2507","sourceUrl":"https://artificialanalysis.ai/models/qwen3-30b-a3b-2507-reasoning","releaseDate":"2025-07-30","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-30b-a3b-2507-reasoning","name":"Qwen3 30B A3B 2507 (Reasoning)"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.5,"inferenceParametersActiveBillions":3.3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":9.80537532870426,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":8.616337290554158,"strategyAndOps":5.581875651288327,"legal":9.396861568031294,"engineering":11.735952601615253,"economics":14.507222737102254},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":144.510685053394,"canonicalInputTokens":135115279,"canonicalOutputTokens":67201239,"outputTokensPerTask":23792.083085556962,"answerTokensPerTask":2100.481062487814,"reasoningTokensPerTask":21691.602023069147,"price1mInputTokens":0.2,"price1mOutputTokens":2.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.0765560533905436,"latency":{"timeToFirstChunkMs":2.38727001850001,"timeToFirstAnswerTokenMs":16.227077083707936,"endToEndMs":19.68702885000992}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":31.59,"score":31.59,"outputTokensPerTask":53691.16483516483,"costPerTask":0.17208929890109892,"timePerTask":257.66708802207046,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":273.6,"score":273.6,"outputTokensPerTask":48537.85909090909,"costPerTask":0.17175351636363634,"timePerTask":232.93606777160042,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.00795143729768833,"score":0.00795143729768833,"outputTokensPerTask":16156.09893455099,"costPerTask":0.04545164474885844,"timePerTask":77.53407807490434,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":52944.36363636364,"costPerTask":0.18101407575757578,"timePerTask":254.08314472679544,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.329861111111111,"score":0.329861111111111,"outputTokensPerTask":5235.253472222223,"costPerTask":0.012930201388888889,"timePerTask":25.124292262727028,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.102873030583874,"score":0.102873030583874,"outputTokensPerTask":12481.8109360519,"costPerTask":0.03001851594068582,"timePerTask":59.90095180479525,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.004,"score":0.004,"outputTokensPerTask":4489.77,"costPerTask":0.017238798,"timePerTask":21.54667281554611,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":22641.4,"costPerTask":0.05503965142857142,"timePerTask":108.65742296062062,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-56.13333333333333,"score":-56.13333333333333,"outputTokensPerTask":1132.568,"costPerTask":0.002742062866666667,"timePerTask":5.4352610796003855,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.613333333333333,"score":0.613333333333333,"outputTokensPerTask":2553.45,"costPerTask":0.025185819999999998,"timePerTask":12.254158164194648,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.004,"score":0.004,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":273.6,"score":273.6,"outputTokensPerTask":48537.85909090909,"costPerTask":0.17175351636363634,"timePerTask":232.93606777160042,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":48537.85909090909,"costPerTask":0.17175351636363634,"timePerTask":232.93606777160042,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.280701754385965,"score":0.280701754385965,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0536082474226804,"score":0.0536082474226804,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.053030303030303,"score":0.053030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0149812734082397,"score":0.0149812734082397,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":52944.36363636364,"costPerTask":0.18101407575757578,"timePerTask":254.08314472679544,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.613333333333333,"score":0.613333333333333,"outputTokensPerTask":2553.45,"costPerTask":0.025185819999999998,"timePerTask":12.254158164194648,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.506802721088435,"score":0.506802721088435,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.102873030583874,"score":0.102873030583874,"outputTokensPerTask":12481.8109360519,"costPerTask":0.03001851594068582,"timePerTask":59.90095180479525,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.707070707070707,"score":0.707070707070707,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.706878306878307,"score":0.706878306878307,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.563333333333333,"score":0.563333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.00795143729768833,"score":0.00795143729768833,"outputTokensPerTask":16156.09893455099,"costPerTask":0.04545164474885844,"timePerTask":77.53407807490434,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":8.616337290554158,"score":8.616337290554158,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":5.581875651288327,"score":5.581875651288327,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":9.396861568031294,"score":9.396861568031294,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":11.735952601615253,"score":11.735952601615253,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":14.507222737102254,"score":14.507222737102254,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"5e0164b3-d902-4bcb-a1b2-83b4f4cd6143","slug":"qwen3-30b-a3b-2507-reasoning","name":"Qwen3 30B A3B 2507 (Reasoning)","shortName":"Qwen3 30B A3B 2507","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-30","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-30b-a3b-2507-reasoning","name":"Qwen3 30B A3B 2507 (Reasoning)"},"deprecated":true,"deprecatedTo":"qwen3-5-35b-a3b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.5,"inferenceParametersActiveBillions":3.3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-30B-A3B-Thinking-2507","microevalsEnabled":false,"intelligenceIndex":9.80537532870426,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":8.616337290554158,"strategyAndOps":5.581875651288327,"legal":9.396861568031294,"engineering":11.735952601615253,"economics":14.507222737102254},"omniscience":-56.13333333333333,"omniscienceBreakdown":{"accuracy":0.163,"hallucinationRate":0.8653922739944245},"gdpPdfAllPass":0.004,"gdpval":273.6,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.280701754385965,"tauBanking":0.0536082474226804,"terminalbenchHard":0.053030303030303,"terminalBench21":0.0149812734082397,"terminalBench40":0,"scicode":0.329861111111111,"lcr":0.613333333333333,"ifbench":0.506802721088435,"hle":0.102873030583874,"gpqa":0.707070707070707,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":0.706878306878307,"aime25":0.563333333333333,"analystAgent":null,"automationBenchPartialScore":0.00795143729768833,"price1mInputTokens":0.2,"price1mOutputTokens":2.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.75,"price1mBlended7To2To1":0.42000000000000004,"price1mBlended0To1To1":1.3,"price1mBlended100To1To1":0.22156862745098038,"price1mBlended0To100To1":0.22178217821782176,"intelligenceIndexTimePerTask":114.17961941141407,"intelligenceIndexCost":{"total":188.3060294,"input":27.0230558,"nonCacheInput":2.9839604000000004,"cacheRead":0,"cacheWrite":24.0390954,"output":161.2829736,"reasoning":151.89048,"answer":9.3924936},"intelligenceIndexCostPerTask":{"cost":{"total":0.0765560533905436,"input":0.019455053985206885,"nonCacheInput":0.0017156023678288248,"cacheRead":0,"cacheWrite":0.017739451617378058,"output":0.05710099940533671,"reasoning":0.05205984485536595,"answer":0.005041154549970753},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.025813394835164837},{"slug":"gdpval-aa","weightedCostPerTask":0.017175351636363637},{"slug":"automationbench-aa","weightedCostPerTask":0.0022725822374429225},{"slug":"terminalbench-4-0","weightedCostPerTask":0.018101407575757577},{"slug":"scicode","weightedCostPerTask":0.001293020138888889},{"slug":"humanitys-last-exam","weightedCostPerTask":0.003001851594068582},{"slug":"gdp-pdf","weightedCostPerTask":0.0017238798},{"slug":"critpt","weightedCostPerTask":0.005503965142857142},{"slug":"omniscience","weightedCostPerTask":0.00041130942999999996},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.001259291}]},"canonicalIntelligenceIndexTokenCount":{"input":135115279,"output":67201239,"answer":3913539,"reasoning":63287700},"intelligenceIndexOutputTokensPerTask":{"reasoning":21691.602023069147,"answer":2100.481062487814,"output":23792.083085556962},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":31.59,"outputTokensPerTask":53691.16483516483,"costPerTask":0.17208929890109892,"timePerTask":257.66708802207046},{"slug":"gdpval-aa","score":273.6,"outputTokensPerTask":48537.85909090909,"costPerTask":0.17175351636363634,"timePerTask":232.93606777160042},{"slug":"automationbench-aa","score":0.00795143729768833,"outputTokensPerTask":16156.09893455099,"costPerTask":0.04545164474885844,"timePerTask":77.53407807490434},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":52944.36363636364,"costPerTask":0.18101407575757578,"timePerTask":254.08314472679544},{"slug":"scicode","score":0.329861111111111,"outputTokensPerTask":5235.253472222223,"costPerTask":0.012930201388888889,"timePerTask":25.124292262727028},{"slug":"humanitys-last-exam","score":0.102873030583874,"outputTokensPerTask":12481.8109360519,"costPerTask":0.03001851594068582,"timePerTask":59.90095180479525},{"slug":"gdp-pdf","score":0.004,"outputTokensPerTask":4489.77,"costPerTask":0.017238798,"timePerTask":21.54667281554611},{"slug":"critpt","score":0.00285714285714286,"outputTokensPerTask":22641.4,"costPerTask":0.05503965142857142,"timePerTask":108.65742296062062},{"slug":"omniscience","score":-56.13333333333333,"outputTokensPerTask":1132.568,"costPerTask":0.002742062866666667,"timePerTask":5.4352610796003855},{"slug":"artificial-analysis-long-context-reasoning","score":0.613333333333333,"outputTokensPerTask":2553.45,"costPerTask":0.025185819999999998,"timePerTask":12.254158164194648}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":31.59,"lower95ci":20.06,"upper95ci":42.53},"rubricPassRate":0.04081632653061224,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":15.6601262,"timescaleData":{"medianOutputSpeed":144.510685053394,"medianTimeToFirstChunk":2.38727001850001},"outputSpeedVariance":{"p05":116.670728201835,"q25":126.020397916581,"median":144.510685053394,"q75":173.200246590156,"p95":209.892848571235},"timeToFirstChunkVariance":{"p05":2.26000885965004,"q25":2.29668246025001,"median":2.38727001850001,"q75":2.55026617800013,"p95":3.15041726255},"performanceByPromptType":{"long":{"medianOutputSpeed":144.510685053394,"medianTimeToFirstChunk":2.38727001850001,"medianTimeToFirstAnswerToken":16.227077083707936,"medianEndToEndResponseTime":19.68702885000992}},"endToEndResponseTime":{"input":2.38727001850001,"reasoning":13.839807065207927,"answer":3.4599517663019816,"total":19.68702885000992},"timeToFirstAnswerToken":{"input":2.38727001850001,"reasoning":13.839807065207927,"total":16.227077083707936},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-30b-a3b-thinking-2507","matchedBy":"slug","catalog":{"id":"qwen/qwen3-30b-a3b-thinking-2507","canonical_slug":"qwen/qwen3-30b-a3b-thinking-2507","hugging_face_id":"Qwen/Qwen3-30B-A3B-Thinking-2507","name":"Qwen: Qwen3 30B A3B Thinking 2507","created":1756399192,"description":"Qwen3-30B-A3B-Thinking-2507 is a 30B parameter Mixture-of-Experts reasoning model optimized for complex tasks requiring extended multi-step thinking. The model is designed specifically for “thinking mode,” where internal reasoning traces are separated...","context_length":81920,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000024"},"top_provider":{"context_length":81920,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-06-30","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-30b-a3b-thinking-2507/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"dataviz","elo":939,"win_rate":33.3,"rank":114},{"arena":"models","category":"website","elo":943,"win_rate":35.5,"rank":122}],"artificial_analysis":{"intelligence_index":9.8,"coding_index":12.1,"agentic_index":0.9}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-30b-a3b-thinking-2507","model_id":"qwen/qwen3-30b-a3b-thinking-2507","model_name":"Qwen: Qwen3 30B A3B Thinking 2507","context_length":81920,"pricing":{"prompt":"0.0000002","completion":"0.0000024","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":126976,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","slug":"qwen3-30b-a3b-2507","name":"Qwen3 30B A3B 2507 Instruct","shortName":"Qwen3 30B A3B 2507 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-30b-a3b-2507","releaseDate":"2025-07-29","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-30b-a3b-2507","name":"Qwen3 30B A3B 2507"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.5,"inferenceParametersActiveBillions":3.3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":7.52105693426478,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":140.376525917649,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.80675426749997,"timeToFirstAnswerTokenMs":1.80675426749997,"endToEndMs":5.36860334968428}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-66.15,"score":-66.15,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.10233918128655,"score":0.10233918128655,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0606060606060606,"score":0.0606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.263333333333333,"score":0.263333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.330612244897959,"score":0.330612244897959,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0690454124189064,"score":0.0690454124189064,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.658585858585859,"score":0.658585858585859,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.515343915343915,"score":0.515343915343915,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.663333333333333,"score":0.663333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"7ec1065a-c90e-41e4-bd17-abb7042eed76","slug":"qwen3-30b-a3b-2507","name":"Qwen3 30B A3B 2507 Instruct","shortName":"Qwen3 30B A3B 2507 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-29","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-30b-a3b-2507","name":"Qwen3 30B A3B 2507"},"deprecated":true,"deprecatedTo":"qwen3-5-35b-a3b-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.5,"inferenceParametersActiveBillions":3.3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507","microevalsEnabled":false,"intelligenceIndex":7.52105693426478,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-66.15,"omniscienceBreakdown":{"accuracy":0.14966666666666667,"hallucinationRate":0.9539396315170522},"gdpval":null,"itBenchSre":null,"tau2":0.10233918128655,"tauBanking":null,"terminalbenchHard":0.0606060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.263333333333333,"ifbench":0.330612244897959,"hle":0.0690454124189064,"gpqa":0.658585858585859,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.515343915343915,"aime25":0.663333333333333,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.35000000000000003,"price1mBlended7To2To1":0.26000000000000006,"price1mBlended0To1To1":0.5,"price1mBlended100To1To1":0.20588235294117646,"price1mBlended0To100To1":0.20594059405940596,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":140.376525917649,"medianTimeToFirstChunk":1.80675426749997},"outputSpeedVariance":{"p05":118.389768773997,"q25":131.108851813577,"median":140.376525917649,"q75":147.202741713102,"p95":163.912210418779},"timeToFirstChunkVariance":{"p05":1.73635679380006,"q25":1.77511408949999,"median":1.80675426749997,"q75":1.84948610599999,"p95":2.1165272349},"performanceByPromptType":{"long":{"medianOutputSpeed":140.376525917649,"medianTimeToFirstChunk":1.80675426749997,"medianTimeToFirstAnswerToken":1.80675426749997,"medianEndToEndResponseTime":5.36860334968428}},"endToEndResponseTime":{"input":1.80675426749997,"reasoning":0,"answer":3.5618490821843096,"total":5.36860334968428},"timeToFirstAnswerToken":{"input":1.80675426749997,"reasoning":0,"total":1.80675426749997},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":4,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-30b-a3b-thinking-2507","matchedBy":"slug","catalog":{"id":"qwen/qwen3-30b-a3b-thinking-2507","canonical_slug":"qwen/qwen3-30b-a3b-thinking-2507","hugging_face_id":"Qwen/Qwen3-30B-A3B-Thinking-2507","name":"Qwen: Qwen3 30B A3B Thinking 2507","created":1756399192,"description":"Qwen3-30B-A3B-Thinking-2507 is a 30B parameter Mixture-of-Experts reasoning model optimized for complex tasks requiring extended multi-step thinking. The model is designed specifically for “thinking mode,” where internal reasoning traces are separated...","context_length":81920,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000024"},"top_provider":{"context_length":81920,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-06-30","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-30b-a3b-thinking-2507/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"dataviz","elo":939,"win_rate":33.3,"rank":114},{"arena":"models","category":"website","elo":943,"win_rate":35.5,"rank":122}],"artificial_analysis":{"intelligence_index":9.8,"coding_index":12.1,"agentic_index":0.9}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-30b-a3b-thinking-2507","model_id":"qwen/qwen3-30b-a3b-thinking-2507","model_name":"Qwen: Qwen3 30B A3B Thinking 2507","context_length":81920,"pricing":{"prompt":"0.0000002","completion":"0.0000024","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":126976,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","slug":"qwen3-32b-instruct","name":"Qwen3 32B (Non-reasoning)","shortName":"Qwen3 32B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-32b-instruct","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-32b-instruct","name":"Qwen3 32B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","intelligenceIndex":7.3442784206229,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":106.567504431802,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.16,"price1mOutputTokens":0.64,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.45706135250001,"timeToFirstAnswerTokenMs":2.45706135250001,"endToEndMs":7.148923122801439}},"benchmarkRows":[{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.314965986394558,"score":0.314965986394558,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0413,"score":0.0413,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.535353535353535,"score":0.535353535353535,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.287830687830688,"score":0.287830687830688,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.196666666666667,"score":0.196666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":6,"raw":{"id":"bf60740e-6aa5-422f-ba49-ef6e9d171205","slug":"qwen3-32b-instruct","name":"Qwen3 32B (Non-reasoning)","shortName":"Qwen3 32B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-32b-instruct","name":"Qwen3 32B"},"deprecated":true,"deprecatedTo":"qwen3-30b-a3b-2507","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-32B","microevalsEnabled":false,"intelligenceIndex":7.3442784206229,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.314965986394558,"hle":0.0413,"gpqa":0.535353535353535,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.287830687830688,"aime25":0.196666666666667,"analystAgent":null,"price1mInputTokens":0.16,"price1mOutputTokens":0.64,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.28,"price1mBlended7To2To1":0.20800000000000002,"price1mBlended0To1To1":0.4,"price1mBlended100To1To1":0.16470588235294117,"price1mBlended0To100To1":0.16475247524752476,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":106.567504431802,"medianTimeToFirstChunk":2.45706135250001},"outputSpeedVariance":{"p05":91.7284319427566,"q25":102.143587523073,"median":106.567504431802,"q75":107.268538989325,"p95":113.397017989844},"timeToFirstChunkVariance":{"p05":2.36574411155007,"q25":2.38982797625002,"median":2.45706135250001,"q75":2.59853734275,"p95":4.14506429009999},"performanceByPromptType":{"long":{"medianOutputSpeed":106.567504431802,"medianTimeToFirstChunk":2.45706135250001,"medianTimeToFirstAnswerToken":2.45706135250001,"medianEndToEndResponseTime":7.148923122801439}},"endToEndResponseTime":{"input":2.45706135250001,"reasoning":0,"answer":4.691861770301429,"total":7.148923122801439},"timeToFirstAnswerToken":{"input":2.45706135250001,"reasoning":0,"total":2.45706135250001},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":4,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-32b","matchedBy":"slug","catalog":{"id":"qwen/qwen3-32b","canonical_slug":"qwen/qwen3-32b-04-28","hugging_face_id":"Qwen/Qwen3-32B","name":"Qwen: Qwen3 32B","created":1745875945,"description":"Qwen3-32B is a dense 32.8B parameter causal language model from the Qwen3 series, optimized for both complex reasoning and efficient dialogue. It supports seamless switching between a \"thinking\" mode for...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.00000008","completion":"0.00000028"},"top_provider":{"context_length":40960,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-32b-04-28/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":7.2,"coding_index":15.3,"agentic_index":0.9}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"DeepInfra | qwen/qwen3-32b-04-28","model_id":"qwen/qwen3-32b","model_name":"Qwen: Qwen3 32B","context_length":40960,"pricing":{"prompt":"0.00000008","completion":"0.00000028","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.9802865028256,"uptime_last_5m":100,"uptime_last_1d":99.98669013679182,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3-32b-04-28","model_id":"qwen/qwen3-32b","model_name":"Qwen: Qwen3 32B","context_length":131072,"pricing":{"prompt":"0.00000014","completion":"0.00000057","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":98.40579710144928,"uptime_last_5m":98.02631578947368,"uptime_last_1d":89.89163509904986,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","slug":"qwen3-32b-instruct-reasoning","name":"Qwen3 32B (Reasoning)","shortName":"Qwen3 32B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-32b-instruct-reasoning","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-32b-instruct","name":"Qwen3 32B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","intelligenceIndex":7.21522513523226,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":6.972744764022645,"strategyAndOps":4.409455873090455,"legal":7.110879842218258,"engineering":12.161857142857142,"economics":11.5885},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":106.470694453521,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.16,"price1mOutputTokens":0.64,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.56258127450001,"timeToFirstAnswerTokenMs":21.34709292125258,"endToEndMs":26.043220832940726}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-50.36666666666667,"score":-50.36666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.016,"score":0.016,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":239.65,"score":239.65,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.298245614035088,"score":0.298245614035088,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0536082474226804,"score":0.0536082474226804,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0303030303030303,"score":0.0303030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.052434456928839,"score":0.052434456928839,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.359953703703704,"score":0.359953703703704,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.363265306122449,"score":0.363265306122449,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0741,"score":0.0741,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.667676767676768,"score":0.667676767676768,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.546031746031746,"score":0.546031746031746,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.73,"score":0.73,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.009711289785341921,"score":0.009711289785341921,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":6.972744764022645,"score":6.972744764022645,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":4.409455873090455,"score":4.409455873090455,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":7.110879842218258,"score":7.110879842218258,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":12.161857142857142,"score":12.161857142857142,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":11.5885,"score":11.5885,"family":"Capability Index"}],"benchmarkCount":23,"raw":{"id":"b00ecd62-a53f-4aed-b833-3e9d6b0170ba","slug":"qwen3-32b-instruct-reasoning","name":"Qwen3 32B (Reasoning)","shortName":"Qwen3 32B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-32b-instruct","name":"Qwen3 32B"},"deprecated":true,"deprecatedTo":"qwen3-30b-a3b-2507-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-32B","microevalsEnabled":false,"intelligenceIndex":7.21522513523226,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":6.972744764022645,"strategyAndOps":4.409455873090455,"legal":7.110879842218258,"engineering":12.161857142857142,"economics":11.5885},"omniscience":-50.36666666666667,"omniscienceBreakdown":{"accuracy":0.17433333333333334,"hallucinationRate":0.8211546225272507},"gdpPdfAllPass":0.016,"gdpval":239.65,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.298245614035088,"tauBanking":0.0536082474226804,"terminalbenchHard":0.0303030303030303,"terminalBench21":0.052434456928839,"terminalBench40":0,"scicode":0.359953703703704,"lcr":0,"ifbench":0.363265306122449,"hle":0.0741,"gpqa":0.667676767676768,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":0.546031746031746,"aime25":0.73,"analystAgent":null,"automationBenchPartialScore":0.009711289785341921,"price1mInputTokens":0.16,"price1mOutputTokens":0.64,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.28,"price1mBlended7To2To1":0.20800000000000002,"price1mBlended0To1To1":0.4,"price1mBlended100To1To1":0.16470588235294117,"price1mBlended0To100To1":0.16475247524752476,"intelligenceIndexEvaluations":[],"briefcaseBreakdown":{"overall":{"elo":9.49,"lower95ci":0,"upper95ci":19.23},"rubricPassRate":0.03939393939393939,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":3.05104496,"timescaleData":{"medianOutputSpeed":106.470694453521,"medianTimeToFirstChunk":2.56258127450001},"outputSpeedVariance":{"p05":95.3082197105062,"q25":102.529815598252,"median":106.470694453521,"q75":107.21197619656,"p95":108.855812635091},"timeToFirstChunkVariance":{"p05":2.34454942180014,"q25":2.39815233399998,"median":2.56258127450001,"q75":2.67014721125,"p95":2.86758842085},"performanceByPromptType":{"long":{"medianOutputSpeed":106.470694453521,"medianTimeToFirstChunk":2.56258127450001,"medianTimeToFirstAnswerToken":21.34709292125258,"medianEndToEndResponseTime":26.043220832940726}},"endToEndResponseTime":{"input":2.56258127450001,"reasoning":18.784511646752573,"answer":4.696127911688143,"total":26.043220832940726},"timeToFirstAnswerToken":{"input":2.56258127450001,"reasoning":18.784511646752573,"total":21.34709292125258},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":3,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-32b","matchedBy":"slug","catalog":{"id":"qwen/qwen3-32b","canonical_slug":"qwen/qwen3-32b-04-28","hugging_face_id":"Qwen/Qwen3-32B","name":"Qwen: Qwen3 32B","created":1745875945,"description":"Qwen3-32B is a dense 32.8B parameter causal language model from the Qwen3 series, optimized for both complex reasoning and efficient dialogue. It supports seamless switching between a \"thinking\" mode for...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.00000008","completion":"0.00000028"},"top_provider":{"context_length":40960,"max_completion_tokens":16384,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-32b-04-28/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":7.2,"coding_index":15.3,"agentic_index":0.9}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"DeepInfra | qwen/qwen3-32b-04-28","model_id":"qwen/qwen3-32b","model_name":"Qwen: Qwen3 32B","context_length":40960,"pricing":{"prompt":"0.00000008","completion":"0.00000028","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.9802865028256,"uptime_last_5m":100,"uptime_last_1d":99.98669013679182,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3-32b-04-28","model_id":"qwen/qwen3-32b","model_name":"Qwen: Qwen3 32B","context_length":131072,"pricing":{"prompt":"0.00000014","completion":"0.00000057","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":98.40579710144928,"uptime_last_5m":98.02631578947368,"uptime_last_1d":89.89163509904986,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"e46198a7-cd29-4afd-933d-cdf180f0f305","slug":"qwen3-4b-instruct","name":"Qwen3 4B (Non-reasoning)","shortName":"Qwen3 4B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/qwen3-4b-instruct","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-4b-instruct","name":"Qwen3 4B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":null,"parameters":4.02,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":32000,"licenseName":"Apache 2.0","intelligenceIndex":6.61043815916972,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"e46198a7-cd29-4afd-933d-cdf180f0f305","slug":"qwen3-4b-instruct","name":"Qwen3 4B (Non-reasoning)","shortName":"Qwen3 4B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"contextWindowTokens":32000,"isReasoning":false,"release":{"slug":"qwen3-4b-instruct","name":"Qwen3 4B"},"deprecated":true,"isOpenWeights":true,"sizeClass":"tiny","parameters":4.02,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-4B","intelligenceIndex":6.61043815916972,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"191a2097-cce3-49cf-881e-0c790892059f","slug":"qwen3-4b-instruct-reasoning","name":"Qwen3 4B (Reasoning)","shortName":"Qwen3 4B","sourceUrl":"https://artificialanalysis.ai/models/releases/qwen3-4b-instruct","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-4b-instruct","name":"Qwen3 4B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":null,"parameters":4.02,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":32000,"licenseName":"Apache 2.0","intelligenceIndex":7.22847163984467,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"191a2097-cce3-49cf-881e-0c790892059f","slug":"qwen3-4b-instruct-reasoning","name":"Qwen3 4B (Reasoning)","shortName":"Qwen3 4B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"contextWindowTokens":32000,"isReasoning":true,"release":{"slug":"qwen3-4b-instruct","name":"Qwen3 4B"},"deprecated":true,"isOpenWeights":true,"sizeClass":"tiny","parameters":4.02,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-4B","intelligenceIndex":7.22847163984467,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"b2dd592a-fbc5-458a-b26d-f3964cbab82f","slug":"qwen3-8b-instruct","name":"Qwen3 8B (Non-reasoning)","shortName":"Qwen3 8B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-8b-instruct","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-8b-instruct","name":"Qwen3 8B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8.19,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","intelligenceIndex":5.99207537851227,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":41.1994846000936,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.18,"price1mOutputTokens":0.7,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.725391992,"timeToFirstAnswerTokenMs":3.725391992,"endToEndMs":15.86146614082234}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-73.95,"score":-73.95,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.248538011695906,"score":0.248538011695906,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0227272727272727,"score":0.0227272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.285714285714286,"score":0.285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0195,"score":0.0195,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.451515151515152,"score":0.451515151515152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.202116402116402,"score":0.202116402116402,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.243333333333333,"score":0.243333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"b2dd592a-fbc5-458a-b26d-f3964cbab82f","slug":"qwen3-8b-instruct","name":"Qwen3 8B (Non-reasoning)","shortName":"Qwen3 8B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-8b-instruct","name":"Qwen3 8B"},"deprecated":true,"deprecatedTo":"qwen3-vl-8b-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8.19,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-8B","microevalsEnabled":false,"intelligenceIndex":5.99207537851227,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-73.95,"omniscienceBreakdown":{"accuracy":0.11083333333333334,"hallucinationRate":0.9563261480787254},"gdpval":null,"itBenchSre":null,"tau2":0.248538011695906,"tauBanking":null,"terminalbenchHard":0.0227272727272727,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.285714285714286,"hle":0.0195,"gpqa":0.451515151515152,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.202116402116402,"aime25":0.243333333333333,"analystAgent":null,"price1mInputTokens":0.18,"price1mOutputTokens":0.7,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.31,"price1mBlended7To2To1":0.23200000000000004,"price1mBlended0To1To1":0.43999999999999995,"price1mBlended100To1To1":0.18509803921568627,"price1mBlended0To100To1":0.18514851485148515,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":41.1994846000936,"medianTimeToFirstChunk":3.725391992},"outputSpeedVariance":{"p05":31.0738949380633,"q25":37.8865411240121,"median":41.1994846000936,"q75":43.3616602744968,"p95":45.0425992971739},"timeToFirstChunkVariance":{"p05":3.57120325214999,"q25":3.63527729849995,"median":3.725391992,"q75":3.94775651449997,"p95":5.31509003880004},"performanceByPromptType":{"long":{"medianOutputSpeed":41.1994846000936,"medianTimeToFirstChunk":3.725391992,"medianTimeToFirstAnswerToken":3.725391992,"medianEndToEndResponseTime":15.86146614082234}},"endToEndResponseTime":{"input":3.725391992,"reasoning":0,"answer":12.13607414882234,"total":15.86146614082234},"timeToFirstAnswerToken":{"input":3.725391992,"reasoning":0,"total":3.725391992},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-8b","matchedBy":"slug","catalog":{"id":"qwen/qwen3-8b","canonical_slug":"qwen/qwen3-8b-04-28","hugging_face_id":"Qwen/Qwen3-8B","name":"Qwen: Qwen3 8B","created":1745876632,"description":"Qwen3-8B is a dense 8.2B parameter causal language model from the Qwen3 series, designed for both reasoning-heavy tasks and efficient dialogue. It supports seamless switching between \"thinking\" mode for math,...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.000000117","completion":"0.000000455"},"top_provider":{"context_length":131072,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.6,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-8b-04-28/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":5.2,"coding_index":9,"agentic_index":0.8}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-8b-04-28","model_id":"qwen/qwen3-8b","model_name":"Qwen: Qwen3 8B","context_length":131072,"pricing":{"prompt":"0.000000117","completion":"0.000000455","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":98304,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.92398843538338,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"9dba61f5-78ee-4190-8d1d-8e7063ffd386","slug":"qwen3-8b-instruct-reasoning","name":"Qwen3 8B (Reasoning)","shortName":"Qwen3 8B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-8b-instruct-reasoning","releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-8b-instruct","name":"Qwen3 8B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8.19,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":5.16145716580451,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.139824075325074,"strategyAndOps":3.7704400005177456,"legal":4.303245213875025,"engineering":8.604333333333335,"economics":7.773443319838056},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":41.3200630780469,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.18,"price1mOutputTokens":2.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.71759940150003,"timeToFirstAnswerTokenMs":52.12023606307347,"endToEndMs":64.22089522846683}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-64.73333333333333,"score":-64.73333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.014,"score":0.014,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":165.39,"score":165.39,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.277777777777778,"score":0.277777777777778,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0474226804123711,"score":0.0474226804123711,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0227272727272727,"score":0.0227272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0224719101123595,"score":0.0224719101123595,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.278935185185185,"score":0.278935185185185,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.33469387755102,"score":0.33469387755102,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0389,"score":0.0389,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.588888888888889,"score":0.588888888888889,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.406349206349206,"score":0.406349206349206,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.19,"score":0.19,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.003326067293298021,"score":0.003326067293298021,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":5.139824075325074,"score":5.139824075325074,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":3.7704400005177456,"score":3.7704400005177456,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":4.303245213875025,"score":4.303245213875025,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":8.604333333333335,"score":8.604333333333335,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":7.773443319838056,"score":7.773443319838056,"family":"Capability Index"}],"benchmarkCount":23,"raw":{"id":"9dba61f5-78ee-4190-8d1d-8e7063ffd386","slug":"qwen3-8b-instruct-reasoning","name":"Qwen3 8B (Reasoning)","shortName":"Qwen3 8B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-04-28","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-8b-instruct","name":"Qwen3 8B"},"deprecated":true,"deprecatedTo":"qwen3-vl-8b-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8.19,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-8B","microevalsEnabled":false,"intelligenceIndex":5.16145716580451,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":5.139824075325074,"strategyAndOps":3.7704400005177456,"legal":4.303245213875025,"engineering":8.604333333333335,"economics":7.773443319838056},"omniscience":-64.73333333333333,"omniscienceBreakdown":{"accuracy":0.13633333333333333,"hallucinationRate":0.9073716711694326},"gdpPdfAllPass":0.014,"gdpval":165.39,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.277777777777778,"tauBanking":0.0474226804123711,"terminalbenchHard":0.0227272727272727,"terminalBench21":0.0224719101123595,"terminalBench40":0,"scicode":0.278935185185185,"lcr":0,"ifbench":0.33469387755102,"hle":0.0389,"gpqa":0.588888888888889,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.406349206349206,"aime25":0.19,"analystAgent":null,"automationBenchPartialScore":0.003326067293298021,"price1mInputTokens":0.18,"price1mOutputTokens":2.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.66,"price1mBlended7To2To1":0.372,"price1mBlended0To1To1":1.1400000000000001,"price1mBlended100To1To1":0.1988235294117647,"price1mBlended0To100To1":0.19900990099009902,"intelligenceIndexEvaluations":[],"briefcaseBreakdown":{"overall":{"elo":0,"lower95ci":0,"upper95ci":0},"rubricPassRate":0.03232323232323232,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":0}},"briefcaseTotalCost":5.70863718,"timescaleData":{"medianOutputSpeed":41.3200630780469,"medianTimeToFirstChunk":3.71759940150003},"outputSpeedVariance":{"p05":31.8931089354784,"q25":38.5785120852283,"median":41.3200630780469,"q75":43.3545206913786,"p95":45.0301101019233},"timeToFirstChunkVariance":{"p05":3.57116582615,"q25":3.63434619249999,"median":3.71759940150003,"q75":3.86468147175001,"p95":4.2310433175},"performanceByPromptType":{"long":{"medianOutputSpeed":41.3200630780469,"medianTimeToFirstChunk":3.71759940150003,"medianTimeToFirstAnswerToken":52.12023606307347,"medianEndToEndResponseTime":64.22089522846683}},"endToEndResponseTime":{"input":3.71759940150003,"reasoning":48.40263666157344,"answer":12.10065916539336,"total":64.22089522846683},"timeToFirstAnswerToken":{"input":3.71759940150003,"reasoning":48.40263666157344,"total":52.12023606307347},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-8b","matchedBy":"slug","catalog":{"id":"qwen/qwen3-8b","canonical_slug":"qwen/qwen3-8b-04-28","hugging_face_id":"Qwen/Qwen3-8B","name":"Qwen: Qwen3 8B","created":1745876632,"description":"Qwen3-8B is a dense 8.2B parameter causal language model from the Qwen3 series, designed for both reasoning-heavy tasks and efficient dialogue. It supports seamless switching between \"thinking\" mode for math,...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":"qwen3"},"pricing":{"prompt":"0.000000117","completion":"0.000000455"},"top_provider":{"context_length":131072,"max_completion_tokens":8192,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","presence_penalty","reasoning","response_format","seed","stop","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.6,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-8b-04-28/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":5.2,"coding_index":9,"agentic_index":0.8}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-8b-04-28","model_id":"qwen/qwen3-8b","model_name":"Qwen: Qwen3 8B","context_length":131072,"pricing":{"prompt":"0.000000117","completion":"0.000000455","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":98304,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.92398843538338,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"da9fe224-8af3-46d7-a8c4-6220779c3f35","slug":"qwen3-coder-30b-a3b-instruct","name":"Qwen3 Coder 30B A3B Instruct","shortName":"Qwen3 Coder 30B A3B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-coder-30b-a3b-instruct","releaseDate":"2025-07-31","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-coder-30b-a3b-instruct","name":"Qwen3 Coder 30B A3B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.5,"inferenceParametersActiveBillions":3.3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":9.58537639337592,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":86.9138550165488,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.45,"price1mOutputTokens":2.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.58106600099993,"timeToFirstAnswerTokenMs":2.58106600099993,"endToEndMs":8.333888723048075}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-50.733333333333334,"score":-50.733333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.345029239766082,"score":0.345029239766082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.151515151515152,"score":0.151515151515152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.326666666666667,"score":0.326666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.326530612244898,"score":0.326530612244898,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0384615384615385,"score":0.0384615384615385,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.516161616161616,"score":0.516161616161616,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.403174603174603,"score":0.403174603174603,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.29,"score":0.29,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"da9fe224-8af3-46d7-a8c4-6220779c3f35","slug":"qwen3-coder-30b-a3b-instruct","name":"Qwen3 Coder 30B A3B Instruct","shortName":"Qwen3 Coder 30B A3B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-31","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-coder-30b-a3b-instruct","name":"Qwen3 Coder 30B A3B Instruct"},"deprecated":true,"deprecatedTo":"qwen3-coder-next","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30.5,"inferenceParametersActiveBillions":3.3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct","microevalsEnabled":false,"intelligenceIndex":9.58537639337592,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-50.733333333333334,"omniscienceBreakdown":{"accuracy":0.164,"hallucinationRate":0.803030303030303},"gdpval":null,"itBenchSre":null,"tau2":0.345029239766082,"tauBanking":null,"terminalbenchHard":0.151515151515152,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.326666666666667,"ifbench":0.326530612244898,"hle":0.0384615384615385,"gpqa":0.516161616161616,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.403174603174603,"aime25":0.29,"analystAgent":null,"price1mInputTokens":0.45,"price1mOutputTokens":2.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.9,"price1mBlended7To2To1":0.63,"price1mBlended0To1To1":1.35,"price1mBlended100To1To1":0.4676470588235294,"price1mBlended0To100To1":0.46782178217821785,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":86.9138550165488,"medianTimeToFirstChunk":2.58106600099993},"outputSpeedVariance":{"p05":61.4630735279635,"q25":76.6254830539334,"median":86.9138550165488,"q75":91.38869047658,"p95":98.0829423845849},"timeToFirstChunkVariance":{"p05":2.41870400554996,"q25":2.4899874462499,"median":2.58106600099993,"q75":2.74344656699999,"p95":2.86219299750003},"performanceByPromptType":{"long":{"medianOutputSpeed":86.9138550165488,"medianTimeToFirstChunk":2.58106600099993,"medianTimeToFirstAnswerToken":2.58106600099993,"medianEndToEndResponseTime":8.333888723048075}},"endToEndResponseTime":{"input":2.58106600099993,"reasoning":0,"answer":5.752822722048144,"total":8.333888723048075},"timeToFirstAnswerToken":{"input":2.58106600099993,"reasoning":0,"total":2.58106600099993},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":4,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-coder-30b-a3b-instruct","matchedBy":"slug","catalog":{"id":"qwen/qwen3-coder-30b-a3b-instruct","canonical_slug":"qwen/qwen3-coder-30b-a3b-instruct","hugging_face_id":"Qwen/Qwen3-Coder-30B-A3B-Instruct","name":"Qwen: Qwen3 Coder 30B A3B Instruct","created":1753972379,"description":"Qwen3-Coder-30B-A3B-Instruct is a 30.5B parameter Mixture-of-Experts (MoE) model with 128 experts (8 active per forward pass), designed for advanced code generation, repository-scale understanding, and agentic tool use. Built on the...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.00000007","completion":"0.00000028"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logprobs","max_tokens","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-06-30","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-coder-30b-a3b-instruct/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"dataviz","elo":1097,"win_rate":54.7,"rank":93},{"arena":"models","category":"uicomponent","elo":1061,"win_rate":54.1,"rank":93},{"arena":"models","category":"website","elo":1100,"win_rate":57.1,"rank":97}]}},"endpoints":[{"name":"Novita | qwen/qwen3-coder-30b-a3b-instruct","model_id":"qwen/qwen3-coder-30b-a3b-instruct","model_name":"Qwen: Qwen3 Coder 30B A3B Instruct","context_length":160000,"pricing":{"prompt":"0.00000007","completion":"0.00000027","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":98.89547240291105,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3-coder-30b-a3b-instruct","model_id":"qwen/qwen3-coder-30b-a3b-instruct","model_name":"Qwen: Qwen3 Coder 30B A3B Instruct","context_length":262144,"pricing":{"prompt":"0.00000007","completion":"0.00000028","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.85974754558204,"uptime_last_5m":100,"uptime_last_1d":98.56677524429968,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | qwen/qwen3-coder-30b-a3b-instruct","model_id":"qwen/qwen3-coder-30b-a3b-instruct","model_name":"Qwen: Qwen3 Coder 30B A3B Instruct","context_length":0,"pricing":{"prompt":"0.00000015","completion":"0.0000006","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":0,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","stop","tool_choice","tools"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":null,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3-coder-30b-a3b-instruct","model_id":"qwen/qwen3-coder-30b-a3b-instruct","model_name":"Qwen: Qwen3 Coder 30B A3B Instruct","context_length":262144,"pricing":{"prompt":"0.0000002925","completion":"0.0000014625","discount":0,"overrides":[{"min_prompt_tokens":32000,"prompt":"0.0000004875","completion":"0.0000024375"},{"min_prompt_tokens":128000,"prompt":"0.00000078","completion":"0.0000039"}]},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":204800,"supported_parameters":["max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","slug":"qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","shortName":"Qwen3 Coder 480B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-coder-480b-a35b-instruct","releaseDate":"2025-07-22","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":480,"inferenceParametersActiveBillions":35,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":11.8990256096549,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":49.2186893888995,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.5,"price1mOutputTokens":7.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.0285108265,"timeToFirstAnswerTokenMs":3.0285108265,"endToEndMs":13.187253495352273}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-22.2,"score":-22.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.435672514619883,"score":0.435672514619883,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.189393939393939,"score":0.189393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.456666666666667,"score":0.456666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.404761904761905,"score":0.404761904761905,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0454124189063948,"score":0.0454124189063948,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.618181818181818,"score":0.618181818181818,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.585185185185185,"score":0.585185185185185,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.393333333333333,"score":0.393333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"093883ed-f5fc-443b-8e18-afbfb166699e","slug":"qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct","shortName":"Qwen3 Coder 480B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-22","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-coder-480b-a35b-instruct","name":"Qwen3 Coder 480B A35B Instruct"},"deprecated":true,"deprecatedTo":"qwen3-coder-next","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":480,"inferenceParametersActiveBillions":35,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct","microevalsEnabled":false,"intelligenceIndex":11.8990256096549,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-22.2,"omniscienceBreakdown":{"accuracy":0.15683333333333332,"hallucinationRate":0.4492982802925479},"gdpval":null,"itBenchSre":null,"tau2":0.435672514619883,"tauBanking":null,"terminalbenchHard":0.189393939393939,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.456666666666667,"ifbench":0.404761904761905,"hle":0.0454124189063948,"gpqa":0.618181818181818,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.585185185185185,"aime25":0.393333333333333,"analystAgent":null,"price1mInputTokens":1.5,"price1mOutputTokens":7.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3,"price1mBlended7To2To1":2.1,"price1mBlended0To1To1":4.5,"price1mBlended100To1To1":1.5588235294117647,"price1mBlended0To100To1":1.5594059405940595,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":49.2186893888995,"medianTimeToFirstChunk":3.0285108265},"outputSpeedVariance":{"p05":32.437264295064,"q25":44.1432303310921,"median":49.2186893888995,"q75":54.9461441275679,"p95":70.151602317222},"timeToFirstChunkVariance":{"p05":2.64086854195004,"q25":2.75578208749999,"median":3.0285108265,"q75":3.21372263199997,"p95":3.30500676249999},"performanceByPromptType":{"long":{"medianOutputSpeed":49.2186893888995,"medianTimeToFirstChunk":3.0285108265,"medianTimeToFirstAnswerToken":3.0285108265,"medianEndToEndResponseTime":13.187253495352273}},"endToEndResponseTime":{"input":3.0285108265,"reasoning":0,"answer":10.158742668852273,"total":13.187253495352273},"timeToFirstAnswerToken":{"input":3.0285108265,"reasoning":0,"total":3.0285108265},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":5,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-coder","matchedBy":"slug","catalog":{"id":"qwen/qwen3-coder","canonical_slug":"qwen/qwen3-coder-480b-a35b-07-25","hugging_face_id":"Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen: Qwen3 Coder 480B A35B","created":1753230546,"description":"Qwen3-Coder-480B-A35B-Instruct is a Mixture-of-Experts (MoE) code generation model developed by the Qwen team. It is optimized for agentic coding tasks such as function calling, tool use, and long-context reasoning over...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.000001","input_cache_read":"0.0000001"},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_tokens","min_p","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":"2025-06-30","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-coder-480b-a35b-07-25/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"codecategories","elo":1158,"win_rate":61.2,"rank":73},{"arena":"models","category":"dataviz","elo":1097,"win_rate":54.9,"rank":94},{"arena":"models","category":"gamedev","elo":1122,"win_rate":58.7,"rank":80},{"arena":"models","category":"uicomponent","elo":1128,"win_rate":61.4,"rank":77},{"arena":"models","category":"website","elo":1171,"win_rate":61.7,"rank":74}]}},"endpoints":[{"name":"Google | qwen/qwen3-coder-480b-a35b-07-25","model_id":"qwen/qwen3-coder","model_name":"Qwen: Qwen3 Coder 480B A35B","context_length":262144,"pricing":{"prompt":"0.00000022","completion":"0.0000018","discount":0},"provider_name":"Google","tag":"google-vertex/us-south1","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","seed","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.9763136078323,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3-coder-480b-a35b-07-25","model_id":"qwen/qwen3-coder","model_name":"Qwen: Qwen3 Coder 480B A35B","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.000001","input_cache_read":"0.0000001","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/turbo","quantization":"fp4","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.85984583041345,"uptime_last_5m":100,"uptime_last_1d":97.01933600875593,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3-coder-480b-a35b-07-25","model_id":"qwen/qwen3-coder","model_name":"Qwen: Qwen3 Coder 480B A35B","context_length":256000,"pricing":{"prompt":"0.00000035","completion":"0.0000015","input_cache_read":"0.00000004","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.44649446494465,"uptime_last_5m":100,"uptime_last_1d":92.21688109712993,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3-coder-480b-a35b-07-25","model_id":"qwen/qwen3-coder","model_name":"Qwen: Qwen3 Coder 480B A35B","context_length":262144,"pricing":{"prompt":"0.00000038","completion":"0.00000155","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.0530035335689,"uptime_last_5m":null,"uptime_last_1d":94.97321147179325,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3-coder-480b-a35b-07-25","model_id":"qwen/qwen3-coder","model_name":"Qwen: Qwen3 Coder 480B A35B","context_length":262144,"pricing":{"prompt":"0.000000975","completion":"0.000004875","discount":0,"overrides":[{"min_prompt_tokens":32000,"prompt":"0.000001755","completion":"0.000008775"},{"min_prompt_tokens":128000,"prompt":"0.000002925","completion":"0.000014625"}]},"provider_name":"Alibaba","tag":"alibaba/opensource","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":204800,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","seed","presence_penalty","tools","tool_choice","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"fc92f822-04b7-420d-9c07-a21af5e9aac7","slug":"qwen3-coder-next","name":"Qwen3 Coder Next","shortName":"Qwen3 Coder Next","sourceUrl":"https://artificialanalysis.ai/models/qwen3-coder-next","releaseDate":"2026-02-03","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-coder-next","name":"Qwen3 Coder Next"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":79.7,"inferenceParametersActiveBillions":3,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":10.0530720321917,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":8.920318159958269,"strategyAndOps":6.961950544595012,"legal":9.366847157351565,"engineering":10.008792817423545,"economics":13.036337407321605},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":111.614057708444,"canonicalInputTokens":1243626073,"canonicalOutputTokens":33969107,"outputTokensPerTask":15139.777394747589,"answerTokensPerTask":15139.777394747589,"reasoningTokensPerTask":0,"price1mInputTokens":0.35,"price1mOutputTokens":1.2,"cacheHitPrice":0.35,"cacheHitDiscountPercent":0.41666666666666663,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.5517146290167634,"latency":{"timeToFirstChunkMs":1.46844602900001,"timeToFirstAnswerTokenMs":1.46844602900001,"endToEndMs":5.948168478533114}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":413.75,"score":413.75,"outputTokensPerTask":30826.637362637364,"costPerTask":1.5247392032967033,"timePerTask":259.2902144044811,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":664.31,"score":664.31,"outputTokensPerTask":18969.859090909093,"costPerTask":0.28516177090909084,"timePerTask":159.5600185982723,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.010593550691766297,"score":0.010593550691766297,"outputTokensPerTask":2392.584474885845,"costPerTask":0.08494640022831049,"timePerTask":20.124599844480336,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":57095.72727272727,"costPerTask":2.8331805431818182,"timePerTask":480.2458079345522,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.362268518518519,"score":0.362268518518519,"outputTokensPerTask":1055.3541666666667,"costPerTask":0.0025227402777777777,"timePerTask":8.876836124828994,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.101482854494903,"score":0.101482854494903,"outputTokensPerTask":8959.466635773864,"costPerTask":0.010857972914735866,"timePerTask":75.36021518050025,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.026,"score":0.026,"outputTokensPerTask":2734.27,"costPerTask":0.016222275999999997,"timePerTask":22.998598458845493,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":12418.7,"costPerTask":0.01988538,"timePerTask":104.45665376164919,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-62.4,"score":-62.4,"outputTokensPerTask":56.742333333333335,"costPerTask":0.00010991521666666666,"timePerTask":0.477273327049376,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.47,"score":0.47,"outputTokensPerTask":5286.07,"costPerTask":0.039137458,"timePerTask":44.4623981374734,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.026,"score":0.026,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":664.31,"score":664.31,"outputTokensPerTask":18969.859090909093,"costPerTask":0.28516177090909084,"timePerTask":159.5600185982723,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.08215499999999998,"score":0.08215499999999998,"outputTokensPerTask":18969.859090909093,"costPerTask":0.28516177090909084,"timePerTask":159.5600185982723,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.795321637426901,"score":0.795321637426901,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0536082474226804,"score":0.0536082474226804,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.181818181818182,"score":0.181818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.382022471910112,"score":0.382022471910112,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":57095.72727272727,"costPerTask":2.8331805431818182,"timePerTask":480.2458079345522,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.47,"score":0.47,"outputTokensPerTask":5286.07,"costPerTask":0.039137458,"timePerTask":44.4623981374734,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.352380952380952,"score":0.352380952380952,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.101482854494903,"score":0.101482854494903,"outputTokensPerTask":8959.466635773864,"costPerTask":0.010857972914735866,"timePerTask":75.36021518050025,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.737373737373737,"score":0.737373737373737,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.010593550691766297,"score":0.010593550691766297,"outputTokensPerTask":2392.584474885845,"costPerTask":0.08494640022831049,"timePerTask":20.124599844480336,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":8.920318159958269,"score":8.920318159958269,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":6.961950544595012,"score":6.961950544595012,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":9.366847157351565,"score":9.366847157351565,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":10.008792817423545,"score":10.008792817423545,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":13.036337407321605,"score":13.036337407321605,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"fc92f822-04b7-420d-9c07-a21af5e9aac7","slug":"qwen3-coder-next","name":"Qwen3 Coder Next","shortName":"Qwen3 Coder Next","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-03","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-coder-next","name":"Qwen3 Coder Next"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":79.7,"inferenceParametersActiveBillions":3,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-Coder-Next","microevalsEnabled":true,"intelligenceIndex":10.0530720321917,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":8.920318159958269,"strategyAndOps":6.961950544595012,"legal":9.366847157351565,"engineering":10.008792817423545,"economics":13.036337407321605},"omniscience":-62.4,"omniscienceBreakdown":{"accuracy":0.1615,"hallucinationRate":0.9367918902802623},"gdpPdfAllPass":0.026,"gdpval":664.31,"gdpvalNormalized":0.08215499999999998,"itBenchSre":null,"tau2":0.795321637426901,"tauBanking":0.0536082474226804,"terminalbenchHard":0.181818181818182,"terminalBench21":0.382022471910112,"terminalBench40":0,"scicode":0.362268518518519,"lcr":0.47,"ifbench":0.352380952380952,"hle":0.101482854494903,"gpqa":0.737373737373737,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.010593550691766297,"price1mInputTokens":0.35,"price1mOutputTokens":1.2,"cacheHitPrice":0.35,"cacheHitDiscountPercent":0.41666666666666663,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5625,"price1mBlended7To2To1":0.43499999999999994,"price1mBlended0To1To1":0.7749999999999999,"price1mBlended100To1To1":0.3583333333333334,"price1mBlended0To100To1":0.35841584158415846,"intelligenceIndexTimePerTask":127.34428606469211,"intelligenceIndexCost":{"total":476.03205395000003,"input":435.26912555,"nonCacheInput":5.76517445,"cacheRead":0,"cacheWrite":429.5039511,"output":40.7629284,"reasoning":0,"answer":40.7629284},"intelligenceIndexCostPerTask":{"cost":{"total":0.5517146290167634,"input":0.5335468961430659,"nonCacheInput":0.0035746843854585005,"cacheRead":0,"cacheWrite":0.5299722117576076,"output":0.0181677328736971,"reasoning":0,"answer":0.0181677328736971},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.22871088049450547},{"slug":"gdpval-aa","weightedCostPerTask":0.028516177090909086},{"slug":"automationbench-aa","weightedCostPerTask":0.004247320011415525},{"slug":"terminalbench-4-0","weightedCostPerTask":0.2833180543181818},{"slug":"scicode","weightedCostPerTask":0.0002522740277777778},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0010857972914735865},{"slug":"gdp-pdf","weightedCostPerTask":0.0016222275999999997},{"slug":"critpt","weightedCostPerTask":0.001988538},{"slug":"omniscience","weightedCostPerTask":0.0000164872825},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0019568729}]},"canonicalIntelligenceIndexTokenCount":{"input":1243626073,"output":33969107,"answer":33969107,"reasoning":0},"intelligenceIndexOutputTokensPerTask":{"reasoning":0,"answer":15139.777394747589,"output":15139.777394747589},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":413.75,"outputTokensPerTask":30826.637362637364,"costPerTask":1.5247392032967033,"timePerTask":259.2902144044811},{"slug":"gdpval-aa","score":664.31,"outputTokensPerTask":18969.859090909093,"costPerTask":0.28516177090909084,"timePerTask":159.5600185982723},{"slug":"automationbench-aa","score":0.010593550691766297,"outputTokensPerTask":2392.584474885845,"costPerTask":0.08494640022831049,"timePerTask":20.124599844480336},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":57095.72727272727,"costPerTask":2.8331805431818182,"timePerTask":480.2458079345522},{"slug":"scicode","score":0.362268518518519,"outputTokensPerTask":1055.3541666666667,"costPerTask":0.0025227402777777777,"timePerTask":8.876836124828994},{"slug":"humanitys-last-exam","score":0.101482854494903,"outputTokensPerTask":8959.466635773864,"costPerTask":0.010857972914735866,"timePerTask":75.36021518050025},{"slug":"gdp-pdf","score":0.026,"outputTokensPerTask":2734.27,"costPerTask":0.016222275999999997,"timePerTask":22.998598458845493},{"slug":"critpt","score":0,"outputTokensPerTask":12418.7,"costPerTask":0.01988538,"timePerTask":104.45665376164919},{"slug":"omniscience","score":-62.4,"outputTokensPerTask":56.742333333333335,"costPerTask":0.00010991521666666666,"timePerTask":0.477273327049376},{"slug":"artificial-analysis-long-context-reasoning","score":0.47,"outputTokensPerTask":5286.07,"costPerTask":0.039137458,"timePerTask":44.4623981374734}],"openness":{"opennessIndex":41.666666666666664,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":413.75,"lower95ci":403.65,"upper95ci":423.69},"rubricPassRate":0.07867494824016563,"analyticalQuality":{"elo":214.27,"lower95ci":194.76,"upper95ci":233.9},"presentation":{"elo":378.02,"lower95ci":359.23,"upper95ci":396.74}},"briefcaseTotalCost":138.75126749999998,"timescaleData":{"medianOutputSpeed":111.614057708444,"medianTimeToFirstChunk":1.46844602900001},"outputSpeedVariance":{"p05":45.088352005192,"q25":69.9550185027875,"median":111.614057708444,"q75":165.780023598794,"p95":210.85991902992},"timeToFirstChunkVariance":{"p05":0.910558964449945,"q25":1.03137259000002,"median":1.46844602900001,"q75":2.53416063425004,"p95":5.59729132195002},"performanceByPromptType":{"medium":{"medianOutputSpeed":124.605850733425,"medianTimeToFirstChunk":0.905597349999987,"medianTimeToFirstAnswerToken":0.905597349999987,"medianEndToEndResponseTime":4.918250022864225},"long":{"medianOutputSpeed":111.614057708444,"medianTimeToFirstChunk":1.46844602900001,"medianTimeToFirstAnswerToken":1.46844602900001,"medianEndToEndResponseTime":5.948168478533114},"hundredK":{"medianOutputSpeed":130.167284369666,"medianTimeToFirstChunk":3.70494796949998,"medianTimeToFirstAnswerToken":3.70494796949998,"medianEndToEndResponseTime":7.546158934461306},"mediumParallel":{"medianOutputSpeed":117.282498342737,"medianTimeToFirstChunk":1.03878447300002,"medianTimeToFirstAnswerToken":1.03878447300002,"medianEndToEndResponseTime":5.301995157162289}},"endToEndResponseTime":{"input":1.46844602900001,"reasoning":0,"answer":4.479722449533105,"total":5.948168478533114},"timeToFirstAnswerToken":{"input":1.46844602900001,"reasoning":0,"total":1.46844602900001},"performanceDataSource":{"type":"median"},"hostModelCount":4,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-coder-next","matchedBy":"slug","catalog":{"id":"qwen/qwen3-coder-next","canonical_slug":"qwen/qwen3-coder-next-2025-02-03","hugging_face_id":"Qwen/Qwen3-Coder-Next","name":"Qwen: Qwen3 Coder Next","created":1770164101,"description":"Qwen3-Coder-Next is an open-weight causal language model optimized for coding agents and local development workflows. It uses a sparse MoE design with 80B total parameters and only 3B activated per...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.00000012","completion":"0.0000008","input_cache_read":"0.00000007"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logit_bias","logprobs","max_tokens","presence_penalty","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-coder-next-2025-02-03/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":10.1,"coding_index":36.2,"agentic_index":3.6}}},"endpoints":[{"name":"Parasail | qwen/qwen3-coder-next-2025-02-03","model_id":"qwen/qwen3-coder-next","model_name":"Qwen: Qwen3 Coder Next","context_length":262144,"pricing":{"prompt":"0.00000012","completion":"0.0000008","input_cache_read":"0.00000007","discount":0},"provider_name":"Parasail","tag":"parasail/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98297157388066,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | qwen/qwen3-coder-next-2025-02-03","model_id":"qwen/qwen3-coder-next","model_name":"Qwen: Qwen3 Coder Next","context_length":256000,"pricing":{"prompt":"0.00000018","completion":"0.0000009","input_cache_read":"0.000000036","discount":0.4},"provider_name":"StreamLake","tag":"streamlake","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["tools","tool_choice","response_format","max_tokens","temperature","top_p","stop","presence_penalty"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.07063197026022,"uptime_last_5m":98.4251968503937,"uptime_last_1d":98.38003788621073,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3-coder-next-2025-02-03","model_id":"qwen/qwen3-coder-next","model_name":"Qwen: Qwen3 Coder Next","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000015","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.39024390243902,"uptime_last_5m":null,"uptime_last_1d":99.47079947079948,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3-coder-next-2025-02-03","model_id":"qwen/qwen3-coder-next","model_name":"Qwen: Qwen3 Coder Next","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.0000015","discount":0,"overrides":[{"min_prompt_tokens":32000,"prompt":"0.0000005","completion":"0.0000025"},{"min_prompt_tokens":128000,"prompt":"0.0000008","completion":"0.000004"}]},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":204800,"supported_parameters":["max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.08277917908737,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":4,"endpointError":null}},{"id":"7ae943a9-9310-4472-a834-c61f0ab68485","slug":"qwen3-max","name":"Qwen3 Max","shortName":"Qwen3 Max","sourceUrl":"https://artificialanalysis.ai/models/qwen3-max","releaseDate":"2025-09-23","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-max","name":"Qwen3 Max"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":262144,"licenseName":null,"intelligenceIndex":15.6098449457502,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":50.0738928857392,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.2,"price1mOutputTokens":6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.26472880049999,"timeToFirstAnswerTokenMs":2.26472880049999,"endToEndMs":12.249972031756682}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-43.55,"score":-43.55,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.742690058479532,"score":0.742690058479532,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.204545454545455,"score":0.204545454545455,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.5,"score":0.5,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.441496598639456,"score":0.441496598639456,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.119091751621872,"score":0.119091751621872,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.763636363636364,"score":0.763636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.767195767195767,"score":0.767195767195767,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.806666666666667,"score":0.806666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"7ae943a9-9310-4472-a834-c61f0ab68485","slug":"qwen3-max","name":"Qwen3 Max","shortName":"Qwen3 Max","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-23","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-max","name":"Qwen3 Max"},"deprecated":true,"deprecatedTo":"qwen3-max-thinking","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":262144,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":15.6098449457502,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-43.55,"omniscienceBreakdown":{"accuracy":0.24416666666666667,"hallucinationRate":0.8992282249173098},"gdpval":null,"itBenchSre":null,"tau2":0.742690058479532,"tauBanking":null,"terminalbenchHard":0.204545454545455,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.5,"ifbench":0.441496598639456,"hle":0.119091751621872,"gpqa":0.763636363636364,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.767195767195767,"aime25":0.806666666666667,"analystAgent":null,"price1mInputTokens":1.2,"price1mOutputTokens":6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2.4,"price1mBlended7To2To1":1.6800000000000002,"price1mBlended0To1To1":3.6,"price1mBlended100To1To1":1.2470588235294118,"price1mBlended0To100To1":1.2475247524752475,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":16.666666666666668,"modelAvailability":2,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":50.0738928857392,"medianTimeToFirstChunk":2.26472880049999},"outputSpeedVariance":{"p05":42.5660296487599,"q25":45.124339624424,"median":50.0738928857392,"q75":59.4905924562116,"p95":67.7883845695693},"timeToFirstChunkVariance":{"p05":2.06649926149999,"q25":2.18544004349999,"median":2.26472880049999,"q75":2.53568631850001,"p95":3.10509237609999},"performanceByPromptType":{"long":{"medianOutputSpeed":50.0738928857392,"medianTimeToFirstChunk":2.26472880049999,"medianTimeToFirstAnswerToken":2.26472880049999,"medianEndToEndResponseTime":12.249972031756682}},"endToEndResponseTime":{"input":2.26472880049999,"reasoning":0,"answer":9.985243231256693,"total":12.249972031756682},"timeToFirstAnswerToken":{"input":2.26472880049999,"reasoning":0,"total":2.26472880049999},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-max-thinking","matchedBy":"slug","catalog":{"id":"qwen/qwen3-max-thinking","canonical_slug":"qwen/qwen3-max-thinking-20260123","hugging_face_id":null,"name":"Qwen: Qwen3 Max Thinking","created":1770671901,"description":"Qwen3-Max-Thinking is the flagship reasoning model in the Qwen3 series, designed for high-stakes cognitive tasks that require deep, multi-step reasoning. By significantly scaling model capacity and reinforcement learning compute, it...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.00000078","completion":"0.0000039","overrides":[{"min_prompt_tokens":32000,"prompt":"0.00000156","completion":"0.0000078"},{"min_prompt_tokens":128000,"prompt":"0.00000195","completion":"0.00000975"}]},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-max-thinking-20260123/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Alibaba | qwen/qwen3-max-thinking-20260123","model_id":"qwen/qwen3-max-thinking","model_name":"Qwen: Qwen3 Max Thinking","context_length":262144,"pricing":{"prompt":"0.00000078","completion":"0.0000039","discount":0,"overrides":[{"min_prompt_tokens":32000,"prompt":"0.00000156","completion":"0.0000078"},{"min_prompt_tokens":128000,"prompt":"0.00000195","completion":"0.00000975"}]},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"5b2beb12-81a9-47a1-8a2a-d0a727185b50","slug":"qwen3-max-preview","name":"Qwen3 Max (Preview)","shortName":"Qwen3 Max (Preview)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-max-preview","releaseDate":"2025-09-05","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-max-preview","name":"Qwen3 Max (Preview)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":262144,"licenseName":null,"intelligenceIndex":12.5883955174617,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":58.4100036705716,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.2,"price1mOutputTokens":6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.9844638535,"timeToFirstAnswerTokenMs":3.9844638535,"endToEndMs":12.54464136726914}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-42.78333333333333,"score":-42.78333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.327485380116959,"score":0.327485380116959,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.196969696969697,"score":0.196969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.43,"score":0.43,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.480272108843537,"score":0.480272108843537,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.101482854494903,"score":0.101482854494903,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.763636363636364,"score":0.763636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.650793650793651,"score":0.650793650793651,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.75,"score":0.75,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"5b2beb12-81a9-47a1-8a2a-d0a727185b50","slug":"qwen3-max-preview","name":"Qwen3 Max (Preview)","shortName":"Qwen3 Max (Preview)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-05","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-max-preview","name":"Qwen3 Max (Preview)"},"deprecated":true,"deprecatedTo":"qwen3-max","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":262144,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":12.5883955174617,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-42.78333333333333,"omniscienceBreakdown":{"accuracy":0.242,"hallucinationRate":0.8836851363236587},"gdpval":null,"itBenchSre":null,"tau2":0.327485380116959,"tauBanking":null,"terminalbenchHard":0.196969696969697,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.43,"ifbench":0.480272108843537,"hle":0.101482854494903,"gpqa":0.763636363636364,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":0.650793650793651,"aime25":0.75,"analystAgent":null,"price1mInputTokens":1.2,"price1mOutputTokens":6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2.4,"price1mBlended7To2To1":1.6800000000000002,"price1mBlended0To1To1":3.6,"price1mBlended100To1To1":1.2470588235294118,"price1mBlended0To100To1":1.2475247524752475,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":58.4100036705716,"medianTimeToFirstChunk":3.9844638535},"outputSpeedVariance":{"p05":49.7108161736468,"q25":52.5792314252353,"median":58.4100036705716,"q75":62.2236476050782,"p95":68.9585438956789},"timeToFirstChunkVariance":{"p05":3.83715282490006,"q25":3.92105874625002,"median":3.9844638535,"q75":4.06336747825006,"p95":4.60082258370005},"performanceByPromptType":{"long":{"medianOutputSpeed":58.4100036705716,"medianTimeToFirstChunk":3.9844638535,"medianTimeToFirstAnswerToken":3.9844638535,"medianEndToEndResponseTime":12.54464136726914}},"endToEndResponseTime":{"input":3.9844638535,"reasoning":0,"answer":8.56017751376914,"total":12.54464136726914},"timeToFirstAnswerToken":{"input":3.9844638535,"reasoning":0,"total":3.9844638535},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-max-thinking","matchedBy":"slug","catalog":{"id":"qwen/qwen3-max-thinking","canonical_slug":"qwen/qwen3-max-thinking-20260123","hugging_face_id":null,"name":"Qwen: Qwen3 Max Thinking","created":1770671901,"description":"Qwen3-Max-Thinking is the flagship reasoning model in the Qwen3 series, designed for high-stakes cognitive tasks that require deep, multi-step reasoning. By significantly scaling model capacity and reinforcement learning compute, it...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.00000078","completion":"0.0000039","overrides":[{"min_prompt_tokens":32000,"prompt":"0.00000156","completion":"0.0000078"},{"min_prompt_tokens":128000,"prompt":"0.00000195","completion":"0.00000975"}]},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-max-thinking-20260123/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Alibaba | qwen/qwen3-max-thinking-20260123","model_id":"qwen/qwen3-max-thinking","model_name":"Qwen: Qwen3 Max Thinking","context_length":262144,"pricing":{"prompt":"0.00000078","completion":"0.0000039","discount":0,"overrides":[{"min_prompt_tokens":32000,"prompt":"0.00000156","completion":"0.0000078"},{"min_prompt_tokens":128000,"prompt":"0.00000195","completion":"0.00000975"}]},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"cbac8c35-e069-4c73-823e-0953e6ed0e85","slug":"qwen3-max-thinking-preview","name":"Qwen3 Max Thinking (Preview)","shortName":"Qwen3 Max Thinking (Preview)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-max-thinking-preview","releaseDate":"2025-11-03","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-max-thinking-preview","name":"Qwen3 Max Thinking (Preview)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":262144,"licenseName":null,"intelligenceIndex":16.290984641221,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":57.1318412504443,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.2,"price1mOutputTokens":6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.99154566700002,"timeToFirstAnswerTokenMs":38.99829420207277,"endToEndMs":47.74998133584096}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-39.11666666666667,"score":-39.11666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.83625730994152,"score":0.83625730994152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.174242424242424,"score":0.174242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.62,"score":0.62,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.538095238095238,"score":0.538095238095238,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.126506024096386,"score":0.126506024096386,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.775757575757576,"score":0.775757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.535449735449735,"score":0.535449735449735,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.823333333333333,"score":0.823333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"cbac8c35-e069-4c73-823e-0953e6ed0e85","slug":"qwen3-max-thinking-preview","name":"Qwen3 Max Thinking (Preview)","shortName":"Qwen3 Max Thinking (Preview)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-11-03","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-max-thinking-preview","name":"Qwen3 Max Thinking (Preview)"},"deprecated":true,"deprecatedTo":"qwen3-max-thinking","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":262144,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":16.290984641221,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-39.11666666666667,"omniscienceBreakdown":{"accuracy":0.2735,"hallucinationRate":0.9148887359486121},"gdpval":null,"itBenchSre":null,"tau2":0.83625730994152,"tauBanking":null,"terminalbenchHard":0.174242424242424,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.62,"ifbench":0.538095238095238,"hle":0.126506024096386,"gpqa":0.775757575757576,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.535449735449735,"aime25":0.823333333333333,"analystAgent":null,"price1mInputTokens":1.2,"price1mOutputTokens":6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":1.231,"price1mBlended0To3To1":2.4,"price1mBlended7To2To1":1.6800000000000002,"price1mBlended0To1To1":3.6,"price1mBlended100To1To1":1.2470588235294118,"price1mBlended0To100To1":1.2475247524752475,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":16.666666666666668,"modelAvailability":2,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":57.1318412504443,"medianTimeToFirstChunk":3.99154566700002},"outputSpeedVariance":{"p05":42.9710036014174,"q25":51.8133724478107,"median":57.1318412504443,"q75":62.6649427473964,"p95":69.2997943515193},"timeToFirstChunkVariance":{"p05":3.90892567620002,"q25":3.95858426449999,"median":3.99154566700002,"q75":4.29201901249994,"p95":5.03563322149998},"performanceByPromptType":{"long":{"medianOutputSpeed":57.1318412504443,"medianTimeToFirstChunk":3.99154566700002,"medianTimeToFirstAnswerToken":38.99829420207277,"medianEndToEndResponseTime":47.74998133584096}},"endToEndResponseTime":{"input":3.99154566700002,"reasoning":35.00674853507275,"answer":8.751687133768188,"total":47.74998133584096},"timeToFirstAnswerToken":{"input":3.99154566700002,"reasoning":35.00674853507275,"total":38.99829420207277},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-max-thinking","matchedBy":"slug","catalog":{"id":"qwen/qwen3-max-thinking","canonical_slug":"qwen/qwen3-max-thinking-20260123","hugging_face_id":null,"name":"Qwen: Qwen3 Max Thinking","created":1770671901,"description":"Qwen3-Max-Thinking is the flagship reasoning model in the Qwen3 series, designed for high-stakes cognitive tasks that require deep, multi-step reasoning. By significantly scaling model capacity and reinforcement learning compute, it...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.00000078","completion":"0.0000039","overrides":[{"min_prompt_tokens":32000,"prompt":"0.00000156","completion":"0.0000078"},{"min_prompt_tokens":128000,"prompt":"0.00000195","completion":"0.00000975"}]},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-max-thinking-20260123/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Alibaba | qwen/qwen3-max-thinking-20260123","model_id":"qwen/qwen3-max-thinking","model_name":"Qwen: Qwen3 Max Thinking","context_length":262144,"pricing":{"prompt":"0.00000078","completion":"0.0000039","discount":0,"overrides":[{"min_prompt_tokens":32000,"prompt":"0.00000156","completion":"0.0000078"},{"min_prompt_tokens":128000,"prompt":"0.00000195","completion":"0.00000975"}]},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"c8a79180-7d16-4474-8701-9a77c0baa56a","slug":"qwen3-next-80b-a3b-reasoning","name":"Qwen3 Next 80B A3B (Reasoning)","shortName":"Qwen3 Next 80B A3B (Reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-next-80b-a3b-reasoning","releaseDate":"2025-09-11","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-next-80b-a3b","name":"Qwen3 Next 80B A3B (Reasoning)"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":80,"inferenceParametersActiveBillions":3,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":11.1973684395653,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":179.677525729241,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.15,"price1mOutputTokens":1.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.26980620699999,"timeToFirstAnswerTokenMs":13.400858863044645,"endToEndMs":16.183622027055808}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-51.416666666666664,"score":-51.416666666666664,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":324.88,"score":324.88,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.415204678362573,"score":0.415204678362573,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0618556701030928,"score":0.0618556701030928,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0984848484848485,"score":0.0984848484848485,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.0674157303370786,"score":0.0674157303370786,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.636666666666667,"score":0.636666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.606802721088435,"score":0.606802721088435,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.125579240037071,"score":0.125579240037071,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.758585858585858,"score":0.758585858585858,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.784126984126984,"score":0.784126984126984,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.843333333333333,"score":0.843333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":14,"raw":{"id":"c8a79180-7d16-4474-8701-9a77c0baa56a","slug":"qwen3-next-80b-a3b-reasoning","name":"Qwen3 Next 80B A3B (Reasoning)","shortName":"Qwen3 Next 80B A3B (Reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-11","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-next-80b-a3b","name":"Qwen3 Next 80B A3B (Reasoning)"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":80,"inferenceParametersActiveBillions":3,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Thinking","microevalsEnabled":true,"intelligenceIndex":11.1973684395653,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-51.416666666666664,"omniscienceBreakdown":{"accuracy":0.19033333333333333,"hallucinationRate":0.8701111568546727},"gdpval":324.88,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.415204678362573,"tauBanking":0.0618556701030928,"terminalbenchHard":0.0984848484848485,"terminalBench21":0.0674157303370786,"terminalBench40":null,"scicode":null,"lcr":0.636666666666667,"ifbench":0.606802721088435,"hle":0.125579240037071,"gpqa":0.758585858585858,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.784126984126984,"aime25":0.843333333333333,"analystAgent":null,"price1mInputTokens":0.15,"price1mOutputTokens":1.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.4125,"price1mBlended7To2To1":0.255,"price1mBlended0To1To1":0.6749999999999999,"price1mBlended100To1To1":0.16029411764705884,"price1mBlended0To100To1":0.1603960396039604,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":179.677525729241,"medianTimeToFirstChunk":2.26980620699999},"outputSpeedVariance":{"p05":146.517365579594,"q25":163.728957873493,"median":179.677525729241,"q75":197.143572664862,"p95":214.819386424462},"timeToFirstChunkVariance":{"p05":2.13976417985004,"q25":2.17780594699999,"median":2.26980620699999,"q75":2.44922039124993,"p95":2.75981226164997},"performanceByPromptType":{"medium":{"medianOutputSpeed":182.971913166226,"medianTimeToFirstChunk":1.18843064500001,"medianTimeToFirstAnswerToken":12.11907002779448,"medianEndToEndResponseTime":14.851729873493099},"long":{"medianOutputSpeed":179.677525729241,"medianTimeToFirstChunk":2.26980620699999,"medianTimeToFirstAnswerToken":13.400858863044645,"medianEndToEndResponseTime":16.183622027055808},"hundredK":{"medianOutputSpeed":162.794044253873,"medianTimeToFirstChunk":21.5671728825,"medianTimeToFirstAnswerToken":33.85263460910379,"medianEndToEndResponseTime":36.924000040754734},"mediumParallel":{"medianOutputSpeed":162.939107770441,"medianTimeToFirstChunk":1.30504550400002,"medianTimeToFirstAnswerToken":13.579569572326989,"medianEndToEndResponseTime":16.64820058940873}},"endToEndResponseTime":{"input":2.26980620699999,"reasoning":11.131052656044655,"answer":2.782763164011164,"total":16.183622027055808},"timeToFirstAnswerToken":{"input":2.26980620699999,"reasoning":11.131052656044655,"total":13.400858863044645},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":4,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-next-80b-a3b-thinking","matchedBy":"slug","catalog":{"id":"qwen/qwen3-next-80b-a3b-thinking","canonical_slug":"qwen/qwen3-next-80b-a3b-thinking-2509","hugging_face_id":"Qwen/Qwen3-Next-80B-A3B-Thinking","name":"Qwen: Qwen3 Next 80B A3B Thinking","created":1757612284,"description":"Qwen3-Next-80B-A3B-Thinking is a reasoning-first chat model in the Qwen3-Next line that outputs structured “thinking” traces by default. It’s designed for hard multi-step problems; math proofs, code synthesis/debugging, logic, and agentic...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000012"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-09-30","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-next-80b-a3b-thinking-2509/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":17.4,"agentic_index":null}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Google | qwen/qwen3-next-80b-a3b-thinking-2509","model_id":"qwen/qwen3-next-80b-a3b-thinking","model_name":"Qwen: Qwen3 Next 80B A3B Thinking","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000012","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.70348406226834,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3-next-80b-a3b-thinking-2509","model_id":"qwen/qwen3-next-80b-a3b-thinking","model_name":"Qwen: Qwen3 Next 80B A3B Thinking","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000012","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":126976,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"2698f6c6-e436-47ce-a583-dbc25596c571","slug":"qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct","shortName":"Qwen3 Next 80B A3B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-next-80b-a3b-instruct","releaseDate":"2025-09-11","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":80,"inferenceParametersActiveBillions":3,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":9.64335007559183,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":175.141347244916,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.15,"price1mOutputTokens":1.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.22976903699997,"timeToFirstAnswerTokenMs":2.22976903699997,"endToEndMs":5.084606046451569}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-59.5,"score":-59.5,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.216374269005848,"score":0.216374269005848,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0757575757575758,"score":0.0757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.526666666666667,"score":0.526666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.396598639455782,"score":0.396598639455782,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0764596848934198,"score":0.0764596848934198,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.738383838383838,"score":0.738383838383838,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.683597883597884,"score":0.683597883597884,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.663333333333333,"score":0.663333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"2698f6c6-e436-47ce-a583-dbc25596c571","slug":"qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct","shortName":"Qwen3 Next 80B A3B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-11","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":80,"inferenceParametersActiveBillions":3,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct","microevalsEnabled":false,"intelligenceIndex":9.64335007559183,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-59.5,"omniscienceBreakdown":{"accuracy":0.1725,"hallucinationRate":0.9274924471299094},"gdpval":null,"itBenchSre":null,"tau2":0.216374269005848,"tauBanking":null,"terminalbenchHard":0.0757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.526666666666667,"ifbench":0.396598639455782,"hle":0.0764596848934198,"gpqa":0.738383838383838,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.683597883597884,"aime25":0.663333333333333,"analystAgent":null,"price1mInputTokens":0.15,"price1mOutputTokens":1.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.4125,"price1mBlended7To2To1":0.255,"price1mBlended0To1To1":0.6749999999999999,"price1mBlended100To1To1":0.16029411764705884,"price1mBlended0To100To1":0.1603960396039604,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":175.141347244916,"medianTimeToFirstChunk":2.22976903699997},"outputSpeedVariance":{"p05":153.425818475234,"q25":165.687234976069,"median":175.141347244916,"q75":185.022155567729,"p95":220.634114894454},"timeToFirstChunkVariance":{"p05":2.05655429675002,"q25":2.10832923450011,"median":2.22976903699997,"q75":2.34554049600007,"p95":2.56509187419994},"performanceByPromptType":{"medium":{"medianOutputSpeed":177.193915462005,"medianTimeToFirstChunk":0.983301041000004,"medianTimeToFirstAnswerToken":0.983301041000004,"medianEndToEndResponseTime":3.8050683612622676},"long":{"medianOutputSpeed":175.141347244916,"medianTimeToFirstChunk":2.22976903699997,"medianTimeToFirstAnswerToken":2.22976903699997,"medianEndToEndResponseTime":5.084606046451569},"hundredK":{"medianOutputSpeed":140.19958101601,"medianTimeToFirstChunk":21.582538254,"medianTimeToFirstAnswerToken":21.582538254,"medianEndToEndResponseTime":25.148882720770573},"mediumParallel":{"medianOutputSpeed":185.611821195634,"medianTimeToFirstChunk":1.18253635300005,"medianTimeToFirstAnswerToken":1.18253635300005,"medianEndToEndResponseTime":3.876330297691764}},"endToEndResponseTime":{"input":2.22976903699997,"reasoning":0,"answer":2.8548370094515985,"total":5.084606046451569},"timeToFirstAnswerToken":{"input":2.22976903699997,"reasoning":0,"total":2.22976903699997},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":8,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-next-80b-a3b-thinking","matchedBy":"slug","catalog":{"id":"qwen/qwen3-next-80b-a3b-thinking","canonical_slug":"qwen/qwen3-next-80b-a3b-thinking-2509","hugging_face_id":"Qwen/Qwen3-Next-80B-A3B-Thinking","name":"Qwen: Qwen3 Next 80B A3B Thinking","created":1757612284,"description":"Qwen3-Next-80B-A3B-Thinking is a reasoning-first chat model in the Qwen3-Next line that outputs structured “thinking” traces by default. It’s designed for hard multi-step problems; math proofs, code synthesis/debugging, logic, and agentic...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000012"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"frequency_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-09-30","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-next-80b-a3b-thinking-2509/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":17.4,"agentic_index":null}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Google | qwen/qwen3-next-80b-a3b-thinking-2509","model_id":"qwen/qwen3-next-80b-a3b-thinking","model_name":"Qwen: Qwen3 Next 80B A3B Thinking","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.0000012","discount":0},"provider_name":"Google","tag":"google-vertex/global","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.70348406226834,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3-next-80b-a3b-thinking-2509","model_id":"qwen/qwen3-next-80b-a3b-thinking","model_name":"Qwen: Qwen3 Next 80B A3B Thinking","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000012","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":126976,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"b97ef678-2d31-4375-9416-67ea97f87204","slug":"qwen3-omni-30b-a3b-reasoning","name":"Qwen3 Omni 30B A3B (Reasoning)","shortName":"Qwen3 Omni 30B A3B (Reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-omni-30b-a3b-reasoning","releaseDate":"2025-09-22","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-omni-30b-a3b","name":"Qwen3 Omni 30B A3B (Reasoning)"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":35.3,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":65536,"licenseName":"Apache 2.0","intelligenceIndex":7.76082961984319,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":100.940202755961,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.25,"price1mOutputTokens":0.97,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.96440398999993,"timeToFirstAnswerTokenMs":21.77811493364959,"endToEndMs":26.731542669562007}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-61.4,"score":-61.4,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.213450292397661,"score":0.213450292397661,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0378787878787879,"score":0.0378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.434013605442177,"score":0.434013605442177,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0746061167747915,"score":0.0746061167747915,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.726262626262626,"score":0.726262626262626,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.602312138728324,"score":0.602312138728324,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.679365079365079,"score":0.679365079365079,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.74,"score":0.74,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"b97ef678-2d31-4375-9416-67ea97f87204","slug":"qwen3-omni-30b-a3b-reasoning","name":"Qwen3 Omni 30B A3B (Reasoning)","shortName":"Qwen3 Omni 30B A3B (Reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-22","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-omni-30b-a3b","name":"Qwen3 Omni 30B A3B (Reasoning)"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":35.3,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":65536,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-Omni-30B-A3B-Thinking","microevalsEnabled":false,"intelligenceIndex":7.76082961984319,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-61.4,"omniscienceBreakdown":{"accuracy":0.146,"hallucinationRate":0.8899297423887588},"gdpval":null,"itBenchSre":null,"tau2":0.213450292397661,"tauBanking":null,"terminalbenchHard":0.0378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.434013605442177,"hle":0.0746061167747915,"gpqa":0.726262626262626,"critpt":0,"apexAgents":null,"mmmuPro":0.602312138728324,"livecodebench":0.679365079365079,"aime25":0.74,"analystAgent":null,"price1mInputTokens":0.25,"price1mOutputTokens":0.97,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.43,"price1mBlended7To2To1":0.32199999999999995,"price1mBlended0To1To1":0.61,"price1mBlended100To1To1":0.25705882352941173,"price1mBlended0To100To1":0.25712871287128714,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":100.940202755961,"medianTimeToFirstChunk":1.96440398999993},"outputSpeedVariance":{"p05":87.8524222606475,"q25":98.1734918250633,"median":100.940202755961,"q75":102.792267625534,"p95":104.585636967013},"timeToFirstChunkVariance":{"p05":1.81021888870003,"q25":1.88863340999998,"median":1.96440398999993,"q75":2.1457295975,"p95":3.13391008570001},"performanceByPromptType":{"medium":{"medianOutputSpeed":110.038968382721,"medianTimeToFirstChunk":0.915571929999998,"medianTimeToFirstAnswerToken":19.090951337810335,"medianEndToEndResponseTime":23.63479618976292},"long":{"medianOutputSpeed":100.940202755961,"medianTimeToFirstChunk":1.96440398999993,"medianTimeToFirstAnswerToken":21.77811493364959,"medianEndToEndResponseTime":26.731542669562007},"mediumParallel":{"medianOutputSpeed":67.0909575299836,"medianTimeToFirstChunk":0.719868196499988,"medianTimeToFirstAnswerToken":30.530144776710973,"medianEndToEndResponseTime":37.98271392176372}},"endToEndResponseTime":{"input":1.96440398999993,"reasoning":19.81371094364966,"answer":4.953427735912415,"total":26.731542669562007},"timeToFirstAnswerToken":{"input":1.96440398999993,"reasoning":19.81371094364966,"total":21.77811493364959},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"0b226b82-1462-4860-bf1a-f8aed7024791","slug":"qwen3-omni-30b-a3b-instruct","name":"Qwen3 Omni 30B A3B Instruct","shortName":"Qwen3 Omni 30B A3B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-omni-30b-a3b-instruct","releaseDate":"2025-09-22","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-omni-30b-a3b-instruct","name":"Qwen3 Omni 30B A3B Instruct"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":35.3,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":65536,"licenseName":"Apache 2.0","intelligenceIndex":6.00611816793457,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":true,"Video":false},"operationalMetrics":{"outputTokensPerSecond":96.4076707655053,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.25,"price1mOutputTokens":0.97,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.92253800099999,"timeToFirstAnswerTokenMs":1.92253800099999,"endToEndMs":7.1088473063680455}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-69.26666666666667,"score":-69.26666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.16374269005848,"score":0.16374269005848,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.31156462585034,"score":0.31156462585034,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.046339202965709,"score":0.046339202965709,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.62020202020202,"score":0.62020202020202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.554913294797688,"score":0.554913294797688,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.422222222222222,"score":0.422222222222222,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.523333333333333,"score":0.523333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"0b226b82-1462-4860-bf1a-f8aed7024791","slug":"qwen3-omni-30b-a3b-instruct","name":"Qwen3 Omni 30B A3B Instruct","shortName":"Qwen3 Omni 30B A3B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-22","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-omni-30b-a3b-instruct","name":"Qwen3 Omni 30B A3B Instruct"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":35.3,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":65536,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-Omni-30B-A3B-Instruct","microevalsEnabled":false,"intelligenceIndex":6.00611816793457,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-69.26666666666667,"omniscienceBreakdown":{"accuracy":0.14333333333333334,"hallucinationRate":0.9758754863813229},"gdpval":null,"itBenchSre":null,"tau2":0.16374269005848,"tauBanking":null,"terminalbenchHard":0.0151515151515152,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.31156462585034,"hle":0.046339202965709,"gpqa":0.62020202020202,"critpt":0,"apexAgents":null,"mmmuPro":0.554913294797688,"livecodebench":0.422222222222222,"aime25":0.523333333333333,"analystAgent":null,"price1mInputTokens":0.25,"price1mOutputTokens":0.97,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.43,"price1mBlended7To2To1":0.32199999999999995,"price1mBlended0To1To1":0.61,"price1mBlended100To1To1":0.25705882352941173,"price1mBlended0To100To1":0.25712871287128714,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":96.4076707655053,"medianTimeToFirstChunk":1.92253800099999},"outputSpeedVariance":{"p05":85.8850334912545,"q25":91.5596849777926,"median":96.4076707655053,"q75":97.5889635030807,"p95":99.9094952599463},"timeToFirstChunkVariance":{"p05":1.77649993859987,"q25":1.83714515174997,"median":1.92253800099999,"q75":2.07683138550027,"p95":2.89619112925001},"performanceByPromptType":{"medium":{"medianOutputSpeed":108.278721599172,"medianTimeToFirstChunk":0.885533641500018,"medianTimeToFirstAnswerToken":0.885533641500018,"medianEndToEndResponseTime":5.503246084124788},"long":{"medianOutputSpeed":96.4076707655053,"medianTimeToFirstChunk":1.92253800099999,"medianTimeToFirstAnswerToken":1.92253800099999,"medianEndToEndResponseTime":7.1088473063680455},"mediumParallel":{"medianOutputSpeed":106.802183947886,"medianTimeToFirstChunk":0.821221753999993,"medianTimeToFirstAnswerToken":0.821221753999993,"medianEndToEndResponseTime":5.502773961246751}},"endToEndResponseTime":{"input":1.92253800099999,"reasoning":0,"answer":5.186309305368056,"total":7.1088473063680455},"timeToFirstAnswerToken":{"input":1.92253800099999,"reasoning":0,"total":1.92253800099999},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":true,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"a803d3d0-d22e-49a0-ac2c-b9c6f1141065","slug":"qwen3-vl-235b-a22b-reasoning","name":"Qwen3 VL 235B A22B (Reasoning)","shortName":"Qwen3 VL 235B A22B (Reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-vl-235b-a22b-reasoning","releaseDate":"2025-09-23","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-vl-235b-a22b","name":"Qwen3 VL 235B A22B (Reasoning)"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":13.4375683732418,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":57.4859398545933,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.4,"price1mOutputTokens":4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.83219115650004,"timeToFirstAnswerTokenMs":37.62330712431515,"endToEndMs":46.32108611626893}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-46.55,"score":-46.55,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.54093567251462,"score":0.54093567251462,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.113636363636364,"score":0.113636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.636666666666667,"score":0.636666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.564625850340136,"score":0.564625850340136,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.119091751621872,"score":0.119091751621872,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.771717171717172,"score":0.771717171717172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.68728323699422,"score":0.68728323699422,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.645502645502645,"score":0.645502645502645,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.883333333333333,"score":0.883333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"a803d3d0-d22e-49a0-ac2c-b9c6f1141065","slug":"qwen3-vl-235b-a22b-reasoning","name":"Qwen3 VL 235B A22B (Reasoning)","shortName":"Qwen3 VL 235B A22B (Reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-23","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-vl-235b-a22b","name":"Qwen3 VL 235B A22B (Reasoning)"},"deprecated":true,"deprecatedTo":"qwen3-5-397b-a17b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-VL-235B-A22B-Instruct","microevalsEnabled":false,"intelligenceIndex":13.4375683732418,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-46.55,"omniscienceBreakdown":{"accuracy":0.2085,"hallucinationRate":0.8515476942514214},"gdpval":null,"itBenchSre":null,"tau2":0.54093567251462,"tauBanking":null,"terminalbenchHard":0.113636363636364,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.636666666666667,"ifbench":0.564625850340136,"hle":0.119091751621872,"gpqa":0.771717171717172,"critpt":0,"apexAgents":null,"mmmuPro":0.68728323699422,"livecodebench":0.645502645502645,"aime25":0.883333333333333,"analystAgent":null,"price1mInputTokens":0.4,"price1mOutputTokens":4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.716,"price1mBlended0To3To1":1.3,"price1mBlended7To2To1":0.76,"price1mBlended0To1To1":2.2,"price1mBlended100To1To1":0.43529411764705883,"price1mBlended0To100To1":0.43564356435643564,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":57.4859398545933,"medianTimeToFirstChunk":2.83219115650004},"outputSpeedVariance":{"p05":41.8643898924151,"q25":51.8336318943152,"median":57.4859398545933,"q75":58.8917614878171,"p95":60.1672990297749},"timeToFirstChunkVariance":{"p05":2.61123593715001,"q25":2.71985479825001,"median":2.83219115650004,"q75":3.15256722175001,"p95":27.5349855595499},"performanceByPromptType":{"long":{"medianOutputSpeed":57.4859398545933,"medianTimeToFirstChunk":2.83219115650004,"medianTimeToFirstAnswerToken":37.62330712431515,"medianEndToEndResponseTime":46.32108611626893}},"endToEndResponseTime":{"input":2.83219115650004,"reasoning":34.79111596781511,"answer":8.697778991953777,"total":46.32108611626893},"timeToFirstAnswerToken":{"input":2.83219115650004,"reasoning":34.79111596781511,"total":37.62330712431515},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-vl-235b-a22b-thinking","matchedBy":"slug","catalog":{"id":"qwen/qwen3-vl-235b-a22b-thinking","canonical_slug":"qwen/qwen3-vl-235b-a22b-thinking","hugging_face_id":"Qwen/Qwen3-VL-235B-A22B-Thinking","name":"Qwen: Qwen3 VL 235B A22B Thinking","created":1758668690,"description":"Qwen3-VL-235B-A22B Thinking is a multimodal model that unifies strong text generation with visual understanding across images and video. The Thinking model is optimized for multimodal reasoning in STEM and math....","context_length":131072,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000004","completion":"0.000004"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.8,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":1},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-vl-235b-a22b-thinking/endpoints"},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-vl-235b-a22b-thinking","model_id":"qwen/qwen3-vl-235b-a22b-thinking","model_name":"Qwen: Qwen3 VL 235B A22B Thinking","context_length":131072,"pricing":{"prompt":"0.0000004","completion":"0.000004","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":126976,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":87.61904761904762,"uptime_last_5m":null,"uptime_last_1d":88.38369023173951,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3-vl-235b-a22b-thinking","model_id":"qwen/qwen3-vl-235b-a22b-thinking","model_name":"Qwen: Qwen3 VL 235B A22B Thinking","context_length":131072,"pricing":{"prompt":"0.00000098","completion":"0.00000395","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.93164730006835,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"d58cf573-1bd3-4d1f-9182-5482a460f570","slug":"qwen3-vl-235b-a22b-instruct","name":"Qwen3 VL 235B A22B Instruct","shortName":"Qwen3 VL 235B A22B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-vl-235b-a22b-instruct","releaseDate":"2025-09-23","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-vl-235b-a22b-instruct","name":"Qwen3 VL 235B A22B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":9.93699415502801,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":48.4353210185693,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.4,"price1mOutputTokens":1.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.63513402400002,"timeToFirstAnswerTokenMs":2.63513402400002,"endToEndMs":12.958179055709593}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-52.666666666666664,"score":-52.666666666666664,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.350877192982456,"score":0.350877192982456,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.326666666666667,"score":0.326666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.426530612244898,"score":0.426530612244898,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0662650602409639,"score":0.0662650602409639,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.712121212121212,"score":0.712121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.675722543352601,"score":0.675722543352601,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.593650793650794,"score":0.593650793650794,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.706666666666667,"score":0.706666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"d58cf573-1bd3-4d1f-9182-5482a460f570","slug":"qwen3-vl-235b-a22b-instruct","name":"Qwen3 VL 235B A22B Instruct","shortName":"Qwen3 VL 235B A22B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-23","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-vl-235b-a22b-instruct","name":"Qwen3 VL 235B A22B Instruct"},"deprecated":true,"deprecatedTo":"qwen3-5-397b-a17b-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":235,"inferenceParametersActiveBillions":22,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-VL-235B-A22B-Instruct","microevalsEnabled":false,"intelligenceIndex":9.93699415502801,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-52.666666666666664,"omniscienceBreakdown":{"accuracy":0.203,"hallucinationRate":0.9155165202843998},"gdpval":null,"itBenchSre":null,"tau2":0.350877192982456,"tauBanking":null,"terminalbenchHard":0.0681818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.326666666666667,"ifbench":0.426530612244898,"hle":0.0662650602409639,"gpqa":0.712121212121212,"critpt":0,"apexAgents":null,"mmmuPro":0.675722543352601,"livecodebench":0.593650793650794,"aime25":0.706666666666667,"analystAgent":null,"price1mInputTokens":0.4,"price1mOutputTokens":1.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.716,"price1mBlended0To3To1":0.7000000000000001,"price1mBlended7To2To1":0.5200000000000001,"price1mBlended0To1To1":1,"price1mBlended100To1To1":0.4117647058823529,"price1mBlended0To100To1":0.4118811881188119,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":48.4353210185693,"medianTimeToFirstChunk":2.63513402400002},"outputSpeedVariance":{"p05":36.8736041086362,"q25":46.3957236394736,"median":48.4353210185693,"q75":52.0787995291319,"p95":58.1444182660404},"timeToFirstChunkVariance":{"p05":2.53114107789996,"q25":2.56971039249998,"median":2.63513402400002,"q75":2.80973708049996,"p95":3.29514382659999},"performanceByPromptType":{"long":{"medianOutputSpeed":48.4353210185693,"medianTimeToFirstChunk":2.63513402400002,"medianTimeToFirstAnswerToken":2.63513402400002,"medianEndToEndResponseTime":12.958179055709593}},"endToEndResponseTime":{"input":2.63513402400002,"reasoning":0,"answer":10.323045031709572,"total":12.958179055709593},"timeToFirstAnswerToken":{"input":2.63513402400002,"reasoning":0,"total":2.63513402400002},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":4,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-vl-235b-a22b-thinking","matchedBy":"slug","catalog":{"id":"qwen/qwen3-vl-235b-a22b-thinking","canonical_slug":"qwen/qwen3-vl-235b-a22b-thinking","hugging_face_id":"Qwen/Qwen3-VL-235B-A22B-Thinking","name":"Qwen: Qwen3 VL 235B A22B Thinking","created":1758668690,"description":"Qwen3-VL-235B-A22B Thinking is a multimodal model that unifies strong text generation with visual understanding across images and video. The Thinking model is optimized for multimodal reasoning in STEM and math....","context_length":131072,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000004","completion":"0.000004"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.8,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":1},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-vl-235b-a22b-thinking/endpoints"},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-vl-235b-a22b-thinking","model_id":"qwen/qwen3-vl-235b-a22b-thinking","model_name":"Qwen: Qwen3 VL 235B A22B Thinking","context_length":131072,"pricing":{"prompt":"0.0000004","completion":"0.000004","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":126976,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":87.61904761904762,"uptime_last_5m":null,"uptime_last_1d":88.38369023173951,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3-vl-235b-a22b-thinking","model_id":"qwen/qwen3-vl-235b-a22b-thinking","model_name":"Qwen: Qwen3 VL 235B A22B Thinking","context_length":131072,"pricing":{"prompt":"0.00000098","completion":"0.00000395","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.93164730006835,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"ce3d286e-093d-413d-a81a-0270309f039e","slug":"qwen3-vl-30b-a3b-reasoning","name":"Qwen3 VL 30B A3B (Reasoning)","shortName":"Qwen3 VL 30B A3B (Reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-vl-30b-a3b-reasoning","releaseDate":"2025-10-03","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-vl-30b-a3b","name":"Qwen3 VL 30B A3B (Reasoning)"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":9.45305611694923,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":113.115003957602,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":2.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.1419743059999,"timeToFirstAnswerTokenMs":19.823094670453443,"endToEndMs":24.24337476156683}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-57.63333333333333,"score":-57.63333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.198830409356725,"score":0.198830409356725,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.053030303030303,"score":0.053030303030303,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.451020408163265,"score":0.451020408163265,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0894346617238184,"score":0.0894346617238184,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.72020202020202,"score":0.72020202020202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.61849710982659,"score":0.61849710982659,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.697354497354497,"score":0.697354497354497,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.823333333333333,"score":0.823333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"ce3d286e-093d-413d-a81a-0270309f039e","slug":"qwen3-vl-30b-a3b-reasoning","name":"Qwen3 VL 30B A3B (Reasoning)","shortName":"Qwen3 VL 30B A3B (Reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-03","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-vl-30b-a3b","name":"Qwen3 VL 30B A3B (Reasoning)"},"deprecated":true,"deprecatedTo":"qwen3-5-35b-a3b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-VL-30B-A3B-Thinking","microevalsEnabled":false,"intelligenceIndex":9.45305611694923,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-57.63333333333333,"omniscienceBreakdown":{"accuracy":0.16933333333333334,"hallucinationRate":0.8976725521669342},"gdpval":null,"itBenchSre":null,"tau2":0.198830409356725,"tauBanking":null,"terminalbenchHard":0.053030303030303,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.451020408163265,"hle":0.0894346617238184,"gpqa":0.72020202020202,"critpt":0,"apexAgents":null,"mmmuPro":0.61849710982659,"livecodebench":0.697354497354497,"aime25":0.823333333333333,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":2.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.204,"price1mBlended0To3To1":0.75,"price1mBlended7To2To1":0.42000000000000004,"price1mBlended0To1To1":1.3,"price1mBlended100To1To1":0.22156862745098038,"price1mBlended0To100To1":0.22178217821782176,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":113.115003957602,"medianTimeToFirstChunk":2.1419743059999},"outputSpeedVariance":{"p05":97.7397036012115,"q25":108.219355942997,"median":113.115003957602,"q75":115.103079912305,"p95":117.493379754083},"timeToFirstChunkVariance":{"p05":2.07352197865009,"q25":2.12358618875,"median":2.1419743059999,"q75":2.25754556524998,"p95":2.4547328381002},"performanceByPromptType":{"long":{"medianOutputSpeed":113.115003957602,"medianTimeToFirstChunk":2.1419743059999,"medianTimeToFirstAnswerToken":19.823094670453443,"medianEndToEndResponseTime":24.24337476156683}},"endToEndResponseTime":{"input":2.1419743059999,"reasoning":17.681120364453545,"answer":4.420280091113386,"total":24.24337476156683},"timeToFirstAnswerToken":{"input":2.1419743059999,"reasoning":17.681120364453545,"total":19.823094670453443},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-vl-30b-a3b-thinking","matchedBy":"slug","catalog":{"id":"qwen/qwen3-vl-30b-a3b-thinking","canonical_slug":"qwen/qwen3-vl-30b-a3b-thinking","hugging_face_id":"Qwen/Qwen3-VL-30B-A3B-Thinking","name":"Qwen: Qwen3 VL 30B A3B Thinking","created":1759794479,"description":"Qwen3-VL-30B-A3B-Thinking is a multimodal model that unifies strong text generation with visual understanding for images and videos. Its Thinking variant enhances reasoning in STEM, math, and complex tasks. It excels...","context_length":262144,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000024"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.8,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":1},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-vl-30b-a3b-thinking/endpoints"},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-vl-30b-a3b-thinking","model_id":"qwen/qwen3-vl-30b-a3b-thinking","model_name":"Qwen: Qwen3 VL 30B A3B Thinking","context_length":131072,"pricing":{"prompt":"0.0000002","completion":"0.0000024","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":126976,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3-vl-30b-a3b-thinking","model_id":"qwen/qwen3-vl-30b-a3b-thinking","model_name":"Qwen: Qwen3 VL 30B A3B Thinking","context_length":262144,"pricing":{"prompt":"0.00000029","completion":"0.000001","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"51d0b717-953d-4b44-af61-406c6b7dff39","slug":"qwen3-vl-30b-a3b-instruct","name":"Qwen3 VL 30B A3B Instruct","shortName":"Qwen3 VL 30B A3B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-vl-30b-a3b-instruct","releaseDate":"2025-10-03","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-vl-30b-a3b-instruct","name":"Qwen3 VL 30B A3B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":7.9263607036835,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":113.121205383419,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.11216867349996,"timeToFirstAnswerTokenMs":2.11216867349996,"endToEndMs":6.532206440117399}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-63.416666666666664,"score":-63.416666666666664,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.190058479532164,"score":0.190058479532164,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0606060606060606,"score":0.0606060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.331292517006803,"score":0.331292517006803,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0630213160333642,"score":0.0630213160333642,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.694949494949495,"score":0.694949494949495,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.621387283236994,"score":0.621387283236994,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.476190476190476,"score":0.476190476190476,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.723333333333333,"score":0.723333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"51d0b717-953d-4b44-af61-406c6b7dff39","slug":"qwen3-vl-30b-a3b-instruct","name":"Qwen3 VL 30B A3B Instruct","shortName":"Qwen3 VL 30B A3B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-03","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-vl-30b-a3b-instruct","name":"Qwen3 VL 30B A3B Instruct"},"deprecated":true,"deprecatedTo":"qwen3-5-35b-a3b-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":30,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-VL-30B-A3B-Instruct","microevalsEnabled":false,"intelligenceIndex":7.9263607036835,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-63.416666666666664,"omniscienceBreakdown":{"accuracy":0.15616666666666668,"hallucinationRate":0.9365988544341299},"gdpval":null,"itBenchSre":null,"tau2":0.190058479532164,"tauBanking":null,"terminalbenchHard":0.0606060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.331292517006803,"hle":0.0630213160333642,"gpqa":0.694949494949495,"critpt":0,"apexAgents":null,"mmmuPro":0.621387283236994,"livecodebench":0.476190476190476,"aime25":0.723333333333333,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.204,"price1mBlended0To3To1":0.35000000000000003,"price1mBlended7To2To1":0.26000000000000006,"price1mBlended0To1To1":0.5,"price1mBlended100To1To1":0.20588235294117646,"price1mBlended0To100To1":0.20594059405940596,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":113.121205383419,"medianTimeToFirstChunk":2.11216867349996},"outputSpeedVariance":{"p05":95.1616949244475,"q25":106.869625339599,"median":113.121205383419,"q75":115.307786492496,"p95":117.419328602995},"timeToFirstChunkVariance":{"p05":2.04168654929998,"q25":2.08982636274999,"median":2.11216867349996,"q75":2.2766801007501,"p95":2.60238125815009},"performanceByPromptType":{"long":{"medianOutputSpeed":113.121205383419,"medianTimeToFirstChunk":2.11216867349996,"medianTimeToFirstAnswerToken":2.11216867349996,"medianEndToEndResponseTime":6.532206440117399}},"endToEndResponseTime":{"input":2.11216867349996,"reasoning":0,"answer":4.4200377666174395,"total":6.532206440117399},"timeToFirstAnswerToken":{"input":2.11216867349996,"reasoning":0,"total":2.11216867349996},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":3,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-vl-30b-a3b-thinking","matchedBy":"slug","catalog":{"id":"qwen/qwen3-vl-30b-a3b-thinking","canonical_slug":"qwen/qwen3-vl-30b-a3b-thinking","hugging_face_id":"Qwen/Qwen3-VL-30B-A3B-Thinking","name":"Qwen: Qwen3 VL 30B A3B Thinking","created":1759794479,"description":"Qwen3-VL-30B-A3B-Thinking is a multimodal model that unifies strong text generation with visual understanding for images and videos. Its Thinking variant enhances reasoning in STEM, math, and complex tasks. It excels...","context_length":262144,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.0000024"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.8,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":1},"supported_voices":null,"knowledge_cutoff":"2025-03-31","expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-vl-30b-a3b-thinking/endpoints"},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-vl-30b-a3b-thinking","model_id":"qwen/qwen3-vl-30b-a3b-thinking","model_name":"Qwen: Qwen3 VL 30B A3B Thinking","context_length":131072,"pricing":{"prompt":"0.0000002","completion":"0.0000024","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":126976,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3-vl-30b-a3b-thinking","model_id":"qwen/qwen3-vl-30b-a3b-thinking","model_name":"Qwen: Qwen3 VL 30B A3B Thinking","context_length":262144,"pricing":{"prompt":"0.00000029","completion":"0.000001","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"d370fcbf-c4a1-41a2-abc4-d204fcc3fcbf","slug":"qwen3-vl-32b-reasoning","name":"Qwen3 VL 32B (Reasoning)","shortName":"Qwen3 VL 32B (Reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-vl-32b-reasoning","releaseDate":"2025-10-21","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-vl-32b","name":"Qwen3 VL 32B (Reasoning)"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":33.4,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":11.8701729641937,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":89.5648430885955,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.16,"price1mOutputTokens":0.64,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.56404277600006,"timeToFirstAnswerTokenMs":24.894233183654165,"endToEndMs":30.47678078556769}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-52.516666666666666,"score":-52.516666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.456140350877193,"score":0.456140350877193,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0757575757575758,"score":0.0757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.553333333333333,"score":0.553333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.593877551020408,"score":0.593877551020408,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.101482854494903,"score":0.101482854494903,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.733333333333333,"score":0.733333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.634104046242775,"score":0.634104046242775,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.737566137566138,"score":0.737566137566138,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.846666666666667,"score":0.846666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"d370fcbf-c4a1-41a2-abc4-d204fcc3fcbf","slug":"qwen3-vl-32b-reasoning","name":"Qwen3 VL 32B (Reasoning)","shortName":"Qwen3 VL 32B (Reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-21","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-vl-32b","name":"Qwen3 VL 32B (Reasoning)"},"deprecated":true,"deprecatedTo":"qwen3-5-27b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":33.4,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-VL-32B-Thinking","microevalsEnabled":false,"intelligenceIndex":11.8701729641937,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-52.516666666666666,"omniscienceBreakdown":{"accuracy":0.16966666666666666,"hallucinationRate":0.8368125250903252},"gdpval":null,"itBenchSre":null,"tau2":0.456140350877193,"tauBanking":null,"terminalbenchHard":0.0757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.553333333333333,"ifbench":0.593877551020408,"hle":0.101482854494903,"gpqa":0.733333333333333,"critpt":0,"apexAgents":null,"mmmuPro":0.634104046242775,"livecodebench":0.737566137566138,"aime25":0.846666666666667,"analystAgent":null,"price1mInputTokens":0.16,"price1mOutputTokens":0.64,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.716,"price1mBlended0To3To1":0.28,"price1mBlended7To2To1":0.20800000000000002,"price1mBlended0To1To1":0.4,"price1mBlended100To1To1":0.16470588235294117,"price1mBlended0To100To1":0.16475247524752476,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":89.5648430885955,"medianTimeToFirstChunk":2.56404277600006},"outputSpeedVariance":{"p05":78.2498812052363,"q25":81.8481150213289,"median":89.5648430885955,"q75":91.8911294744658,"p95":92.8769939770643},"timeToFirstChunkVariance":{"p05":2.42330166035011,"q25":2.48174169750013,"median":2.56404277600006,"q75":2.81009340049997,"p95":2.89918331244997},"performanceByPromptType":{"long":{"medianOutputSpeed":89.5648430885955,"medianTimeToFirstChunk":2.56404277600006,"medianTimeToFirstAnswerToken":24.894233183654165,"medianEndToEndResponseTime":30.47678078556769}},"endToEndResponseTime":{"input":2.56404277600006,"reasoning":22.330190407654104,"answer":5.582547601913526,"total":30.47678078556769},"timeToFirstAnswerToken":{"input":2.56404277600006,"reasoning":22.330190407654104,"total":24.894233183654165},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-vl-32b-instruct","matchedBy":"slug","catalog":{"id":"qwen/qwen3-vl-32b-instruct","canonical_slug":"qwen/qwen3-vl-32b-instruct","hugging_face_id":"Qwen/Qwen3-VL-32B-Instruct","name":"Qwen: Qwen3 VL 32B Instruct","created":1761231332,"description":"Qwen3-VL-32B-Instruct is a large-scale multimodal vision-language model designed for high-precision understanding and reasoning across text, images, and video. With 32 billion parameters, it combines deep visual perception with advanced text...","context_length":131072,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.000000104","completion":"0.000000416"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logprobs","max_tokens","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.7,"top_p":0.8,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":1},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-vl-32b-instruct/endpoints"}},"endpoints":[{"name":"Alibaba | qwen/qwen3-vl-32b-instruct","model_id":"qwen/qwen3-vl-32b-instruct","model_name":"Qwen: Qwen3 VL 32B Instruct","context_length":131072,"pricing":{"prompt":"0.000000104","completion":"0.000000416","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":129024,"supported_parameters":["max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99610801213038,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"6da314d3-a984-4734-8f31-47dd32fb4699","slug":"qwen3-vl-32b-instruct","name":"Qwen3 VL 32B Instruct","shortName":"Qwen3 VL 32B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-vl-32b-instruct","releaseDate":"2025-10-21","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-vl-32b-instruct","name":"Qwen3 VL 32B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":33.4,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":8.38699329476692,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":62.7865999863715,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.16,"price1mOutputTokens":0.64,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.6974884295,"timeToFirstAnswerTokenMs":2.6974884295,"endToEndMs":10.660971085170642}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-63.36666666666667,"score":-63.36666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.292397660818713,"score":0.292397660818713,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0833333333333333,"score":0.0833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.391836734693878,"score":0.391836734693878,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0681186283595922,"score":0.0681186283595922,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.670707070707071,"score":0.670707070707071,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.642774566473988,"score":0.642774566473988,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.514285714285714,"score":0.514285714285714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.683333333333333,"score":0.683333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"6da314d3-a984-4734-8f31-47dd32fb4699","slug":"qwen3-vl-32b-instruct","name":"Qwen3 VL 32B Instruct","shortName":"Qwen3 VL 32B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-21","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-vl-32b-instruct","name":"Qwen3 VL 32B Instruct"},"deprecated":true,"deprecatedTo":"qwen3-5-27b-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":33.4,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-VL-32B-Instruct","microevalsEnabled":false,"intelligenceIndex":8.38699329476692,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-63.36666666666667,"omniscienceBreakdown":{"accuracy":0.14833333333333334,"hallucinationRate":0.9181996086105675},"gdpval":null,"itBenchSre":null,"tau2":0.292397660818713,"tauBanking":null,"terminalbenchHard":0.0833333333333333,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":0.391836734693878,"hle":0.0681186283595922,"gpqa":0.670707070707071,"critpt":0,"apexAgents":null,"mmmuPro":0.642774566473988,"livecodebench":0.514285714285714,"aime25":0.683333333333333,"analystAgent":null,"price1mInputTokens":0.16,"price1mOutputTokens":0.64,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.716,"price1mBlended0To3To1":0.28,"price1mBlended7To2To1":0.20800000000000002,"price1mBlended0To1To1":0.4,"price1mBlended100To1To1":0.16470588235294117,"price1mBlended0To100To1":0.16475247524752476,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":62.7865999863715,"medianTimeToFirstChunk":2.6974884295},"outputSpeedVariance":{"p05":25.7116752379965,"q25":41.1931077069695,"median":62.7865999863715,"q75":78.7748641277234,"p95":91.1565416914491},"timeToFirstChunkVariance":{"p05":2.4321819024,"q25":2.53014606625001,"median":2.6974884295,"q75":3.09712505574997,"p95":3.49290660175},"performanceByPromptType":{"long":{"medianOutputSpeed":62.7865999863715,"medianTimeToFirstChunk":2.6974884295,"medianTimeToFirstAnswerToken":2.6974884295,"medianEndToEndResponseTime":10.660971085170642}},"endToEndResponseTime":{"input":2.6974884295,"reasoning":0,"answer":7.963482655670642,"total":10.660971085170642},"timeToFirstAnswerToken":{"input":2.6974884295,"reasoning":0,"total":2.6974884295},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-vl-32b-instruct","matchedBy":"slug","catalog":{"id":"qwen/qwen3-vl-32b-instruct","canonical_slug":"qwen/qwen3-vl-32b-instruct","hugging_face_id":"Qwen/Qwen3-VL-32B-Instruct","name":"Qwen: Qwen3 VL 32B Instruct","created":1761231332,"description":"Qwen3-VL-32B-Instruct is a large-scale multimodal vision-language model designed for high-precision understanding and reasoning across text, images, and video. With 32 billion parameters, it combines deep visual perception with advanced text...","context_length":131072,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.000000104","completion":"0.000000416"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","logprobs","max_tokens","presence_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.7,"top_p":0.8,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":1},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-vl-32b-instruct/endpoints"}},"endpoints":[{"name":"Alibaba | qwen/qwen3-vl-32b-instruct","model_id":"qwen/qwen3-vl-32b-instruct","model_name":"Qwen: Qwen3 VL 32B Instruct","context_length":131072,"pricing":{"prompt":"0.000000104","completion":"0.000000416","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":129024,"supported_parameters":["max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99610801213038,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"dec8073c-57e2-41c0-b1aa-7a62960f103f","slug":"qwen3-vl-8b-reasoning","name":"Qwen3 VL 8B (Reasoning)","shortName":"Qwen3 VL 8B (Reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-vl-8b-reasoning","releaseDate":"2025-10-14","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-vl-8b","name":"Qwen3 VL 8B (Reasoning)"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8.77,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":8.17229749994459,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":115.089900973336,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.18,"price1mOutputTokens":2.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.30233869749986,"timeToFirstAnswerTokenMs":19.680058055025064,"endToEndMs":24.024487894406366}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-52.3,"score":-52.3,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.225146198830409,"score":0.225146198830409,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0378787878787879,"score":0.0378787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.333333333333333,"score":0.333333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.398639455782313,"score":0.398639455782313,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0384615384615385,"score":0.0384615384615385,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.578787878787879,"score":0.578787878787879,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.566473988439306,"score":0.566473988439306,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.353439153439153,"score":0.353439153439153,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.306666666666667,"score":0.306666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"dec8073c-57e2-41c0-b1aa-7a62960f103f","slug":"qwen3-vl-8b-reasoning","name":"Qwen3 VL 8B (Reasoning)","shortName":"Qwen3 VL 8B (Reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-14","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-vl-8b","name":"Qwen3 VL 8B (Reasoning)"},"deprecated":true,"deprecatedTo":"qwen3-5-9b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8.77,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-VL-8B-Thinking","microevalsEnabled":false,"intelligenceIndex":8.17229749994459,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-52.3,"omniscienceBreakdown":{"accuracy":0.20433333333333334,"hallucinationRate":0.9141181399245916},"gdpval":null,"itBenchSre":null,"tau2":0.225146198830409,"tauBanking":null,"terminalbenchHard":0.0378787878787879,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.333333333333333,"ifbench":0.398639455782313,"hle":0.0384615384615385,"gpqa":0.578787878787879,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.566473988439306,"livecodebench":0.353439153439153,"aime25":0.306666666666667,"analystAgent":null,"price1mInputTokens":0.18,"price1mOutputTokens":2.1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.184,"price1mBlended0To3To1":0.66,"price1mBlended7To2To1":0.372,"price1mBlended0To1To1":1.1400000000000001,"price1mBlended100To1To1":0.1988235294117647,"price1mBlended0To100To1":0.19900990099009902,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":115.089900973336,"medianTimeToFirstChunk":2.30233869749986},"outputSpeedVariance":{"p05":84.0477477896123,"q25":109.660440177461,"median":115.089900973336,"q75":116.987677613245,"p95":119.005702019053},"timeToFirstChunkVariance":{"p05":2.18629621944998,"q25":2.22083885875,"median":2.30233869749986,"q75":2.51186009849996,"p95":2.98370756799998},"performanceByPromptType":{"long":{"medianOutputSpeed":115.089900973336,"medianTimeToFirstChunk":2.30233869749986,"medianTimeToFirstAnswerToken":19.680058055025064,"medianEndToEndResponseTime":24.024487894406366}},"endToEndResponseTime":{"input":2.30233869749986,"reasoning":17.377719357525205,"answer":4.344429839381301,"total":24.024487894406366},"timeToFirstAnswerToken":{"input":2.30233869749986,"reasoning":17.377719357525205,"total":19.680058055025064},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-vl-8b-thinking","matchedBy":"slug","catalog":{"id":"qwen/qwen3-vl-8b-thinking","canonical_slug":"qwen/qwen3-vl-8b-thinking","hugging_face_id":"Qwen/Qwen3-VL-8B-Thinking","name":"Qwen: Qwen3 VL 8B Thinking","created":1760463746,"description":"Qwen3-VL-8B-Thinking is the reasoning-optimized variant of the Qwen3-VL-8B multimodal model, designed for advanced visual and textual reasoning across complex scenes, documents, and temporal sequences. It integrates enhanced multimodal alignment and...","context_length":131072,"architecture":{"modality":"text+image->text","input_modalities":["image","text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.00000018","completion":"0.0000021"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-vl-8b-thinking/endpoints"},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-vl-8b-thinking","model_id":"qwen/qwen3-vl-8b-thinking","model_name":"Qwen: Qwen3 VL 8B Thinking","context_length":131072,"pricing":{"prompt":"0.00000018","completion":"0.0000021","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":126976,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","presence_penalty","tools","tool_choice","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"3cf875b8-b6b5-42c0-ad70-617d5be59d00","slug":"qwen3-vl-8b-instruct","name":"Qwen3 VL 8B Instruct","shortName":"Qwen3 VL 8B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-vl-8b-instruct","releaseDate":"2025-10-14","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-vl-8b-instruct","name":"Qwen3 VL 8B Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8.77,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":7.25835272478202,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":117.201065556268,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.18,"price1mOutputTokens":0.7,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.1962723055,"timeToFirstAnswerTokenMs":2.1962723055,"endToEndMs":6.462445122503536}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-51.88333333333333,"score":-51.88333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.292397660818713,"score":0.292397660818713,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0227272727272727,"score":0.0227272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.166666666666667,"score":0.166666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.32312925170068,"score":0.32312925170068,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0268767377201112,"score":0.0268767377201112,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.427272727272727,"score":0.427272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.473410404624277,"score":0.473410404624277,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.332275132275132,"score":0.332275132275132,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.273333333333333,"score":0.273333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"3cf875b8-b6b5-42c0-ad70-617d5be59d00","slug":"qwen3-vl-8b-instruct","name":"Qwen3 VL 8B Instruct","shortName":"Qwen3 VL 8B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-10-14","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-vl-8b-instruct","name":"Qwen3 VL 8B Instruct"},"deprecated":true,"deprecatedTo":"qwen3-5-9b-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":8.77,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct","microevalsEnabled":false,"intelligenceIndex":7.25835272478202,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-51.88333333333333,"omniscienceBreakdown":{"accuracy":0.20483333333333334,"hallucinationRate":0.9100817438692098},"gdpval":null,"itBenchSre":null,"tau2":0.292397660818713,"tauBanking":null,"terminalbenchHard":0.0227272727272727,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.166666666666667,"ifbench":0.32312925170068,"hle":0.0268767377201112,"gpqa":0.427272727272727,"critpt":0,"apexAgents":null,"mmmuPro":0.473410404624277,"livecodebench":0.332275132275132,"aime25":0.273333333333333,"analystAgent":null,"price1mInputTokens":0.18,"price1mOutputTokens":0.7,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.184,"price1mBlended0To3To1":0.31,"price1mBlended7To2To1":0.23200000000000004,"price1mBlended0To1To1":0.43999999999999995,"price1mBlended100To1To1":0.18509803921568627,"price1mBlended0To100To1":0.18514851485148515,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0.5},"timescaleData":{"medianOutputSpeed":117.201065556268,"medianTimeToFirstChunk":2.1962723055},"outputSpeedVariance":{"p05":95.901136816566,"q25":105.856992365628,"median":117.201065556268,"q75":122.247431424345,"p95":123.961210394023},"timeToFirstChunkVariance":{"p05":2.13159611644992,"q25":2.15779531924997,"median":2.1962723055,"q75":2.40838207175001,"p95":2.57004921090003},"performanceByPromptType":{"long":{"medianOutputSpeed":117.201065556268,"medianTimeToFirstChunk":2.1962723055,"medianTimeToFirstAnswerToken":2.1962723055,"medianEndToEndResponseTime":6.462445122503536}},"endToEndResponseTime":{"input":2.1962723055,"reasoning":0,"answer":4.266172817003536,"total":6.462445122503536},"timeToFirstAnswerToken":{"input":2.1962723055,"reasoning":0,"total":2.1962723055},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3-vl-8b-thinking","matchedBy":"slug","catalog":{"id":"qwen/qwen3-vl-8b-thinking","canonical_slug":"qwen/qwen3-vl-8b-thinking","hugging_face_id":"Qwen/Qwen3-VL-8B-Thinking","name":"Qwen: Qwen3 VL 8B Thinking","created":1760463746,"description":"Qwen3-VL-8B-Thinking is the reasoning-optimized variant of the Qwen3-VL-8B multimodal model, designed for advanced visual and textual reasoning across complex scenes, documents, and temporal sequences. It integrates enhanced multimodal alignment and...","context_length":131072,"architecture":{"modality":"text+image->text","input_modalities":["image","text"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.00000018","completion":"0.0000021"},"top_provider":{"context_length":131072,"max_completion_tokens":32768,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3-vl-8b-thinking/endpoints"},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3-vl-8b-thinking","model_id":"qwen/qwen3-vl-8b-thinking","model_name":"Qwen: Qwen3 VL 8B Thinking","context_length":131072,"pricing":{"prompt":"0.00000018","completion":"0.0000021","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":126976,"supported_parameters":["reasoning","include_reasoning","structured_outputs","response_format","max_tokens","temperature","top_p","seed","presence_penalty","tools","tool_choice","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"405e2235-0925-4634-a3c7-fbd5f6394bc0","slug":"qwen3-5-0-8b-non-reasoning","name":"Qwen3.5 0.8B (Non-reasoning)","shortName":"Qwen3.5 0.8B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/qwen3-5-0-8b","releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-5-0-8b","name":"Qwen3.5 0.8B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":0.873,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":5.40008099703412,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"405e2235-0925-4634-a3c7-fbd5f6394bc0","slug":"qwen3-5-0-8b-non-reasoning","name":"Qwen3.5 0.8B (Non-reasoning)","shortName":"Qwen3.5 0.8B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-02","knowledgeCutoffDate":null,"contextWindowTokens":262144,"isReasoning":false,"release":{"slug":"qwen3-5-0-8b","name":"Qwen3.5 0.8B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"tiny","parameters":0.873,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-0.8B","intelligenceIndex":5.40008099703412,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"a6ea7ec0-0aca-4442-98fb-4296c6d18b31","slug":"qwen3-5-0-8b","name":"Qwen3.5 0.8B (Reasoning)","shortName":"Qwen3.5 0.8B","sourceUrl":"https://artificialanalysis.ai/models/releases/qwen3-5-0-8b","releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-5-0-8b","name":"Qwen3.5 0.8B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":0.873,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":6.12847840160203,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"a6ea7ec0-0aca-4442-98fb-4296c6d18b31","slug":"qwen3-5-0-8b","name":"Qwen3.5 0.8B (Reasoning)","shortName":"Qwen3.5 0.8B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-02","knowledgeCutoffDate":null,"contextWindowTokens":262144,"isReasoning":true,"release":{"slug":"qwen3-5-0-8b","name":"Qwen3.5 0.8B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"tiny","parameters":0.873,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-0.8B","intelligenceIndex":6.12847840160203,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"021b1b31-d2fc-4653-ab74-c10bd2f41c8e","slug":"qwen3-5-122b-a10b-non-reasoning","name":"Qwen3.5 122B A10B (Non-reasoning)","shortName":"Qwen3.5 122B A10B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-122b-a10b-non-reasoning","releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-5-122b-a10b","name":"Qwen3.5 122B A10B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":125,"inferenceParametersActiveBillions":10,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":17.7480154665397,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":139.3052934685,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.4,"price1mOutputTokens":3.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.32974375100001,"timeToFirstAnswerTokenMs":2.32974375100001,"endToEndMs":5.918982806822831}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-54.96666666666667,"score":-54.96666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":833.05,"score":833.05,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.16652499999999998,"score":0.16652499999999998,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.845029239766082,"score":0.845029239766082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.103092783505155,"score":0.103092783505155,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.295454545454545,"score":0.295454545454545,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.471910112359551,"score":0.471910112359551,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.613333333333333,"score":0.613333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.508163265306122,"score":0.508163265306122,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.159406858202039,"score":0.159406858202039,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.827272727272727,"score":0.827272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.702890173410405,"score":0.702890173410405,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"021b1b31-d2fc-4653-ab74-c10bd2f41c8e","slug":"qwen3-5-122b-a10b-non-reasoning","name":"Qwen3.5 122B A10B (Non-reasoning)","shortName":"Qwen3.5 122B A10B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-5-122b-a10b","name":"Qwen3.5 122B A10B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":125,"inferenceParametersActiveBillions":10,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B","microevalsEnabled":false,"intelligenceIndex":17.7480154665397,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-54.96666666666667,"omniscienceBreakdown":{"accuracy":0.19116666666666668,"hallucinationRate":0.9159282917782815},"gdpval":833.05,"gdpvalNormalized":0.16652499999999998,"itBenchSre":null,"tau2":0.845029239766082,"tauBanking":0.103092783505155,"terminalbenchHard":0.295454545454545,"terminalBench21":0.471910112359551,"terminalBench40":null,"scicode":null,"lcr":0.613333333333333,"ifbench":0.508163265306122,"hle":0.159406858202039,"gpqa":0.827272727272727,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":0.702890173410405,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.4,"price1mOutputTokens":3.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.41,"price1mBlended0To3To1":1.1,"price1mBlended7To2To1":0.68,"price1mBlended0To1To1":1.8,"price1mBlended100To1To1":0.4274509803921569,"price1mBlended0To100To1":0.42772277227722777,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":139.3052934685,"medianTimeToFirstChunk":2.32974375100001},"outputSpeedVariance":{"p05":74.9504649255091,"q25":134.331289578279,"median":139.3052934685,"q75":150.277607432285,"p95":175.313691892911},"timeToFirstChunkVariance":{"p05":2.22160747374999,"q25":2.27238474225001,"median":2.32974375100001,"q75":2.38680183000005,"p95":3.01990039124999},"performanceByPromptType":{"medium":{"medianOutputSpeed":144.661136123403,"medianTimeToFirstChunk":0.991981987500004,"medianTimeToFirstAnswerToken":0.991981987500004,"medianEndToEndResponseTime":4.448335320529793},"long":{"medianOutputSpeed":139.3052934685,"medianTimeToFirstChunk":2.32974375100001,"medianTimeToFirstAnswerToken":2.32974375100001,"medianEndToEndResponseTime":5.918982806822831},"hundredK":{"medianOutputSpeed":155.607823844995,"medianTimeToFirstChunk":19.228959253,"medianTimeToFirstAnswerToken":19.228959253,"medianEndToEndResponseTime":22.442165296534565},"mediumParallel":{"medianOutputSpeed":144.229067763712,"medianTimeToFirstChunk":1.0652017389998,"medianTimeToFirstAnswerToken":1.0652017389998,"medianEndToEndResponseTime":4.531909301854892}},"endToEndResponseTime":{"input":2.32974375100001,"reasoning":0,"answer":3.5892390558228215,"total":5.918982806822831},"timeToFirstAnswerToken":{"input":2.32974375100001,"reasoning":0,"total":2.32974375100001},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.5-122b-a10b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.5-122b-a10b","canonical_slug":"qwen/qwen3.5-122b-a10b-20260224","hugging_face_id":"Qwen/Qwen3.5-122B-A10B","name":"Qwen: Qwen3.5-122B-A10B","created":1772053789,"description":"The Qwen3.5 122B-A10B native vision-language model is built on a hybrid architecture that integrates a linear attention mechanism with a sparse mixture-of-experts model, achieving higher inference efficiency. In terms of...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.00000026","completion":"0.00000208"},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.6,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.5-122b-a10b-20260224/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":16.2,"coding_index":45.7,"agentic_index":9.6}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"SiliconFlow | qwen/qwen3.5-122b-a10b-20260224","model_id":"qwen/qwen3.5-122b-a10b","model_name":"Qwen: Qwen3.5-122B-A10B","context_length":262144,"pricing":{"prompt":"0.00000026","completion":"0.00000208","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","response_format","structured_outputs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":88.13798668549526,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3.5-122b-a10b-20260224","model_id":"qwen/qwen3.5-122b-a10b","model_name":"Qwen: Qwen3.5-122B-A10B","context_length":262144,"pricing":{"prompt":"0.00000026","completion":"0.00000208","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.34710743801654,"uptime_last_5m":98.94736842105263,"uptime_last_1d":93.04862716469968,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.5-122b-a10b-20260224","model_id":"qwen/qwen3.5-122b-a10b","model_name":"Qwen: Qwen3.5-122B-A10B","context_length":262144,"pricing":{"prompt":"0.00000029","completion":"0.0000024","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99404620147654,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | qwen/qwen3.5-122b-a10b-20260224","model_id":"qwen/qwen3.5-122b-a10b","model_name":"Qwen: Qwen3.5-122B-A10B","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.0000024","input_cache_read":"0.0000003","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":98.68288227659473,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3.5-122b-a10b-20260224","model_id":"qwen/qwen3.5-122b-a10b","model_name":"Qwen: Qwen3.5-122B-A10B","context_length":262144,"pricing":{"prompt":"0.0000004","completion":"0.0000032","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.75610088430462,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"2236df45-0699-40d1-b5cc-69ee345d2257","slug":"qwen3-5-122b-a10b","name":"Qwen3.5 122B A10B (Reasoning)","shortName":"Qwen3.5 122B A10B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-122b-a10b","releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-5-122b-a10b","name":"Qwen3.5 122B A10B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":125,"inferenceParametersActiveBillions":10,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":16.1869509312969,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":17.52419343048574,"strategyAndOps":13.639240616276552,"legal":17.969679014098332,"engineering":19.32548567960313,"economics":24.86028222446897},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":127.946217937257,"canonicalInputTokens":847294743,"canonicalOutputTokens":100740507,"outputTokensPerTask":17114.45983788592,"answerTokensPerTask":9843.907107429015,"reasoningTokensPerTask":7270.552730456905,"price1mInputTokens":0.4,"price1mOutputTokens":3.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.3247468637357143,"latency":{"timeToFirstChunkMs":2.31880064749998,"timeToFirstAnswerTokenMs":17.95036860037821,"endToEndMs":21.858260588597766}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":498.94,"score":498.94,"outputTokensPerTask":18293.846153846152,"costPerTask":0.5301248263736265,"timePerTask":137.489532273036,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":925.2,"score":925.2,"outputTokensPerTask":15383.790909090909,"costPerTask":0.2399156418181818,"timePerTask":115.6186730165764,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.054811162302925646,"score":0.054811162302925646,"outputTokensPerTask":9065.20700152207,"costPerTask":0.23838228432267883,"timePerTask":68.13061945070964,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":44081.818181818184,"costPerTask":1.7832505636363636,"timePerTask":331.302040729634,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.396990740740741,"score":0.396990740740741,"outputTokensPerTask":4619.694444444444,"costPerTask":0.015884111111111106,"timePerTask":34.719851859991266,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.252085264133457,"score":0.252085264133457,"outputTokensPerTask":26266.793790546802,"costPerTask":0.0841899638554217,"timePerTask":197.41114920305003,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.034,"score":0.034,"outputTokensPerTask":1854.48,"costPerTask":0.039675216,"timePerTask":13.937560514364213,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":38193.12857142857,"costPerTask":0.1231674457142857,"timePerTask":287.0449078432652,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-41.5,"score":-41.5,"outputTokensPerTask":4245.369833333333,"costPerTask":0.013632587666666668,"timePerTask":31.906571630828935,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.763333333333333,"score":0.763333333333333,"outputTokensPerTask":4806.93,"costPerTask":0.05311686399999999,"timePerTask":36.12704249348214,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.034,"score":0.034,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":925.2,"score":925.2,"outputTokensPerTask":15383.790909090909,"costPerTask":0.2399156418181818,"timePerTask":115.6186730165764,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.2126,"score":0.2126,"outputTokensPerTask":15383.790909090909,"costPerTask":0.2399156418181818,"timePerTask":115.6186730165764,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.935672514619883,"score":0.935672514619883,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.152577319587629,"score":0.152577319587629,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.310606060606061,"score":0.310606060606061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.47565543071161,"score":0.47565543071161,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":44081.818181818184,"costPerTask":1.7832505636363636,"timePerTask":331.302040729634,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.763333333333333,"score":0.763333333333333,"outputTokensPerTask":4806.93,"costPerTask":0.05311686399999999,"timePerTask":36.12704249348214,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.757142857142857,"score":0.757142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.252085264133457,"score":0.252085264133457,"outputTokensPerTask":26266.793790546802,"costPerTask":0.0841899638554217,"timePerTask":197.41114920305003,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.856565656565657,"score":0.856565656565657,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.74971098265896,"score":0.74971098265896,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.054811162302925646,"score":0.054811162302925646,"outputTokensPerTask":9065.20700152207,"costPerTask":0.23838228432267883,"timePerTask":68.13061945070964,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":17.52419343048574,"score":17.52419343048574,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":13.639240616276552,"score":13.639240616276552,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":17.969679014098332,"score":17.969679014098332,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":19.32548567960313,"score":19.32548567960313,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":24.86028222446897,"score":24.86028222446897,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"2236df45-0699-40d1-b5cc-69ee345d2257","slug":"qwen3-5-122b-a10b","name":"Qwen3.5 122B A10B (Reasoning)","shortName":"Qwen3.5 122B A10B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-5-122b-a10b","name":"Qwen3.5 122B A10B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":125,"inferenceParametersActiveBillions":10,"sizeClass":"medium","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B","microevalsEnabled":true,"intelligenceIndex":16.1869509312969,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":17.52419343048574,"strategyAndOps":13.639240616276552,"legal":17.969679014098332,"engineering":19.32548567960313,"economics":24.86028222446897},"omniscience":-41.5,"omniscienceBreakdown":{"accuracy":0.24366666666666667,"hallucinationRate":0.870868223887175},"gdpPdfAllPass":0.034,"gdpval":925.2,"gdpvalNormalized":0.2126,"itBenchSre":null,"tau2":0.935672514619883,"tauBanking":0.152577319587629,"terminalbenchHard":0.310606060606061,"terminalBench21":0.47565543071161,"terminalBench40":0,"scicode":0.396990740740741,"lcr":0.763333333333333,"ifbench":0.757142857142857,"hle":0.252085264133457,"gpqa":0.856565656565657,"critpt":0.00571428571428571,"apexAgents":null,"mmmuPro":0.74971098265896,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.054811162302925646,"price1mInputTokens":0.4,"price1mOutputTokens":3.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.41,"price1mBlended0To3To1":1.1,"price1mBlended7To2To1":0.68,"price1mBlended0To1To1":1.8,"price1mBlended100To1To1":0.4274509803921569,"price1mBlended0To100To1":0.42772277227722777,"intelligenceIndexTimePerTask":128.62571699947748,"intelligenceIndexCost":{"total":661.2875196000001,"input":338.9178972000001,"nonCacheInput":8.109526800000001,"cacheRead":0,"cacheWrite":330.80837040000006,"output":322.3696224,"reasoning":263.2474528,"answer":59.1221696},"intelligenceIndexCostPerTask":{"cost":{"total":0.3247468637357143,"input":0.26998059225447935,"nonCacheInput":0.005486607720027509,"cacheRead":0,"cacheWrite":0.2644939845344519,"output":0.05476627148123493,"reasoning":0.023265768737462094,"answer":0.03150050274377285},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.07951872395604397},{"slug":"gdpval-aa","weightedCostPerTask":0.023991564181818182},{"slug":"automationbench-aa","weightedCostPerTask":0.011919114216133942},{"slug":"terminalbench-4-0","weightedCostPerTask":0.17832505636363635},{"slug":"scicode","weightedCostPerTask":0.0015884111111111108},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00841899638554217},{"slug":"gdp-pdf","weightedCostPerTask":0.0039675216},{"slug":"critpt","weightedCostPerTask":0.01231674457142857},{"slug":"omniscience","weightedCostPerTask":0.00204488815},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0026558432}]},"canonicalIntelligenceIndexTokenCount":{"input":847294743,"output":100740507,"answer":18475678,"reasoning":82264829},"intelligenceIndexOutputTokensPerTask":{"reasoning":7270.552730456905,"answer":9843.907107429015,"output":17114.45983788592},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":498.94,"outputTokensPerTask":18293.846153846152,"costPerTask":0.5301248263736265,"timePerTask":137.489532273036},{"slug":"gdpval-aa","score":925.2,"outputTokensPerTask":15383.790909090909,"costPerTask":0.2399156418181818,"timePerTask":115.6186730165764},{"slug":"automationbench-aa","score":0.054811162302925646,"outputTokensPerTask":9065.20700152207,"costPerTask":0.23838228432267883,"timePerTask":68.13061945070964},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":44081.818181818184,"costPerTask":1.7832505636363636,"timePerTask":331.302040729634},{"slug":"scicode","score":0.396990740740741,"outputTokensPerTask":4619.694444444444,"costPerTask":0.015884111111111106,"timePerTask":34.719851859991266},{"slug":"humanitys-last-exam","score":0.252085264133457,"outputTokensPerTask":26266.793790546802,"costPerTask":0.0841899638554217,"timePerTask":197.41114920305003},{"slug":"gdp-pdf","score":0.034,"outputTokensPerTask":1854.48,"costPerTask":0.039675216,"timePerTask":13.937560514364213},{"slug":"critpt","score":0.00571428571428571,"outputTokensPerTask":38193.12857142857,"costPerTask":0.1231674457142857,"timePerTask":287.0449078432652},{"slug":"omniscience","score":-41.5,"outputTokensPerTask":4245.369833333333,"costPerTask":0.013632587666666668,"timePerTask":31.906571630828935},{"slug":"artificial-analysis-long-context-reasoning","score":0.763333333333333,"outputTokensPerTask":4806.93,"costPerTask":0.05311686399999999,"timePerTask":36.12704249348214}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":498.94,"lower95ci":490.07,"upper95ci":507.84},"rubricPassRate":0.10606060606060606,"analyticalQuality":{"elo":310.59,"lower95ci":293.7,"upper95ci":328.97},"presentation":{"elo":478.63,"lower95ci":460.89,"upper95ci":494.78}},"briefcaseTotalCost":48.241359200000005,"timescaleData":{"medianOutputSpeed":127.946217937257,"medianTimeToFirstChunk":2.31880064749998},"outputSpeedVariance":{"p05":93.2688945978915,"q25":123.428120424306,"median":127.946217937257,"q75":133.040157950947,"p95":151.325352483119},"timeToFirstChunkVariance":{"p05":2.21627887925001,"q25":2.2656461492499,"median":2.31880064749998,"q75":2.43616132400005,"p95":2.78308628084999},"performanceByPromptType":{"medium":{"medianOutputSpeed":134.142228096568,"medianTimeToFirstChunk":0.999070551500013,"medianTimeToFirstAnswerToken":15.908618636240448,"medianEndToEndResponseTime":19.636005657425553},"long":{"medianOutputSpeed":127.946217937257,"medianTimeToFirstChunk":2.31880064749998,"medianTimeToFirstAnswerToken":17.95036860037821,"medianEndToEndResponseTime":21.858260588597766},"hundredK":{"medianOutputSpeed":106.744021143513,"medianTimeToFirstChunk":19.5774766115,"medianTimeToFirstAnswerToken":38.313888998579564,"medianEndToEndResponseTime":42.99799209534946},"mediumParallel":{"medianOutputSpeed":121.761552261685,"medianTimeToFirstChunk":1.03354034999999,"medianTimeToFirstAnswerToken":17.459086533097924,"medianEndToEndResponseTime":21.56547307887241}},"endToEndResponseTime":{"input":2.31880064749998,"reasoning":15.631567952878228,"answer":3.907891988219557,"total":21.858260588597766},"timeToFirstAnswerToken":{"input":2.31880064749998,"reasoning":15.631567952878228,"total":17.95036860037821},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":5,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.5-122b-a10b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.5-122b-a10b","canonical_slug":"qwen/qwen3.5-122b-a10b-20260224","hugging_face_id":"Qwen/Qwen3.5-122B-A10B","name":"Qwen: Qwen3.5-122B-A10B","created":1772053789,"description":"The Qwen3.5 122B-A10B native vision-language model is built on a hybrid architecture that integrates a linear attention mechanism with a sparse mixture-of-experts model, achieving higher inference efficiency. In terms of...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.00000026","completion":"0.00000208"},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.6,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.5-122b-a10b-20260224/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":16.2,"coding_index":45.7,"agentic_index":9.6}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"SiliconFlow | qwen/qwen3.5-122b-a10b-20260224","model_id":"qwen/qwen3.5-122b-a10b","model_name":"Qwen: Qwen3.5-122B-A10B","context_length":262144,"pricing":{"prompt":"0.00000026","completion":"0.00000208","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","response_format","structured_outputs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":88.13798668549526,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3.5-122b-a10b-20260224","model_id":"qwen/qwen3.5-122b-a10b","model_name":"Qwen: Qwen3.5-122B-A10B","context_length":262144,"pricing":{"prompt":"0.00000026","completion":"0.00000208","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.34710743801654,"uptime_last_5m":98.94736842105263,"uptime_last_1d":93.04862716469968,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.5-122b-a10b-20260224","model_id":"qwen/qwen3.5-122b-a10b","model_name":"Qwen: Qwen3.5-122B-A10B","context_length":262144,"pricing":{"prompt":"0.00000029","completion":"0.0000024","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.99404620147654,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | qwen/qwen3.5-122b-a10b-20260224","model_id":"qwen/qwen3.5-122b-a10b","model_name":"Qwen: Qwen3.5-122B-A10B","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.0000024","input_cache_read":"0.0000003","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":98.68288227659473,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3.5-122b-a10b-20260224","model_id":"qwen/qwen3.5-122b-a10b","model_name":"Qwen: Qwen3.5-122B-A10B","context_length":262144,"pricing":{"prompt":"0.0000004","completion":"0.0000032","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.75610088430462,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":5,"endpointError":null}},{"id":"509e94e3-f1cb-43fb-98ff-e0e9872cfd1f","slug":"qwen3-5-27b-non-reasoning","name":"Qwen3.5 27B (Non-reasoning)","shortName":"Qwen3.5 27B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-27b-non-reasoning","releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-5-27b","name":"Qwen3.5 27B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":19.3684268009412,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":81.4708241022398,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":5.68858450049999,"timeToFirstAnswerTokenMs":5.68858450049999,"endToEndMs":11.82575084820426}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-47.666666666666664,"score":-47.666666666666664,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.871345029239766,"score":0.871345029239766,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.318181818181818,"score":0.318181818181818,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.64,"score":0.64,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.469387755102041,"score":0.469387755102041,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.139481000926784,"score":0.139481000926784,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.842424242424242,"score":0.842424242424242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.7,"score":0.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"509e94e3-f1cb-43fb-98ff-e0e9872cfd1f","slug":"qwen3-5-27b-non-reasoning","name":"Qwen3.5 27B (Non-reasoning)","shortName":"Qwen3.5 27B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-5-27b","name":"Qwen3.5 27B"},"deprecated":true,"deprecatedTo":"qwen3-6-27b-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-27B","microevalsEnabled":false,"intelligenceIndex":19.3684268009412,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-47.666666666666664,"omniscienceBreakdown":{"accuracy":0.15683333333333332,"hallucinationRate":0.751334255781775},"gdpval":null,"itBenchSre":null,"tau2":0.871345029239766,"tauBanking":null,"terminalbenchHard":0.318181818181818,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.64,"ifbench":0.469387755102041,"hle":0.139481000926784,"gpqa":0.842424242424242,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.7,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.307,"price1mBlended0To3To1":0.825,"price1mBlended7To2To1":0.51,"price1mBlended0To1To1":1.3499999999999999,"price1mBlended100To1To1":0.3205882352941177,"price1mBlended0To100To1":0.3207920792079208,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":81.4708241022398,"medianTimeToFirstChunk":5.68858450049999},"outputSpeedVariance":{"p05":63.594283215089,"q25":78.1433485949766,"median":81.4708241022398,"q75":86.8595745632422,"p95":104.792329451765},"timeToFirstChunkVariance":{"p05":5.53096363650012,"q25":5.56941253625002,"median":5.68858450049999,"q75":6.43669874500002,"p95":7.15527275840001},"performanceByPromptType":{"long":{"medianOutputSpeed":81.4708241022398,"medianTimeToFirstChunk":5.68858450049999,"medianTimeToFirstAnswerToken":5.68858450049999,"medianEndToEndResponseTime":11.82575084820426}},"endToEndResponseTime":{"input":5.68858450049999,"reasoning":0,"answer":6.1371663477042695,"total":11.82575084820426},"timeToFirstAnswerToken":{"input":5.68858450049999,"reasoning":0,"total":5.68858450049999},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.5-27b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.5-27b","canonical_slug":"qwen/qwen3.5-27b-20260224","hugging_face_id":"Qwen/Qwen3.5-27B","name":"Qwen: Qwen3.5-27B","created":1772053810,"description":"The Qwen3.5 27B native vision-language Dense model incorporates a linear attention mechanism, delivering fast response times while balancing inference speed and performance. Its overall capabilities are comparable to those of...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.000000195","completion":"0.00000156"},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.6,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.5-27b-20260224/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Alibaba | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.000000195","completion":"0.00000156","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","top_logprobs","logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.36009307737056,"uptime_last_5m":99.45454545454545,"uptime_last_1d":98.9478359643502,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.00000025","completion":"0.000002","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":98.27315541601256,"uptime_last_5m":90.9090909090909,"uptime_last_1d":85.3501986201129,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.00000026","completion":"0.0000026","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":96.85362517099864,"uptime_last_5m":null,"uptime_last_1d":99.43795126028621,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.00000027","completion":"0.00000216","input_cache_read":"0.00000027","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.64850615114236,"uptime_last_5m":98.27586206896551,"uptime_last_1d":99.37150282425947,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.0000024","input_cache_read":"0.00000015","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","logprobs","top_logprobs","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.15384615384616,"uptime_last_5m":93.02325581395348,"uptime_last_1d":96.74912781477958,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.0000024","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.72942276857295,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"169e47f5-3d4d-4ad4-8f8b-ab46f0c73f67","slug":"qwen3-5-27b","name":"Qwen3.5 27B (Reasoning)","shortName":"Qwen3.5 27B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-27b","releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-5-27b","name":"Qwen3.5 27B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":22.8992942688298,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":75.6623131137452,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":5.61491885300002,"timeToFirstAnswerTokenMs":32.04815777596747,"endToEndMs":38.65646750670933}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-43.983333333333334,"score":-43.983333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.354990583804143,"score":0.354990583804143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.93859649122807,"score":0.93859649122807,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.325757575757576,"score":0.325757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.776666666666667,"score":0.776666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.75578231292517,"score":0.75578231292517,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.239110287303058,"score":0.239110287303058,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.857575757575758,"score":0.857575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00853061224489796,"score":0.00853061224489796,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.75028901734104,"score":0.75028901734104,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"169e47f5-3d4d-4ad4-8f8b-ab46f0c73f67","slug":"qwen3-5-27b","name":"Qwen3.5 27B (Reasoning)","shortName":"Qwen3.5 27B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-5-27b","name":"Qwen3.5 27B"},"deprecated":true,"deprecatedTo":"qwen3-6-27b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-27B","microevalsEnabled":false,"intelligenceIndex":22.8992942688298,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-43.983333333333334,"omniscienceBreakdown":{"accuracy":0.20666666666666667,"hallucinationRate":0.8149159663865546},"gdpval":null,"itBenchSre":0.354990583804143,"tau2":0.93859649122807,"tauBanking":null,"terminalbenchHard":0.325757575757576,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.776666666666667,"ifbench":0.75578231292517,"hle":0.239110287303058,"gpqa":0.857575757575758,"critpt":0.00853061224489796,"apexAgents":null,"mmmuPro":0.75028901734104,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.3,"price1mOutputTokens":2.4,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.307,"price1mBlended0To3To1":0.825,"price1mBlended7To2To1":0.51,"price1mBlended0To1To1":1.3499999999999999,"price1mBlended100To1To1":0.3205882352941177,"price1mBlended0To100To1":0.3207920792079208,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":75.6623131137452,"medianTimeToFirstChunk":5.61491885300002},"outputSpeedVariance":{"p05":53.8695150366031,"q25":73.2170868922732,"median":75.6623131137452,"q75":79.0684441110581,"p95":82.2974726878732},"timeToFirstChunkVariance":{"p05":5.49206098220002,"q25":5.54468034999996,"median":5.61491885300002,"q75":5.77041593549998,"p95":7.72208112085008},"performanceByPromptType":{"long":{"medianOutputSpeed":75.6623131137452,"medianTimeToFirstChunk":5.61491885300002,"medianTimeToFirstAnswerToken":32.04815777596747,"medianEndToEndResponseTime":38.65646750670933}},"endToEndResponseTime":{"input":5.61491885300002,"reasoning":26.433238922967448,"answer":6.608309730741862,"total":38.65646750670933},"timeToFirstAnswerToken":{"input":5.61491885300002,"reasoning":26.433238922967448,"total":32.04815777596747},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":5,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.5-27b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.5-27b","canonical_slug":"qwen/qwen3.5-27b-20260224","hugging_face_id":"Qwen/Qwen3.5-27B","name":"Qwen: Qwen3.5-27B","created":1772053810,"description":"The Qwen3.5 27B native vision-language Dense model incorporates a linear attention mechanism, delivering fast response times while balancing inference speed and performance. Its overall capabilities are comparable to those of...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.000000195","completion":"0.00000156"},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.6,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.5-27b-20260224/endpoints"},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Alibaba | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.000000195","completion":"0.00000156","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","top_logprobs","logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.36009307737056,"uptime_last_5m":99.45454545454545,"uptime_last_1d":98.9478359643502,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.00000025","completion":"0.000002","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":98.27315541601256,"uptime_last_5m":90.9090909090909,"uptime_last_1d":85.3501986201129,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.00000026","completion":"0.0000026","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":96.85362517099864,"uptime_last_5m":null,"uptime_last_1d":99.43795126028621,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.00000027","completion":"0.00000216","input_cache_read":"0.00000027","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.64850615114236,"uptime_last_5m":98.27586206896551,"uptime_last_1d":99.37150282425947,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.0000024","input_cache_read":"0.00000015","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","logprobs","top_logprobs","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.15384615384616,"uptime_last_5m":93.02325581395348,"uptime_last_1d":96.74912781477958,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3.5-27b-20260224","model_id":"qwen/qwen3.5-27b","model_name":"Qwen: Qwen3.5-27B","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.0000024","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.72942276857295,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"0985ada8-2ed8-404d-bd8b-7357666ce40f","slug":"qwen3-5-2b-non-reasoning","name":"Qwen3.5 2B (Non-reasoning)","shortName":"Qwen3.5 2B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/qwen3-5-2b","releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-5-2b","name":"Qwen3.5 2B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":2.27,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":6.18559190112645,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"0985ada8-2ed8-404d-bd8b-7357666ce40f","slug":"qwen3-5-2b-non-reasoning","name":"Qwen3.5 2B (Non-reasoning)","shortName":"Qwen3.5 2B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-02","knowledgeCutoffDate":null,"contextWindowTokens":262144,"isReasoning":false,"release":{"slug":"qwen3-5-2b","name":"Qwen3.5 2B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"tiny","parameters":2.27,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-2B","intelligenceIndex":6.18559190112645,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"5d4acc80-7a88-4e84-bfe7-99071b84e6a4","slug":"qwen3-5-2b","name":"Qwen3.5 2B (Reasoning)","shortName":"Qwen3.5 2B","sourceUrl":"https://artificialanalysis.ai/models/releases/qwen3-5-2b","releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-5-2b","name":"Qwen3.5 2B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":null,"parameters":2.27,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":6.94413664133259,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"5d4acc80-7a88-4e84-bfe7-99071b84e6a4","slug":"qwen3-5-2b","name":"Qwen3.5 2B (Reasoning)","shortName":"Qwen3.5 2B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-02","knowledgeCutoffDate":null,"contextWindowTokens":262144,"isReasoning":true,"release":{"slug":"qwen3-5-2b","name":"Qwen3.5 2B"},"deprecated":false,"isOpenWeights":true,"sizeClass":"tiny","parameters":2.27,"inferenceParametersActiveBillions":null,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-2B","intelligenceIndex":6.94413664133259,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","color":"#ff7018","logo":"/img/logos/alibaba_small.svg","url":"https://www.alibabacloud.com/"},"hosts":[],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"eebfef01-709e-4ffe-b72f-0db75ef2434b","slug":"qwen3-5-35b-a3b-non-reasoning","name":"Qwen3.5 35B A3B (Non-reasoning)","shortName":"Qwen3.5 35B A3B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-35b-a3b-non-reasoning","releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-5-35b-a3b","name":"Qwen3.5 35B A3B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":36,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":15.1159818387307,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":148.714450599831,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.02770993699999,"timeToFirstAnswerTokenMs":2.02770993699999,"endToEndMs":5.3898579863877885}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-63.016666666666666,"score":-63.016666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":740.47,"score":740.47,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.12023500000000001,"score":0.12023500000000001,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.862573099415205,"score":0.862573099415205,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0494845360824742,"score":0.0494845360824742,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.106060606060606,"score":0.106060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.408239700374532,"score":0.408239700374532,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.63,"score":0.63,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.444897959183673,"score":0.444897959183673,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.134383688600556,"score":0.134383688600556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.819191919191919,"score":0.819191919191919,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.691907514450867,"score":0.691907514450867,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"eebfef01-709e-4ffe-b72f-0db75ef2434b","slug":"qwen3-5-35b-a3b-non-reasoning","name":"Qwen3.5 35B A3B (Non-reasoning)","shortName":"Qwen3.5 35B A3B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-5-35b-a3b","name":"Qwen3.5 35B A3B"},"deprecated":true,"deprecatedTo":"qwen3-6-35b-a3b-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":36,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-35B-A3B","microevalsEnabled":false,"intelligenceIndex":15.1159818387307,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-63.016666666666666,"omniscienceBreakdown":{"accuracy":0.15716666666666668,"hallucinationRate":0.9341506822226616},"gdpval":740.47,"gdpvalNormalized":0.12023500000000001,"itBenchSre":null,"tau2":0.862573099415205,"tauBanking":0.0494845360824742,"terminalbenchHard":0.106060606060606,"terminalBench21":0.408239700374532,"terminalBench40":null,"scicode":null,"lcr":0.63,"ifbench":0.444897959183673,"hle":0.134383688600556,"gpqa":0.819191919191919,"critpt":0.00571428571428571,"apexAgents":null,"mmmuPro":0.691907514450867,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.256,"price1mBlended0To3To1":0.6875,"price1mBlended7To2To1":0.425,"price1mBlended0To1To1":1.125,"price1mBlended100To1To1":0.26715686274509803,"price1mBlended0To100To1":0.26732673267326734,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":148.714450599831,"medianTimeToFirstChunk":2.02770993699999},"outputSpeedVariance":{"p05":77.17203622102,"q25":131.728457560031,"median":148.714450599831,"q75":164.383341876876,"p95":196.062038238218},"timeToFirstChunkVariance":{"p05":1.94540948519999,"q25":1.98495155924999,"median":2.02770993699999,"q75":2.11148146550001,"p95":3.42086276220013},"performanceByPromptType":{"medium":{"medianOutputSpeed":157.229610246242,"medianTimeToFirstChunk":1.17835249999996,"medianTimeToFirstAnswerToken":1.17835249999996,"medianEndToEndResponseTime":4.358415079923264},"long":{"medianOutputSpeed":148.714450599831,"medianTimeToFirstChunk":2.02770993699999,"medianTimeToFirstAnswerToken":2.02770993699999,"medianEndToEndResponseTime":5.3898579863877885},"hundredK":{"medianOutputSpeed":187.241421275263,"medianTimeToFirstChunk":16.589666074,"medianTimeToFirstAnswerToken":16.589666074,"medianEndToEndResponseTime":19.260015383434858},"mediumParallel":{"medianOutputSpeed":184.044521766122,"medianTimeToFirstChunk":1.17228768500036,"medianTimeToFirstAnswerToken":1.17228768500036,"medianEndToEndResponseTime":3.8890216317753925}},"endToEndResponseTime":{"input":2.02770993699999,"reasoning":0,"answer":3.362148049387799,"total":5.3898579863877885},"timeToFirstAnswerToken":{"input":2.02770993699999,"reasoning":0,"total":2.02770993699999},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":3,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.5-35b-a3b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.5-35b-a3b","canonical_slug":"qwen/qwen3.5-35b-a3b-20260224","hugging_face_id":"Qwen/Qwen3.5-35B-A3B","name":"Qwen: Qwen3.5-35B-A3B","created":1772053822,"description":"The Qwen3.5 Series 35B-A3B is a native vision-language model designed with a hybrid architecture that integrates linear attention mechanisms and a sparse mixture-of-experts model, achieving higher inference efficiency. Its overall...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000001625","completion":"0.0000013"},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.5-35b-a3b-20260224/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":37,"agentic_index":null}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Darkbloom | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.00000008","completion":"0.00000075","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","structured_outputs","logprobs","top_logprobs","tools","response_format","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.90946129470348,"uptime_last_5m":100,"uptime_last_1d":99.94851086053063,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.000001","input_cache_read":"0.00000005","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.94852436513384,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.000001","input_cache_read":"0.00000005","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.93182437960185,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.0000001625","completion":"0.0000013","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","top_logprobs","logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.00990099009901,"uptime_last_5m":null,"uptime_last_1d":99.74108595946146,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.000000225","completion":"0.0000018","input_cache_read":"0.000000225","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.99328859060402,"uptime_last_5m":null,"uptime_last_1d":99.28146807960714,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000018","input_cache_read":"0.00000015","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.43619100809829,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":256000,"pricing":{"prompt":"0.0000003125","completion":"0.00000125","input_cache_read":"0.00000015625","discount":0},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tool_choice","logprobs","response_format","structured_outputs","tools","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96385383806519,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"46d8315e-1630-463f-ab62-84185fa0faab","slug":"qwen3-5-35b-a3b","name":"Qwen3.5 35B A3B (Reasoning)","shortName":"Qwen3.5 35B A3B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-35b-a3b","releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-5-35b-a3b","name":"Qwen3.5 35B A3B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":36,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":19.3295292724173,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":146.078603039272,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.03975029850005,"timeToFirstAnswerTokenMs":15.731009376753398,"endToEndMs":19.153824146316737}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-48.1,"score":-48.1,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.215160075329567,"score":0.215160075329567,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.891812865497076,"score":0.891812865497076,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.265151515151515,"score":0.265151515151515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.72,"score":0.72,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.725170068027211,"score":0.725170068027211,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.210379981464319,"score":0.210379981464319,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.845454545454545,"score":0.845454545454545,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.726589595375723,"score":0.726589595375723,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"46d8315e-1630-463f-ab62-84185fa0faab","slug":"qwen3-5-35b-a3b","name":"Qwen3.5 35B A3B (Reasoning)","shortName":"Qwen3.5 35B A3B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-24","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-5-35b-a3b","name":"Qwen3.5 35B A3B"},"deprecated":true,"deprecatedTo":"qwen3-6-35b-a3b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":36,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-35B-A3B","microevalsEnabled":false,"intelligenceIndex":19.3295292724173,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-48.1,"omniscienceBreakdown":{"accuracy":0.20133333333333334,"hallucinationRate":0.8543405676126878},"gdpval":null,"itBenchSre":0.215160075329567,"tau2":0.891812865497076,"tauBanking":null,"terminalbenchHard":0.265151515151515,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.72,"ifbench":0.725170068027211,"hle":0.210379981464319,"gpqa":0.845454545454545,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":0.726589595375723,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.25,"price1mOutputTokens":2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.256,"price1mBlended0To3To1":0.6875,"price1mBlended7To2To1":0.425,"price1mBlended0To1To1":1.125,"price1mBlended100To1To1":0.26715686274509803,"price1mBlended0To100To1":0.26732673267326734,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":146.078603039272,"medianTimeToFirstChunk":2.03975029850005},"outputSpeedVariance":{"p05":97.4944728216085,"q25":136.954183099514,"median":146.078603039272,"q75":151.241534636256,"p95":165.627087380257},"timeToFirstChunkVariance":{"p05":1.97567634159998,"q25":1.99851896324998,"median":2.03975029850005,"q75":2.161185991,"p95":2.53388726945002},"performanceByPromptType":{"long":{"medianOutputSpeed":146.078603039272,"medianTimeToFirstChunk":2.03975029850005,"medianTimeToFirstAnswerToken":15.731009376753398,"medianEndToEndResponseTime":19.153824146316737}},"endToEndResponseTime":{"input":2.03975029850005,"reasoning":13.69125907825335,"answer":3.4228147695633373,"total":19.153824146316737},"timeToFirstAnswerToken":{"input":2.03975029850005,"reasoning":13.69125907825335,"total":15.731009376753398},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":6,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.5-35b-a3b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.5-35b-a3b","canonical_slug":"qwen/qwen3.5-35b-a3b-20260224","hugging_face_id":"Qwen/Qwen3.5-35B-A3B","name":"Qwen: Qwen3.5-35B-A3B","created":1772053822,"description":"The Qwen3.5 Series 35B-A3B is a native vision-language model designed with a hybrid architecture that integrates linear attention mechanisms and a sparse mixture-of-experts model, achieving higher inference efficiency. Its overall...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000001625","completion":"0.0000013"},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.5-35b-a3b-20260224/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":37,"agentic_index":null}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Darkbloom | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.00000008","completion":"0.00000075","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","structured_outputs","logprobs","top_logprobs","tools","response_format","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.90946129470348,"uptime_last_5m":100,"uptime_last_1d":99.94851086053063,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.00000014","completion":"0.000001","input_cache_read":"0.00000005","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.94852436513384,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.000001","input_cache_read":"0.00000005","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.93182437960185,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.0000001625","completion":"0.0000013","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","top_logprobs","logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.00990099009901,"uptime_last_5m":null,"uptime_last_1d":99.74108595946146,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.000000225","completion":"0.0000018","input_cache_read":"0.000000225","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.99328859060402,"uptime_last_5m":null,"uptime_last_1d":99.28146807960714,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000018","input_cache_read":"0.00000015","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":98.43619100809829,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.5-35b-a3b-20260224","model_id":"qwen/qwen3.5-35b-a3b","model_name":"Qwen: Qwen3.5-35B-A3B","context_length":256000,"pricing":{"prompt":"0.0000003125","completion":"0.00000125","input_cache_read":"0.00000015625","discount":0},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tool_choice","logprobs","response_format","structured_outputs","tools","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96385383806519,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"30ef2a79-e800-4165-9f13-2a338f120db7","slug":"qwen3-5-397b-a17b-non-reasoning","name":"Qwen3.5 397B A17B (Non-reasoning)","shortName":"Qwen3.5 397B A17B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-397b-a17b-non-reasoning","releaseDate":"2026-02-16","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":397,"inferenceParametersActiveBillions":17,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":21.4366547759392,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":81.289906619463,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.6,"price1mOutputTokens":3.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.16647871149999,"timeToFirstAnswerTokenMs":2.16647871149999,"endToEndMs":8.317303835959986}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-37.9,"score":-37.9,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.839181286549708,"score":0.839181286549708,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.356060606060606,"score":0.356060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.643333333333333,"score":0.643333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.516326530612245,"score":0.516326530612245,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.198331788693234,"score":0.198331788693234,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.860606060606061,"score":0.860606060606061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.526589595375723,"score":0.526589595375723,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"30ef2a79-e800-4165-9f13-2a338f120db7","slug":"qwen3-5-397b-a17b-non-reasoning","name":"Qwen3.5 397B A17B (Non-reasoning)","shortName":"Qwen3.5 397B A17B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-16","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":397,"inferenceParametersActiveBillions":17,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-397B-A17B","microevalsEnabled":true,"intelligenceIndex":21.4366547759392,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-37.9,"omniscienceBreakdown":{"accuracy":0.24516666666666667,"hallucinationRate":0.8268933539412674},"gdpval":null,"itBenchSre":null,"tau2":0.839181286549708,"tauBanking":null,"terminalbenchHard":0.356060606060606,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.643333333333333,"ifbench":0.516326530612245,"hle":0.198331788693234,"gpqa":0.860606060606061,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":0.526589595375723,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.6,"price1mOutputTokens":3.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.615,"price1mBlended0To3To1":1.35,"price1mBlended7To2To1":0.9,"price1mBlended0To1To1":2.1,"price1mBlended100To1To1":0.6294117647058823,"price1mBlended0To100To1":0.6297029702970297,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":81.289906619463,"medianTimeToFirstChunk":2.16647871149999},"outputSpeedVariance":{"p05":70.7935424875797,"q25":76.3001666856917,"median":81.289906619463,"q75":90.9754637418481,"p95":99.1954266987105},"timeToFirstChunkVariance":{"p05":1.90870237515002,"q25":2.07833932699992,"median":2.16647871149999,"q75":2.50354552499998,"p95":2.62721273405},"performanceByPromptType":{"medium":{"medianOutputSpeed":80.193221812515,"medianTimeToFirstChunk":1.66659326700002,"medianTimeToFirstAnswerToken":1.66659326700002,"medianEndToEndResponseTime":7.901534184687027},"long":{"medianOutputSpeed":81.289906619463,"medianTimeToFirstChunk":2.16647871149999,"medianTimeToFirstAnswerToken":2.16647871149999,"medianEndToEndResponseTime":8.317303835959986},"hundredK":{"medianOutputSpeed":109.883659368368,"medianTimeToFirstChunk":5.60209338900003,"medianTimeToFirstAnswerToken":5.60209338900003,"medianEndToEndResponseTime":10.152360488531428},"mediumParallel":{"medianOutputSpeed":81.5572923853104,"medianTimeToFirstChunk":1.80652858499999,"medianTimeToFirstAnswerToken":1.80652858499999,"medianEndToEndResponseTime":7.937188215506028}},"endToEndResponseTime":{"input":2.16647871149999,"reasoning":0,"answer":6.150825124459997,"total":8.317303835959986},"timeToFirstAnswerToken":{"input":2.16647871149999,"reasoning":0,"total":2.16647871149999},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":6,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.5-397b-a17b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.5-397b-a17b","canonical_slug":"qwen/qwen3.5-397b-a17b-20260216","hugging_face_id":"Qwen/Qwen3.5-397B-A17B","name":"Qwen: Qwen3.5 397B A17B","created":1771223018,"description":"The Qwen3.5 series 397B-A17B native vision-language model is built on a hybrid architecture that integrates a linear attention mechanism with a sparse mixture-of-experts model, achieving higher inference efficiency. It delivers...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.00000055","completion":"0.0000035","input_cache_read":"0.000000225"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.6,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.5-397b-a17b-20260216/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1190,"win_rate":56.7,"rank":52},{"arena":"models","category":"codecategories","elo":1195,"win_rate":52.6,"rank":56},{"arena":"models","category":"dataviz","elo":1190,"win_rate":53.2,"rank":57},{"arena":"models","category":"gamedev","elo":1163,"win_rate":50.1,"rank":64},{"arena":"models","category":"svg","elo":1163,"win_rate":56.1,"rank":45},{"arena":"models","category":"uicomponent","elo":1178,"win_rate":51.4,"rank":64},{"arena":"models","category":"website","elo":1203,"win_rate":52.5,"rank":56}],"artificial_analysis":{"intelligence_index":19.1,"coding_index":48.2,"agentic_index":10.6}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Alibaba | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.00000039","completion":"0.00000234","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.50940581024545,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.000003","input_cache_read":"0.00000022","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.16124469589816,"uptime_last_5m":97.0059880239521,"uptime_last_1d":98.14806659032854,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.0000005","completion":"0.0000036","input_cache_read":"0.0000003","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.51381215469614,"uptime_last_5m":null,"uptime_last_1d":98.5837734037446,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":131072,"pricing":{"prompt":"0.00000055","completion":"0.0000035","input_cache_read":"0.00000011","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","structured_outputs","response_format","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.06103286384976,"uptime_last_5m":100,"uptime_last_1d":97.83458438548548,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.00000055","completion":"0.0000035","input_cache_read":"0.000000225","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.34102141680395,"uptime_last_5m":98.63013698630137,"uptime_last_1d":98.09739813979783,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.00000055","completion":"0.0000035","input_cache_read":"0.00000055","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.89322381930184,"uptime_last_5m":96.61016949152543,"uptime_last_1d":93.9802295193728,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":256000,"pricing":{"prompt":"0.0000006","completion":"0.0000036","input_cache_read":"0.00000012","discount":0},"provider_name":"StreamLake","tag":"streamlake","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","structured_outputs","logprobs","top_logprobs","max_tokens","temperature","top_p","stop","presence_penalty"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98,"uptime_last_5m":94.5945945945946,"uptime_last_1d":94.85690755610459,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.0000006","completion":"0.0000036","discount":0},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":90.6002127336271,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.0000006","completion":"0.0000036","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.4486560992419,"uptime_last_5m":100,"uptime_last_1d":96.89410180542514,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":128000,"pricing":{"prompt":"0.00000075","completion":"0.0000045","discount":0},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.0909090909091,"uptime_last_5m":98.36065573770492,"uptime_last_1d":91.635687732342,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":10,"endpointError":null}},{"id":"0e66bae9-41f1-42fc-9276-ce8cb6f72919","slug":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B (Reasoning)","shortName":"Qwen3.5 397B A17B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-397b-a17b","releaseDate":"2026-02-16","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":397,"inferenceParametersActiveBillions":17,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":19.1073499294815,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":20.2887288009959,"strategyAndOps":16.30512926958091,"legal":21.75801717084825,"engineering":22.077968645382157,"economics":28.0761798154155},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":85.1962618581287,"canonicalInputTokens":997825822,"canonicalOutputTokens":95075660,"outputTokensPerTask":18665.97614436674,"answerTokensPerTask":9924.316472722072,"reasoningTokensPerTask":8741.65967164467,"price1mInputTokens":0.6,"price1mOutputTokens":3.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.47457695829894075,"latency":{"timeToFirstChunkMs":2.13690373849999,"timeToFirstAnswerTokenMs":39.53291068191988,"endToEndMs":45.4017127759908}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":562.65,"score":562.65,"outputTokensPerTask":19731.01098901099,"costPerTask":0.747623221978022,"timePerTask":210.64151922718466,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":905.4,"score":905.4,"outputTokensPerTask":15501.486363636364,"costPerTask":0.3714979554545454,"timePerTask":165.48856212864135,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.06886670023070866,"score":0.06886670023070866,"outputTokensPerTask":10552.674277016742,"costPerTask":0.48655925844748854,"timePerTask":112.65673831201174,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":45876.71212121212,"costPerTask":2.6022617,"timePerTask":489.764074620522,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.447916666666667,"score":0.447916666666667,"outputTokensPerTask":6764.184027777777,"costPerTask":0.025959152083333333,"timePerTask":72.21211324330557,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.289620018535681,"score":0.289620018535681,"outputTokensPerTask":22311.450880444856,"costPerTask":0.0805264796107507,"timePerTask":238.18941220179124,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.122,"score":0.122,"outputTokensPerTask":7644.54,"costPerTask":0.077706114,"timePerTask":81.61049224947473,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0170612244897959,"score":0.0170612244897959,"outputTokensPerTask":45157.87142857143,"costPerTask":0.1639848,"timePerTask":482.0899774511227,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-30.75,"score":-30.75,"outputTokensPerTask":4242.282,"costPerTask":0.0153438931,"timePerTask":45.289150463086884,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.773333333333333,"score":0.773333333333333,"outputTokensPerTask":4334.48,"costPerTask":0.07220616,"timePerTask":46.27342475093377,"family":"Intelligence Index"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.723838471558836,"score":0.723838471558836,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.122,"score":0.122,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":905.4,"score":905.4,"outputTokensPerTask":15501.486363636364,"costPerTask":0.3714979554545454,"timePerTask":165.48856212864135,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.2027,"score":0.2027,"outputTokensPerTask":15501.486363636364,"costPerTask":0.3714979554545454,"timePerTask":165.48856212864135,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.340866290018832,"score":0.340866290018832,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.956140350877193,"score":0.956140350877193,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.134020618556701,"score":0.134020618556701,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.409090909090909,"score":0.409090909090909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.51310861423221,"score":0.51310861423221,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":45876.71212121212,"costPerTask":2.6022617,"timePerTask":489.764074620522,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.773333333333333,"score":0.773333333333333,"outputTokensPerTask":4334.48,"costPerTask":0.07220616,"timePerTask":46.27342475093377,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.787755102040816,"score":0.787755102040816,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.289620018535681,"score":0.289620018535681,"outputTokensPerTask":22311.450880444856,"costPerTask":0.0805264796107507,"timePerTask":238.18941220179124,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.892929292929293,"score":0.892929292929293,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.153392330383481,"score":0.153392330383481,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.772832369942197,"score":0.772832369942197,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.06886670023070866,"score":0.06886670023070866,"outputTokensPerTask":10552.674277016742,"costPerTask":0.48655925844748854,"timePerTask":112.65673831201174,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.3088630259623993,"score":0.3088630259623993,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":20.2887288009959,"score":20.2887288009959,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":16.30512926958091,"score":16.30512926958091,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":21.75801717084825,"score":21.75801717084825,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":22.077968645382157,"score":22.077968645382157,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":28.0761798154155,"score":28.0761798154155,"family":"Capability Index"}],"benchmarkCount":33,"raw":{"id":"0e66bae9-41f1-42fc-9276-ce8cb6f72919","slug":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B (Reasoning)","shortName":"Qwen3.5 397B A17B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-16","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":3186,"release":{"slug":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":397,"inferenceParametersActiveBillions":17,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-397B-A17B","microevalsEnabled":true,"intelligenceIndex":19.1073499294815,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":20.2887288009959,"strategyAndOps":16.30512926958091,"legal":21.75801717084825,"engineering":22.077968645382157,"economics":28.0761798154155},"omniscience":-30.75,"omniscienceBreakdown":{"accuracy":0.308,"hallucinationRate":0.8894508670520231},"harveyLab":0.723838471558836,"gdpPdfAllPass":0.122,"gdpval":905.4,"gdpvalNormalized":0.2027,"itBenchSre":0.340866290018832,"tau2":0.956140350877193,"tauBanking":0.134020618556701,"terminalbenchHard":0.409090909090909,"terminalBench21":0.51310861423221,"terminalBench40":0,"scicode":0.447916666666667,"lcr":0.773333333333333,"ifbench":0.787755102040816,"hle":0.289620018535681,"gpqa":0.892929292929293,"critpt":0.0170612244897959,"apexAgents":0.153392330383481,"mmmuPro":0.772832369942197,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.06886670023070866,"enterpriseOpsGym":0.3088630259623993,"price1mInputTokens":0.6,"price1mOutputTokens":3.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.615,"price1mBlended0To3To1":1.35,"price1mBlended7To2To1":0.9,"price1mBlended0To1To1":2.1,"price1mBlended100To1To1":0.6294117647058823,"price1mBlended0To100To1":0.6297029702970297,"intelligenceIndexTimePerTask":199.27157179617376,"intelligenceIndexCost":{"total":940.9678692,"input":598.6954932,"nonCacheInput":12.114073199999998,"cacheRead":0,"cacheWrite":586.58142,"output":342.27237599999995,"reasoning":286.6227552,"answer":55.6496208},"intelligenceIndexCostPerTask":{"cost":{"total":0.47457695829894075,"input":0.4073794441792204,"nonCacheInput":0.00818241117316254,"cacheRead":0,"cacheWrite":0.39919703300605786,"output":0.06719751411972026,"reasoning":0.031469974817920805,"answer":0.03572753930179947},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.11214348329670329},{"slug":"gdpval-aa","weightedCostPerTask":0.03714979554545454},{"slug":"automationbench-aa","weightedCostPerTask":0.02432796292237443},{"slug":"terminalbench-4-0","weightedCostPerTask":0.26022617000000003},{"slug":"scicode","weightedCostPerTask":0.0025959152083333335},{"slug":"humanitys-last-exam","weightedCostPerTask":0.00805264796107507},{"slug":"gdp-pdf","weightedCostPerTask":0.0077706114},{"slug":"critpt","weightedCostPerTask":0.01639848},{"slug":"omniscience","weightedCostPerTask":0.002301583965},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.003610308}]},"canonicalIntelligenceIndexTokenCount":{"input":997825822,"output":95075660,"answer":15458228,"reasoning":79617432},"intelligenceIndexOutputTokensPerTask":{"reasoning":8741.65967164467,"answer":9924.316472722072,"output":18665.97614436674},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":562.65,"outputTokensPerTask":19731.01098901099,"costPerTask":0.747623221978022,"timePerTask":210.64151922718466},{"slug":"gdpval-aa","score":905.4,"outputTokensPerTask":15501.486363636364,"costPerTask":0.3714979554545454,"timePerTask":165.48856212864135},{"slug":"automationbench-aa","score":0.06886670023070866,"outputTokensPerTask":10552.674277016742,"costPerTask":0.48655925844748854,"timePerTask":112.65673831201174},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":45876.71212121212,"costPerTask":2.6022617,"timePerTask":489.764074620522},{"slug":"scicode","score":0.447916666666667,"outputTokensPerTask":6764.184027777777,"costPerTask":0.025959152083333333,"timePerTask":72.21211324330557},{"slug":"humanitys-last-exam","score":0.289620018535681,"outputTokensPerTask":22311.450880444856,"costPerTask":0.0805264796107507,"timePerTask":238.18941220179124},{"slug":"gdp-pdf","score":0.122,"outputTokensPerTask":7644.54,"costPerTask":0.077706114,"timePerTask":81.61049224947473},{"slug":"critpt","score":0.0170612244897959,"outputTokensPerTask":45157.87142857143,"costPerTask":0.1639848,"timePerTask":482.0899774511227},{"slug":"omniscience","score":-30.75,"outputTokensPerTask":4242.282,"costPerTask":0.0153438931,"timePerTask":45.289150463086884},{"slug":"artificial-analysis-long-context-reasoning","score":0.773333333333333,"outputTokensPerTask":4334.48,"costPerTask":0.07220616,"timePerTask":46.27342475093377}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":562.65,"lower95ci":554.47,"upper95ci":570.1},"rubricPassRate":0.12121212121212122,"analyticalQuality":{"elo":385.59,"lower95ci":369.63,"upper95ci":400.73},"presentation":{"elo":576.45,"lower95ci":561.43,"upper95ci":592.3}},"briefcaseTotalCost":68.0337132,"timescaleData":{"medianOutputSpeed":85.1962618581287,"medianTimeToFirstChunk":2.13690373849999},"outputSpeedVariance":{"p05":74.2810656569871,"q25":79.475969343074,"median":85.1962618581287,"q75":87.2013663246591,"p95":94.3003543765273},"timeToFirstChunkVariance":{"p05":1.87105316290001,"q25":2.06860430675002,"median":2.13690373849999,"q75":2.3708356935,"p95":3.50047513285004},"performanceByPromptType":{"medium":{"medianOutputSpeed":86.346409011283,"medianTimeToFirstChunk":1.62930656449997,"medianTimeToFirstAnswerToken":38.527193071669956,"medianEndToEndResponseTime":44.317821839273535},"long":{"medianOutputSpeed":85.1962618581287,"medianTimeToFirstChunk":2.13690373849999,"medianTimeToFirstAnswerToken":39.53291068191988,"medianEndToEndResponseTime":45.4017127759908},"hundredK":{"medianOutputSpeed":93.4709789566174,"medianTimeToFirstChunk":5.77721746049997,"medianTimeToFirstAnswerToken":39.86266339852438,"medianEndToEndResponseTime":45.21191731221308},"mediumParallel":{"medianOutputSpeed":84.8585353842045,"medianTimeToFirstChunk":1.65913665549999,"medianTimeToFirstAnswerToken":39.20397508071089,"medianEndToEndResponseTime":45.096134281152025}},"endToEndResponseTime":{"input":2.13690373849999,"reasoning":37.39600694341989,"answer":5.868802094070919,"total":45.4017127759908},"timeToFirstAnswerToken":{"input":2.13690373849999,"reasoning":37.39600694341989,"total":39.53291068191988},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":10,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.5-397b-a17b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.5-397b-a17b","canonical_slug":"qwen/qwen3.5-397b-a17b-20260216","hugging_face_id":"Qwen/Qwen3.5-397B-A17B","name":"Qwen: Qwen3.5 397B A17B","created":1771223018,"description":"The Qwen3.5 series 397B-A17B native vision-language model is built on a hybrid architecture that integrates a linear attention mechanism with a sparse mixture-of-experts model, achieving higher inference efficiency. It delivers...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.00000055","completion":"0.0000035","input_cache_read":"0.000000225"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":0.6,"top_p":0.95,"top_k":20,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.5-397b-a17b-20260216/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1190,"win_rate":56.7,"rank":52},{"arena":"models","category":"codecategories","elo":1195,"win_rate":52.6,"rank":56},{"arena":"models","category":"dataviz","elo":1190,"win_rate":53.2,"rank":57},{"arena":"models","category":"gamedev","elo":1163,"win_rate":50.1,"rank":64},{"arena":"models","category":"svg","elo":1163,"win_rate":56.1,"rank":45},{"arena":"models","category":"uicomponent","elo":1178,"win_rate":51.4,"rank":64},{"arena":"models","category":"website","elo":1203,"win_rate":52.5,"rank":56}],"artificial_analysis":{"intelligence_index":19.1,"coding_index":48.2,"agentic_index":10.6}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Alibaba | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.00000039","completion":"0.00000234","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.50940581024545,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.000003","input_cache_read":"0.00000022","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","structured_outputs","logit_bias","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.16124469589816,"uptime_last_5m":97.0059880239521,"uptime_last_1d":98.14806659032854,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.0000005","completion":"0.0000036","input_cache_read":"0.0000003","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","tools","tool_choice","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.51381215469614,"uptime_last_5m":null,"uptime_last_1d":98.5837734037446,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DigitalOcean | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":131072,"pricing":{"prompt":"0.00000055","completion":"0.0000035","input_cache_read":"0.00000011","discount":0},"provider_name":"DigitalOcean","tag":"digitalocean","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","max_tokens","structured_outputs","response_format","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.06103286384976,"uptime_last_5m":100,"uptime_last_1d":97.83458438548548,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.00000055","completion":"0.0000035","input_cache_read":"0.000000225","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.34102141680395,"uptime_last_5m":98.63013698630137,"uptime_last_1d":98.09739813979783,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.00000055","completion":"0.0000035","input_cache_read":"0.00000055","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","logit_bias","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.89322381930184,"uptime_last_5m":96.61016949152543,"uptime_last_1d":93.9802295193728,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StreamLake | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":256000,"pricing":{"prompt":"0.0000006","completion":"0.0000036","input_cache_read":"0.00000012","discount":0},"provider_name":"StreamLake","tag":"streamlake","quantization":"unknown","max_completion_tokens":64000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","response_format","structured_outputs","logprobs","top_logprobs","max_tokens","temperature","top_p","stop","presence_penalty"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98,"uptime_last_5m":94.5945945945946,"uptime_last_1d":94.85690755610459,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"GMICloud | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.0000006","completion":"0.0000036","discount":0},"provider_name":"GMICloud","tag":"gmicloud/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","tools","tool_choice","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":90.6002127336271,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":262144,"pricing":{"prompt":"0.0000006","completion":"0.0000036","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.4486560992419,"uptime_last_5m":100,"uptime_last_1d":96.89410180542514,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.5-397b-a17b-20260216","model_id":"qwen/qwen3.5-397b-a17b","model_name":"Qwen: Qwen3.5 397B A17B","context_length":128000,"pricing":{"prompt":"0.00000075","completion":"0.0000045","discount":0},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.0909090909091,"uptime_last_5m":98.36065573770492,"uptime_last_1d":91.635687732342,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":10,"endpointError":null}},{"id":"30c9ba61-d0a1-4794-938e-35865f379d15","slug":"qwen3-5-4b-non-reasoning","name":"Qwen3.5 4B (Non-reasoning)","shortName":"Qwen3.5 4B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-4b-non-reasoning","releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-5-4b","name":"Qwen3.5 4B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":4.66,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":10.812307683746,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":18.721686281595,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.03,"price1mOutputTokens":0.15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.750427444499991,"timeToFirstAnswerTokenMs":0.750427444499991,"endToEndMs":27.457423410538702}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-74.73333333333333,"score":-74.73333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.87719298245614,"score":0.87719298245614,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0432989690721649,"score":0.0432989690721649,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.113636363636364,"score":0.113636363636364,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.213483146067416,"score":0.213483146067416,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.346666666666667,"score":0.346666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.33265306122449,"score":0.33265306122449,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0797034291010195,"score":0.0797034291010195,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.712121212121212,"score":0.712121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.620809248554913,"score":0.620809248554913,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"30c9ba61-d0a1-4794-938e-35865f379d15","slug":"qwen3-5-4b-non-reasoning","name":"Qwen3.5 4B (Non-reasoning)","shortName":"Qwen3.5 4B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-5-4b","name":"Qwen3.5 4B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":4.66,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-4B","microevalsEnabled":false,"intelligenceIndex":10.812307683746,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-74.73333333333333,"omniscienceBreakdown":{"accuracy":0.11216666666666666,"hallucinationRate":0.9680871034353294},"gdpval":null,"itBenchSre":null,"tau2":0.87719298245614,"tauBanking":0.0432989690721649,"terminalbenchHard":0.113636363636364,"terminalBench21":0.213483146067416,"terminalBench40":null,"scicode":null,"lcr":0.346666666666667,"ifbench":0.33265306122449,"hle":0.0797034291010195,"gpqa":0.712121212121212,"critpt":0,"apexAgents":null,"mmmuPro":0.620809248554913,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.03,"price1mOutputTokens":0.15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.06,"price1mBlended7To2To1":0.042,"price1mBlended0To1To1":0.09,"price1mBlended100To1To1":0.03117647058823529,"price1mBlended0To100To1":0.031188118811881188,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":18.721686281595,"medianTimeToFirstChunk":0.750427444499991},"outputSpeedVariance":{"p05":8.49093183370441,"q25":11.6117143286932,"median":18.721686281595,"q75":28.1340029341767,"p95":42.859977673408},"timeToFirstChunkVariance":{"p05":0.583616662749989,"q25":0.688020033249984,"median":0.750427444499991,"q75":0.809144027999956,"p95":1.22213249070004},"performanceByPromptType":{"medium":{"medianOutputSpeed":19.2161767245614,"medianTimeToFirstChunk":0.500205584000006,"medianTimeToFirstAnswerToken":0.500205584000006,"medianEndToEndResponseTime":26.51994963438224},"long":{"medianOutputSpeed":18.721686281595,"medianTimeToFirstChunk":0.750427444499991,"medianTimeToFirstAnswerToken":0.750427444499991,"medianEndToEndResponseTime":27.457423410538702},"hundredK":{"medianOutputSpeed":47.1277697560615,"medianTimeToFirstChunk":4.69772905400004,"medianTimeToFirstAnswerToken":4.69772905400004,"medianEndToEndResponseTime":15.307185062380128},"mediumParallel":{"medianOutputSpeed":12.5713419993076,"medianTimeToFirstChunk":0.666423737999907,"medianTimeToFirstAnswerToken":0.666423737999907,"medianEndToEndResponseTime":40.43942490426671}},"endToEndResponseTime":{"input":0.750427444499991,"reasoning":0,"answer":26.70699596603871,"total":27.457423410538702},"timeToFirstAnswerToken":{"input":0.750427444499991,"reasoning":0,"total":0.750427444499991},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"651ef7ae-9a8f-477e-9c8e-460aa156ba02","slug":"qwen3-5-4b","name":"Qwen3.5 4B (Reasoning)","shortName":"Qwen3.5 4B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-4b","releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-5-4b","name":"Qwen3.5 4B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":4.66,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":13.1248174602542,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":18.1213534534751,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.03,"price1mOutputTokens":0.15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.859798607499969,"timeToFirstAnswerTokenMs":111.22683080158058,"endToEndMs":138.81858885010075}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-58.35,"score":-58.35,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.921052631578947,"score":0.921052631578947,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0680412371134021,"score":0.0680412371134021,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.181818181818182,"score":0.181818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.258426966292135,"score":0.258426966292135,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.63,"score":0.63,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.519727891156463,"score":0.519727891156463,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0991658943466172,"score":0.0991658943466172,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.770707070707071,"score":0.770707070707071,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.653757225433526,"score":0.653757225433526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":11,"raw":{"id":"651ef7ae-9a8f-477e-9c8e-460aa156ba02","slug":"qwen3-5-4b","name":"Qwen3.5 4B (Reasoning)","shortName":"Qwen3.5 4B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-5-4b","name":"Qwen3.5 4B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":4.66,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-4B","microevalsEnabled":false,"intelligenceIndex":13.1248174602542,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-58.35,"omniscienceBreakdown":{"accuracy":0.15116666666666667,"hallucinationRate":0.8655016689573924},"gdpval":null,"itBenchSre":null,"tau2":0.921052631578947,"tauBanking":0.0680412371134021,"terminalbenchHard":0.181818181818182,"terminalBench21":0.258426966292135,"terminalBench40":null,"scicode":null,"lcr":0.63,"ifbench":0.519727891156463,"hle":0.0991658943466172,"gpqa":0.770707070707071,"critpt":0,"apexAgents":null,"mmmuPro":0.653757225433526,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.03,"price1mOutputTokens":0.15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.06,"price1mBlended7To2To1":0.042,"price1mBlended0To1To1":0.09,"price1mBlended100To1To1":0.03117647058823529,"price1mBlended0To100To1":0.031188118811881188,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":18.1213534534751,"medianTimeToFirstChunk":0.859798607499969},"outputSpeedVariance":{"p05":8.74237818749698,"q25":14.1337129809488,"median":18.1213534534751,"q75":25.3663990895632,"p95":44.763877089131},"timeToFirstChunkVariance":{"p05":0.585267142999998,"q25":0.700551033500006,"median":0.859798607499969,"q75":1.15955257599999,"p95":2.67601410565003},"performanceByPromptType":{"medium":{"medianOutputSpeed":24.7145471176098,"medianTimeToFirstChunk":0.489576787000033,"medianTimeToFirstAnswerToken":81.41357634412502,"medianEndToEndResponseTime":101.64457623340626},"long":{"medianOutputSpeed":18.1213534534751,"medianTimeToFirstChunk":0.859798607499969,"medianTimeToFirstAnswerToken":111.22683080158058,"medianEndToEndResponseTime":138.81858885010075},"hundredK":{"medianOutputSpeed":28.8462938396395,"medianTimeToFirstChunk":5.59083436,"medianTimeToFirstAnswerToken":74.92383121284612,"medianEndToEndResponseTime":92.25708042605766},"mediumParallel":{"medianOutputSpeed":14.2351568180446,"medianTimeToFirstChunk":0.714471183500009,"medianTimeToFirstAnswerToken":141.21169404969166,"medianEndToEndResponseTime":176.33599976623958}},"endToEndResponseTime":{"input":0.859798607499969,"reasoning":110.36703219408061,"answer":27.591758048520152,"total":138.81858885010075},"timeToFirstAnswerToken":{"input":0.859798607499969,"reasoning":110.36703219408061,"total":111.22683080158058},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"20da3b31-fc0a-4359-abec-d59367bf1d9f","slug":"qwen3-5-9b-non-reasoning","name":"Qwen3.5 9B (Non-reasoning)","shortName":"Qwen3.5 9B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-9b-non-reasoning","releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-5-9b","name":"Qwen3.5 9B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":9.65,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":13.2659955355465,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":86.5503815861202,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.17,"price1mOutputTokens":0.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":0.736340274499987,"timeToFirstAnswerTokenMs":0.736340274499987,"endToEndMs":6.5133223147522905}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-70.7,"score":-70.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.850877192982456,"score":0.850877192982456,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.181818181818182,"score":0.181818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.213483146067416,"score":0.213483146067416,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.46,"score":0.46,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.378231292517007,"score":0.378231292517007,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0936051899907322,"score":0.0936051899907322,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.785858585858586,"score":0.785858585858586,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00571428571428571,"score":0.00571428571428571,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.667630057803468,"score":0.667630057803468,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"20da3b31-fc0a-4359-abec-d59367bf1d9f","slug":"qwen3-5-9b-non-reasoning","name":"Qwen3.5 9B (Non-reasoning)","shortName":"Qwen3.5 9B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-5-9b","name":"Qwen3.5 9B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":9.65,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-9B","microevalsEnabled":false,"intelligenceIndex":13.2659955355465,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-70.7,"omniscienceBreakdown":{"accuracy":0.13983333333333334,"hallucinationRate":0.9844991280759543},"gdpval":null,"itBenchSre":null,"tau2":0.850877192982456,"tauBanking":null,"terminalbenchHard":0.181818181818182,"terminalBench21":0.213483146067416,"terminalBench40":null,"scicode":null,"lcr":0.46,"ifbench":0.378231292517007,"hle":0.0936051899907322,"gpqa":0.785858585858586,"critpt":0.00571428571428571,"apexAgents":null,"mmmuPro":0.667630057803468,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.17,"price1mOutputTokens":0.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.19,"price1mBlended7To2To1":0.17800000000000002,"price1mBlended0To1To1":0.21000000000000002,"price1mBlended100To1To1":0.17078431372549022,"price1mBlended0To100To1":0.1707920792079208,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":86.5503815861202,"medianTimeToFirstChunk":0.736340274499987},"outputSpeedVariance":{"p05":57.9610340284104,"q25":68.6017856358512,"median":86.5503815861202,"q75":103.278751410475,"p95":112.010780349241},"timeToFirstChunkVariance":{"p05":0.600534314849986,"q25":0.655455309250016,"median":0.736340274499987,"q75":0.938170923000002,"p95":1.65226260934997},"performanceByPromptType":{"medium":{"medianOutputSpeed":92.6687006293122,"medianTimeToFirstChunk":0.450533190000016,"medianTimeToFirstAnswerToken":0.450533190000016,"medianEndToEndResponseTime":5.846098214700968},"long":{"medianOutputSpeed":86.5503815861202,"medianTimeToFirstChunk":0.736340274499987,"medianTimeToFirstAnswerToken":0.736340274499987,"medianEndToEndResponseTime":6.5133223147522905},"hundredK":{"medianOutputSpeed":98.1481724656871,"medianTimeToFirstChunk":5.80372238299998,"medianTimeToFirstAnswerToken":5.80372238299998,"medianEndToEndResponseTime":10.898060743449854},"mediumParallel":{"medianOutputSpeed":84.7198413728409,"medianTimeToFirstChunk":0.476471422999964,"medianTimeToFirstAnswerToken":0.476471422999964,"medianEndToEndResponseTime":6.378276618781264}},"endToEndResponseTime":{"input":0.736340274499987,"reasoning":0,"answer":5.776982040252303,"total":6.5133223147522905},"timeToFirstAnswerToken":{"input":0.736340274499987,"reasoning":0,"total":0.736340274499987},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.5-9b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.5-9b","canonical_slug":"qwen/qwen3.5-9b-20260310","hugging_face_id":"Qwen/Qwen3.5-9B","name":"Qwen: Qwen3.5-9B","created":1773152396,"description":"Qwen3.5-9B is a multimodal foundation model from the Qwen3.5 family, designed to deliver strong reasoning, coding, and visual understanding in an efficient 9B-parameter architecture. It uses a unified vision-language design...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.00000015"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.5-9b-20260310/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":28.7,"agentic_index":null}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Darkbloom | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":262144,"pricing":{"prompt":"0.00000005","completion":"0.0000001","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp4","quantization":"fp4","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.72489683631362,"uptime_last_5m":100,"uptime_last_1d":99.86996382233716,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000015","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":-5,"uptime_last_30m":45.62584118438762,"uptime_last_5m":100,"uptime_last_1d":95.24212461040284,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000015","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","tools","tool_choice","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.83443708609272,"uptime_last_5m":100,"uptime_last_1d":99.87072156518984,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":256000,"pricing":{"prompt":"0.0000001","completion":"0.00000015","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.55342422320862,"uptime_last_5m":95.7905544147844,"uptime_last_1d":98.89458247021064,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000025","discount":0},"provider_name":"Parasail","tag":"parasail/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.89449312739956,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":262144,"pricing":{"prompt":"0.00000017","completion":"0.00000025","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","tools","tool_choice","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.49504950495049,"uptime_last_5m":97.23320158102767,"uptime_last_1d":95.3919142599328,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"2d28a13a-096e-475a-beb8-26bbd1c7d51c","slug":"qwen3-5-9b","name":"Qwen3.5 9B (Reasoning)","shortName":"Qwen3.5 9B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-9b","releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-5-9b","name":"Qwen3.5 9B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":9.65,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":13.6541001649716,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":68.8857087425941,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.135,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.11031251,"timeToFirstAnswerTokenMs":30.143910864535616,"endToEndMs":37.40231045316952}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-53.46666666666667,"score":-53.46666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":588.42,"score":588.42,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.04420999999999998,"score":0.04420999999999998,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.868421052631579,"score":0.868421052631579,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0701030927835052,"score":0.0701030927835052,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.242424242424242,"score":0.242424242424242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.292134831460674,"score":0.292134831460674,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.7,"score":0.7,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.66734693877551,"score":0.66734693877551,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.149212233549583,"score":0.149212233549583,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.806060606060606,"score":0.806060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.692485549132948,"score":0.692485549132948,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"2d28a13a-096e-475a-beb8-26bbd1c7d51c","slug":"qwen3-5-9b","name":"Qwen3.5 9B (Reasoning)","shortName":"Qwen3.5 9B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-5-9b","name":"Qwen3.5 9B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":9.65,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.5-9B","microevalsEnabled":false,"intelligenceIndex":13.6541001649716,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-53.46666666666667,"omniscienceBreakdown":{"accuracy":0.16416666666666666,"hallucinationRate":0.8360917248255234},"gdpval":588.42,"gdpvalNormalized":0.04420999999999998,"itBenchSre":null,"tau2":0.868421052631579,"tauBanking":0.0701030927835052,"terminalbenchHard":0.242424242424242,"terminalBench21":0.292134831460674,"terminalBench40":null,"scicode":null,"lcr":0.7,"ifbench":0.66734693877551,"hle":0.149212233549583,"gpqa":0.806060606060606,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.692485549132948,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.135,"price1mOutputTokens":0.2,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15125,"price1mBlended7To2To1":0.14150000000000001,"price1mBlended0To1To1":0.1675,"price1mBlended100To1To1":0.13563725490196077,"price1mBlended0To100To1":0.13564356435643563,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":68.8857087425941,"medianTimeToFirstChunk":1.11031251},"outputSpeedVariance":{"p05":25.8136603627683,"q25":48.2583898572241,"median":68.8857087425941,"q75":89.0151360157484,"p95":110.529268561303},"timeToFirstChunkVariance":{"p05":0.633362213400051,"q25":0.712233427000001,"median":1.11031251,"q75":2.12643850099994,"p95":3.58971089559996},"performanceByPromptType":{"medium":{"medianOutputSpeed":69.2333597877949,"medianTimeToFirstChunk":0.808036905999984,"medianTimeToFirstAnswerToken":29.69584483746742,"medianEndToEndResponseTime":36.91779682033428},"long":{"medianOutputSpeed":68.8857087425941,"medianTimeToFirstChunk":1.11031251,"medianTimeToFirstAnswerToken":30.143910864535616,"medianEndToEndResponseTime":37.40231045316952},"hundredK":{"medianOutputSpeed":72.1567926791368,"medianTimeToFirstChunk":9.84087284950001,"medianTimeToFirstAnswerToken":37.55829106809378,"medianEndToEndResponseTime":44.48764562274222},"mediumParallel":{"medianOutputSpeed":78.3624844509849,"medianTimeToFirstChunk":0.769062269999949,"medianTimeToFirstAnswerToken":26.291479202186217,"medianEndToEndResponseTime":32.672083435232786}},"endToEndResponseTime":{"input":1.11031251,"reasoning":29.033598354535616,"answer":7.258399588633904,"total":37.40231045316952},"timeToFirstAnswerToken":{"input":1.11031251,"reasoning":29.033598354535616,"total":30.143910864535616},"performanceDataSource":{"type":"median"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.5-9b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.5-9b","canonical_slug":"qwen/qwen3.5-9b-20260310","hugging_face_id":"Qwen/Qwen3.5-9B","name":"Qwen: Qwen3.5-9B","created":1773152396,"description":"Qwen3.5-9B is a multimodal foundation model from the Qwen3.5 family, designed to deliver strong reasoning, coding, and visual understanding in an efficient 9B-parameter architecture. It uses a unified vision-language design...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.00000015"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.5-9b-20260310/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":null,"coding_index":28.7,"agentic_index":null}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Darkbloom | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":262144,"pricing":{"prompt":"0.00000005","completion":"0.0000001","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp4","quantization":"fp4","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.72489683631362,"uptime_last_5m":100,"uptime_last_1d":99.86996382233716,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000015","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","response_format","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":-5,"uptime_last_30m":45.62584118438762,"uptime_last_5m":100,"uptime_last_1d":95.24212461040284,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000015","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","structured_outputs","tools","tool_choice","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":99.83443708609272,"uptime_last_5m":100,"uptime_last_1d":99.87072156518984,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":256000,"pricing":{"prompt":"0.0000001","completion":"0.00000015","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.55342422320862,"uptime_last_5m":95.7905544147844,"uptime_last_1d":98.89458247021064,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000025","discount":0},"provider_name":"Parasail","tag":"parasail/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.89449312739956,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | qwen/qwen3.5-9b-20260310","model_id":"qwen/qwen3.5-9b","model_name":"Qwen: Qwen3.5-9B","context_length":262144,"pricing":{"prompt":"0.00000017","completion":"0.00000025","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","tools","tool_choice","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.49504950495049,"uptime_last_5m":97.23320158102767,"uptime_last_1d":95.3919142599328,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"6f3534b1-1168-472e-b3e3-23ab521504f5","slug":"qwen3-5-omni-flash","name":"Qwen3.5 Omni Flash","shortName":"Qwen3.5 Omni Flash","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-omni-flash","releaseDate":"2026-03-30","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-5-omni-flash","name":"Qwen3.5 Omni Flash"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":null,"intelligenceIndex":12.4740069826994,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":true,"Video":false},"operationalMetrics":{"outputTokensPerSecond":219.078318812457,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":1.8477530975,"timeToFirstAnswerTokenMs":1.8477530975,"endToEndMs":4.1300419278612885}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-65.06666666666666,"score":-65.06666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.845029239766082,"score":0.845029239766082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0833333333333333,"score":0.0833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.52,"score":0.52,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.379591836734694,"score":0.379591836734694,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0759962928637627,"score":0.0759962928637627,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.742424242424242,"score":0.742424242424242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.647398843930636,"score":0.647398843930636,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"6f3534b1-1168-472e-b3e3-23ab521504f5","slug":"qwen3-5-omni-flash","name":"Qwen3.5 Omni Flash","shortName":"Qwen3.5 Omni Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-30","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-5-omni-flash","name":"Qwen3.5 Omni Flash"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":12.4740069826994,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-65.06666666666666,"omniscienceBreakdown":{"accuracy":0.1465,"hallucinationRate":0.9339972661589533},"gdpval":null,"itBenchSre":null,"tau2":0.845029239766082,"tauBanking":null,"terminalbenchHard":0.0833333333333333,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.52,"ifbench":0.379591836734694,"hle":0.0759962928637627,"gpqa":0.742424242424242,"critpt":0,"apexAgents":null,"mmmuPro":0.647398843930636,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.275,"price1mBlended7To2To1":0.17,"price1mBlended0To1To1":0.45,"price1mBlended100To1To1":0.10686274509803922,"price1mBlended0To100To1":0.10693069306930694,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":219.078318812457,"medianTimeToFirstChunk":1.8477530975},"outputSpeedVariance":{"p05":179.311718425234,"q25":194.545394006431,"median":219.078318812457,"q75":246.24204403204,"p95":299.349035420549},"timeToFirstChunkVariance":{"p05":1.75680812844996,"q25":1.79154706549999,"median":1.8477530975,"q75":1.93371062174994,"p95":2.22559701755},"performanceByPromptType":{"medium":{"medianOutputSpeed":235.22450161004,"medianTimeToFirstChunk":0.913199529999992,"medianTimeToFirstAnswerToken":0.913199529999992,"medianEndToEndResponseTime":3.03882843590755},"long":{"medianOutputSpeed":219.078318812457,"medianTimeToFirstChunk":1.8477530975,"medianTimeToFirstAnswerToken":1.8477530975,"medianEndToEndResponseTime":4.1300419278612885},"hundredK":{"medianOutputSpeed":249.376763288025,"medianTimeToFirstChunk":11.152461164,"medianTimeToFirstAnswerToken":11.152461164,"medianEndToEndResponseTime":13.157459518327466},"mediumParallel":{"medianOutputSpeed":205.237393718482,"medianTimeToFirstChunk":1.10532012599993,"medianTimeToFirstAnswerToken":1.10532012599993,"medianEndToEndResponseTime":3.5415233487217845}},"endToEndResponseTime":{"input":1.8477530975,"reasoning":0,"answer":2.2822888303612885,"total":4.1300419278612885},"timeToFirstAnswerToken":{"input":1.8477530975,"reasoning":0,"total":1.8477530975},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":true,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"0179b427-93dc-415c-bb4c-f980ddf8d088","slug":"qwen3-5-omni-plus","name":"Qwen3.5 Omni Plus","shortName":"Qwen3.5 Omni Plus","sourceUrl":"https://artificialanalysis.ai/models/qwen3-5-omni-plus","releaseDate":"2026-03-30","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-5-omni-plus","name":"Qwen3.5 Omni Plus"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"intelligenceIndex":20.3839890713777,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":true,"Video":false},"operationalMetrics":{"outputTokensPerSecond":90.7884011124305,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.4,"price1mOutputTokens":4.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.08200890750001,"timeToFirstAnswerTokenMs":2.08200890750001,"endToEndMs":7.589320346775278}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-13.116666666666667,"score":-13.116666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.883040935672515,"score":0.883040935672515,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.212121212121212,"score":0.212121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.636666666666667,"score":0.636666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.51156462585034,"score":0.51156462585034,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.148748841519926,"score":0.148748841519926,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.826262626262626,"score":0.826262626262626,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00563265306122449,"score":0.00563265306122449,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.705202312138728,"score":0.705202312138728,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"0179b427-93dc-415c-bb4c-f980ddf8d088","slug":"qwen3-5-omni-plus","name":"Qwen3.5 Omni Plus","shortName":"Qwen3.5 Omni Plus","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-30","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-5-omni-plus","name":"Qwen3.5 Omni Plus"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":20.3839890713777,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-13.116666666666667,"omniscienceBreakdown":{"accuracy":0.17433333333333334,"hallucinationRate":0.37000403714170366},"gdpval":null,"itBenchSre":null,"tau2":0.883040935672515,"tauBanking":null,"terminalbenchHard":0.212121212121212,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.636666666666667,"ifbench":0.51156462585034,"hle":0.148748841519926,"gpqa":0.826262626262626,"critpt":0.00563265306122449,"apexAgents":null,"mmmuPro":0.705202312138728,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.4,"price1mOutputTokens":4.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.5,"price1mBlended7To2To1":0.8400000000000001,"price1mBlended0To1To1":2.6,"price1mBlended100To1To1":0.44313725490196076,"price1mBlended0To100To1":0.4435643564356435,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":90.7884011124305,"medianTimeToFirstChunk":2.08200890750001},"outputSpeedVariance":{"p05":58.4442544467979,"q25":74.6643982997438,"median":90.7884011124305,"q75":98.6680459560484,"p95":119.916805010475},"timeToFirstChunkVariance":{"p05":1.97591326620004,"q25":2.0427701467499,"median":2.08200890750001,"q75":2.29351398550004,"p95":3.07282956009999},"performanceByPromptType":{"medium":{"medianOutputSpeed":86.0500177979827,"medianTimeToFirstChunk":1.19231903750003,"medianTimeToFirstAnswerToken":1.19231903750003,"medianEndToEndResponseTime":7.00289308263081},"long":{"medianOutputSpeed":90.7884011124305,"medianTimeToFirstChunk":2.08200890750001,"medianTimeToFirstAnswerToken":2.08200890750001,"medianEndToEndResponseTime":7.589320346775278},"hundredK":{"medianOutputSpeed":147.038128789673,"medianTimeToFirstChunk":9.21639135950001,"medianTimeToFirstAnswerToken":9.21639135950001,"medianEndToEndResponseTime":12.616869889223498},"mediumParallel":{"medianOutputSpeed":68.4274638548117,"medianTimeToFirstChunk":1.26644278500004,"medianTimeToFirstAnswerToken":1.26644278500004,"medianEndToEndResponseTime":8.573450407858779}},"endToEndResponseTime":{"input":2.08200890750001,"reasoning":0,"answer":5.507311439275268,"total":7.589320346775278},"timeToFirstAnswerToken":{"input":2.08200890750001,"reasoning":0,"total":2.08200890750001},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":true,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"3b156101-b0d7-4438-b350-2d1f1168f40a","slug":"qwen3-6-27b-non-reasoning","name":"Qwen3.6 27B (Non-reasoning)","shortName":"Qwen3.6 27B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-6-27b-non-reasoning","releaseDate":"2026-04-22","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-6-27b","name":"Qwen3.6 27B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":19.8288203580036,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":57.1169314917546,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.6,"price1mOutputTokens":3.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.56889793500002,"timeToFirstAnswerTokenMs":3.56889793500002,"endToEndMs":12.322869602266145}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-53.2,"score":-53.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1042.8,"score":1042.8,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.2714,"score":0.2714,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.935672514619883,"score":0.935672514619883,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0927835051546392,"score":0.0927835051546392,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.212121212121212,"score":0.212121212121212,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.51310861423221,"score":0.51310861423221,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.666666666666667,"score":0.666666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.457142857142857,"score":0.457142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.150602409638554,"score":0.150602409638554,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.829292929292929,"score":0.829292929292929,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.717341040462428,"score":0.717341040462428,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"3b156101-b0d7-4438-b350-2d1f1168f40a","slug":"qwen3-6-27b-non-reasoning","name":"Qwen3.6 27B (Non-reasoning)","shortName":"Qwen3.6 27B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-22","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-6-27b","name":"Qwen3.6 27B"},"deprecated":true,"deprecatedTo":"qwen3-8-27b-non-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.6-27B","microevalsEnabled":false,"intelligenceIndex":19.8288203580036,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-53.2,"omniscienceBreakdown":{"accuracy":0.16716666666666666,"hallucinationRate":0.8395037022213327},"gdpval":1042.8,"gdpvalNormalized":0.2714,"itBenchSre":null,"tau2":0.935672514619883,"tauBanking":0.0927835051546392,"terminalbenchHard":0.212121212121212,"terminalBench21":0.51310861423221,"terminalBench40":null,"scicode":null,"lcr":0.666666666666667,"ifbench":0.457142857142857,"hle":0.150602409638554,"gpqa":0.829292929292929,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":0.717341040462428,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.6,"price1mOutputTokens":3.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.615,"price1mBlended0To3To1":1.35,"price1mBlended7To2To1":0.9,"price1mBlended0To1To1":2.1,"price1mBlended100To1To1":0.6294117647058823,"price1mBlended0To100To1":0.6297029702970297,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":57.1169314917546,"medianTimeToFirstChunk":3.56889793500002},"outputSpeedVariance":{"p05":49.2503853383496,"q25":51.7716288073132,"median":57.1169314917546,"q75":64.7704947766578,"p95":70.217637957226},"timeToFirstChunkVariance":{"p05":3.49882297014997,"q25":3.53118498099996,"median":3.56889793500002,"q75":3.76541923375001,"p95":4.0213985104},"performanceByPromptType":{"medium":{"medianOutputSpeed":64.2413603031809,"medianTimeToFirstChunk":1.50570357049998,"medianTimeToFirstAnswerToken":1.50570357049998,"medianEndToEndResponseTime":9.288851337612916},"long":{"medianOutputSpeed":57.1169314917546,"medianTimeToFirstChunk":3.56889793500002,"medianTimeToFirstAnswerToken":3.56889793500002,"medianEndToEndResponseTime":12.322869602266145},"hundredK":{"medianOutputSpeed":64.4526970752916,"medianTimeToFirstChunk":32.9138881895,"medianTimeToFirstAnswerToken":32.9138881895,"medianEndToEndResponseTime":40.671515452419904},"mediumParallel":{"medianOutputSpeed":61.420502829919,"medianTimeToFirstChunk":1.259332236,"medianTimeToFirstAnswerToken":1.259332236,"medianEndToEndResponseTime":9.399936382217463}},"endToEndResponseTime":{"input":3.56889793500002,"reasoning":0,"answer":8.753971667266125,"total":12.322869602266145},"timeToFirstAnswerToken":{"input":3.56889793500002,"reasoning":0,"total":3.56889793500002},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":5,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.6-27b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.6-27b","canonical_slug":"qwen/qwen3.6-27b-20260422","hugging_face_id":"Qwen/Qwen3.6-27B","name":"Qwen: Qwen3.6 27B","created":1777255064,"description":"Qwen3.6 27B is a dense 27-billion-parameter language model from the Qwen Team at Alibaba, released in April 2026. It features hybrid multimodal capabilities — accepting text, image, and video inputs...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.000002","input_cache_read":"0.00000003"},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.6-27b-20260422/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":21.9,"coding_index":53.7,"agentic_index":20.1}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Chutes | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.000002","input_cache_read":"0.00000003","discount":0},"provider_name":"Chutes","tag":"chutes/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":83.43023255813954,"uptime_last_5m":null,"uptime_last_1d":96.4996601611807,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.0000032","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":93.16770186335404,"uptime_last_5m":88.57142857142857,"uptime_last_1d":94.20090180360722,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":262144,"pricing":{"prompt":"0.00000032","completion":"0.0000027","input_cache_read":"0.00000015","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":262140,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":92.52173913043478,"uptime_last_5m":null,"uptime_last_1d":99.20767082079931,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":262144,"pricing":{"prompt":"0.00000032","completion":"0.0000032","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","logit_bias","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.42767295597484,"uptime_last_5m":99.01960784313727,"uptime_last_1d":99.89472298986709,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":256000,"pricing":{"prompt":"0.000000325","completion":"0.00000325","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tool_choice","tools","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.43753700414446,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.0000027","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","top_logprobs","logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.80239520958084,"uptime_last_5m":null,"uptime_last_1d":99.93550467591099,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"8c29d66d-bf98-4ea3-8572-5409353ecc66","slug":"qwen3-6-27b","name":"Qwen3.6 27B (Reasoning)","shortName":"Qwen3.6 27B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-6-27b","releaseDate":"2026-04-22","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-6-27b","name":"Qwen3.6 27B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":21.9050652240782,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":22.000175710568634,"strategyAndOps":17.703321293935804,"legal":23.88947275473734,"engineering":23.73551703296704,"economics":31.99240224358975},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":58.1188997435298,"canonicalInputTokens":921957102,"canonicalOutputTokens":164495155,"outputTokensPerTask":32287.31401968609,"answerTokensPerTask":13455.357283987629,"reasoningTokensPerTask":18831.956735698463,"price1mInputTokens":0.6,"price1mOutputTokens":3.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.621236893699357,"latency":{"timeToFirstChunkMs":3.70122230399997,"timeToFirstAnswerTokenMs":101.36308488308109,"endToEndMs":109.9661383167563}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":812.14,"score":812.14,"outputTokensPerTask":37422.395604395606,"costPerTask":1.0466032021978022,"timePerTask":610.6585654480865,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1068.87,"score":1068.87,"outputTokensPerTask":25779.55,"costPerTask":0.4417119681818181,"timePerTask":420.6706376394598,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.11045223588713587,"score":0.11045223588713587,"outputTokensPerTask":31037.98782343988,"costPerTask":0.37883434246575337,"timePerTask":506.4778139545587,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":117047.09090909091,"costPerTask":3.5353044818181822,"timePerTask":1909.9741603934551,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.428240740740741,"score":0.428240740740741,"outputTokensPerTask":5032.746527777777,"costPerTask":0.019682327083333336,"timePerTask":82.12434627129082,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.230769230769231,"score":0.230769230769231,"outputTokensPerTask":29975.15987025023,"costPerTask":0.10809603225208525,"timePerTask":489.1345898575775,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.11,"score":0.11,"outputTokensPerTask":10318.25,"costPerTask":0.09027726,"timePerTask":168.37317978100302,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0114285714285714,"score":0.0114285714285714,"outputTokensPerTask":47805.828571428574,"costPerTask":0.17462339142857142,"timePerTask":780.0954007352947,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-20.016666666666666,"score":-20.016666666666666,"outputTokensPerTask":9427.141333333333,"costPerTask":0.0340094078,"timePerTask":153.83207060676546,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.773333333333333,"score":0.773333333333333,"outputTokensPerTask":2242.43,"costPerTask":0.06467478,"timePerTask":36.591967585231465,"family":"Intelligence Index"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.822984512954118,"score":0.822984512954118,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.11,"score":0.11,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1068.87,"score":1068.87,"outputTokensPerTask":25779.55,"costPerTask":0.4417119681818181,"timePerTask":420.6706376394598,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.28443499999999994,"score":0.28443499999999994,"outputTokensPerTask":25779.55,"costPerTask":0.4417119681818181,"timePerTask":420.6706376394598,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.941520467836257,"score":0.941520467836257,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.167010309278351,"score":0.167010309278351,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.348484848484849,"score":0.348484848484849,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.606741573033708,"score":0.606741573033708,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":117047.09090909091,"costPerTask":3.5353044818181822,"timePerTask":1909.9741603934551,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.773333333333333,"score":0.773333333333333,"outputTokensPerTask":2242.43,"costPerTask":0.06467478,"timePerTask":36.591967585231465,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.675510204081633,"score":0.675510204081633,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.230769230769231,"score":0.230769230769231,"outputTokensPerTask":29975.15987025023,"costPerTask":0.10809603225208525,"timePerTask":489.1345898575775,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.842424242424242,"score":0.842424242424242,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.746242774566474,"score":0.746242774566474,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.11045223588713587,"score":0.11045223588713587,"outputTokensPerTask":31037.98782343988,"costPerTask":0.37883434246575337,"timePerTask":506.4778139545587,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":22.000175710568634,"score":22.000175710568634,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":17.703321293935804,"score":17.703321293935804,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":23.88947275473734,"score":23.88947275473734,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":23.73551703296704,"score":23.73551703296704,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":31.99240224358975,"score":31.99240224358975,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"8c29d66d-bf98-4ea3-8572-5409353ecc66","slug":"qwen3-6-27b","name":"Qwen3.6 27B (Reasoning)","shortName":"Qwen3.6 27B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-22","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":5676,"release":{"slug":"qwen3-6-27b","name":"Qwen3.6 27B"},"deprecated":true,"deprecatedTo":"qwen3-8-27b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.6-27B","microevalsEnabled":true,"intelligenceIndex":21.9050652240782,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":22.000175710568634,"strategyAndOps":17.703321293935804,"legal":23.88947275473734,"engineering":23.73551703296704,"economics":31.99240224358975},"omniscience":-20.016666666666666,"omniscienceBreakdown":{"accuracy":0.196,"hallucinationRate":0.49274461028192373},"harveyLab":0.822984512954118,"gdpPdfAllPass":0.11,"gdpval":1068.87,"gdpvalNormalized":0.28443499999999994,"itBenchSre":null,"tau2":0.941520467836257,"tauBanking":0.167010309278351,"terminalbenchHard":0.348484848484849,"terminalBench21":0.606741573033708,"terminalBench40":0,"scicode":0.428240740740741,"lcr":0.773333333333333,"ifbench":0.675510204081633,"hle":0.230769230769231,"gpqa":0.842424242424242,"critpt":0.0114285714285714,"apexAgents":null,"mmmuPro":0.746242774566474,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.11045223588713587,"price1mInputTokens":0.6,"price1mOutputTokens":3.6,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.615,"price1mBlended0To3To1":1.35,"price1mBlended7To2To1":0.9,"price1mBlended0To1To1":2.1,"price1mBlended100To1To1":0.6294117647058823,"price1mBlended0To100To1":0.6297029702970297,"intelligenceIndexTimePerTask":526.8643159530255,"intelligenceIndexCost":{"total":1145.3568191999998,"input":553.1742611999999,"nonCacheInput":12.430896,"cacheRead":0,"cacheWrite":540.7433652,"output":592.182558,"reasoning":525.1388832,"answer":67.04367479999999},"intelligenceIndexCostPerTask":{"cost":{"total":0.621236893699357,"input":0.505002563228487,"nonCacheInput":0.008581242937394633,"cacheRead":0,"cacheWrite":0.4964213202910924,"output":0.11623433047086991,"reasoning":0.06779504424851446,"answer":0.04843928622235546},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.15699048032967033},{"slug":"gdpval-aa","weightedCostPerTask":0.04417119681818182},{"slug":"automationbench-aa","weightedCostPerTask":0.018941717123287672},{"slug":"terminalbench-4-0","weightedCostPerTask":0.35353044818181817},{"slug":"scicode","weightedCostPerTask":0.0019682327083333337},{"slug":"humanitys-last-exam","weightedCostPerTask":0.010809603225208525},{"slug":"gdp-pdf","weightedCostPerTask":0.009027726},{"slug":"critpt","weightedCostPerTask":0.017462339142857143},{"slug":"omniscience","weightedCostPerTask":0.0051014111699999995},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.003233739}]},"canonicalIntelligenceIndexTokenCount":{"input":921957102,"output":164495155,"answer":18623243,"reasoning":145871912},"intelligenceIndexOutputTokensPerTask":{"reasoning":18831.956735698463,"answer":13455.357283987629,"output":32287.31401968609},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":812.14,"outputTokensPerTask":37422.395604395606,"costPerTask":1.0466032021978022,"timePerTask":610.6585654480865},{"slug":"gdpval-aa","score":1068.87,"outputTokensPerTask":25779.55,"costPerTask":0.4417119681818181,"timePerTask":420.6706376394598},{"slug":"automationbench-aa","score":0.11045223588713587,"outputTokensPerTask":31037.98782343988,"costPerTask":0.37883434246575337,"timePerTask":506.4778139545587},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":117047.09090909091,"costPerTask":3.5353044818181822,"timePerTask":1909.9741603934551},{"slug":"scicode","score":0.428240740740741,"outputTokensPerTask":5032.746527777777,"costPerTask":0.019682327083333336,"timePerTask":82.12434627129082},{"slug":"humanitys-last-exam","score":0.230769230769231,"outputTokensPerTask":29975.15987025023,"costPerTask":0.10809603225208525,"timePerTask":489.1345898575775},{"slug":"gdp-pdf","score":0.11,"outputTokensPerTask":10318.25,"costPerTask":0.09027726,"timePerTask":168.37317978100302},{"slug":"critpt","score":0.0114285714285714,"outputTokensPerTask":47805.828571428574,"costPerTask":0.17462339142857142,"timePerTask":780.0954007352947},{"slug":"omniscience","score":-20.016666666666666,"outputTokensPerTask":9427.141333333333,"costPerTask":0.0340094078,"timePerTask":153.83207060676546},{"slug":"artificial-analysis-long-context-reasoning","score":0.773333333333333,"outputTokensPerTask":2242.43,"costPerTask":0.06467478,"timePerTask":36.591967585231465}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":812.14,"lower95ci":805.36,"upper95ci":819.28},"rubricPassRate":0.17682926829268292,"analyticalQuality":{"elo":668.19,"lower95ci":655.12,"upper95ci":681.49},"presentation":{"elo":926.45,"lower95ci":913.99,"upper95ci":939.83}},"briefcaseTotalCost":95.2408914,"timescaleData":{"medianOutputSpeed":58.1188997435298,"medianTimeToFirstChunk":3.70122230399997},"outputSpeedVariance":{"p05":47.9365055081613,"q25":52.1825687283227,"median":58.1188997435298,"q75":61.2058786100838,"p95":66.4199397633874},"timeToFirstChunkVariance":{"p05":3.45071486370005,"q25":3.59817343850003,"median":3.70122230399997,"q75":3.91853208950008,"p95":4.04530800975005},"performanceByPromptType":{"medium":{"medianOutputSpeed":62.1953183234873,"medianTimeToFirstChunk":1.43510917699999,"medianTimeToFirstAnswerToken":92.69599750428954,"medianEndToEndResponseTime":100.73518780796198},"long":{"medianOutputSpeed":58.1188997435298,"medianTimeToFirstChunk":3.70122230399997,"medianTimeToFirstAnswerToken":101.36308488308109,"medianEndToEndResponseTime":109.9661383167563},"hundredK":{"medianOutputSpeed":61.2158412586283,"medianTimeToFirstChunk":32.920324936,"medianTimeToFirstAnswerToken":125.64142266656454,"medianEndToEndResponseTime":133.80924311499342},"mediumParallel":{"medianOutputSpeed":63.5884452759468,"medianTimeToFirstChunk":1.35974301700002,"medianTimeToFirstAnswerToken":90.62124289120788,"medianEndToEndResponseTime":98.4843066574348}},"endToEndResponseTime":{"input":3.70122230399997,"reasoning":97.66186257908112,"answer":8.603053433675221,"total":109.9661383167563},"timeToFirstAnswerToken":{"input":3.70122230399997,"reasoning":97.66186257908112,"total":101.36308488308109},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":5,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.6-27b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.6-27b","canonical_slug":"qwen/qwen3.6-27b-20260422","hugging_face_id":"Qwen/Qwen3.6-27B","name":"Qwen: Qwen3.6 27B","created":1777255064,"description":"Qwen3.6 27B is a dense 27-billion-parameter language model from the Qwen Team at Alibaba, released in April 2026. It features hybrid multimodal capabilities — accepting text, image, and video inputs...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.0000003","completion":"0.000002","input_cache_read":"0.00000003"},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.6-27b-20260422/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":21.9,"coding_index":53.7,"agentic_index":20.1}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Chutes | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.000002","input_cache_read":"0.00000003","discount":0},"provider_name":"Chutes","tag":"chutes/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","structured_outputs","tools","tool_choice"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":83.43023255813954,"uptime_last_5m":null,"uptime_last_1d":96.4996601611807,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":262144,"pricing":{"prompt":"0.0000003","completion":"0.0000032","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":93.16770186335404,"uptime_last_5m":88.57142857142857,"uptime_last_1d":94.20090180360722,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":262144,"pricing":{"prompt":"0.00000032","completion":"0.0000027","input_cache_read":"0.00000015","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":262140,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","tools","tool_choice","structured_outputs"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":92.52173913043478,"uptime_last_5m":null,"uptime_last_1d":99.20767082079931,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":262144,"pricing":{"prompt":"0.00000032","completion":"0.0000032","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":81920,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","logit_bias","response_format"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.42767295597484,"uptime_last_5m":99.01960784313727,"uptime_last_1d":99.89472298986709,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":256000,"pricing":{"prompt":"0.000000325","completion":"0.00000325","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tool_choice","tools","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":99.43753700414446,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3.6-27b-20260422","model_id":"qwen/qwen3.6-27b","model_name":"Qwen: Qwen3.6 27B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.0000027","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":258048,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","top_logprobs","logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":98.80239520958084,"uptime_last_5m":null,"uptime_last_1d":99.93550467591099,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":6,"endpointError":null}},{"id":"66938aab-78fa-49d7-8461-b48b6833e837","slug":"qwen3-6-35b-a3b-non-reasoning","name":"Qwen3.6 35B A3B (Non-reasoning)","shortName":"Qwen3.6 35B A3B (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-6-35b-a3b-non-reasoning","releaseDate":"2026-04-16","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-6-35b-a3b","name":"Qwen3.6 35B A3B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":36,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":15.2320772647744,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":111.826486986172,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.375,"price1mOutputTokens":2.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.09417624899999,"timeToFirstAnswerTokenMs":2.09417624899999,"endToEndMs":6.565388870226551}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-60.016666666666666,"score":-60.016666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":953.19,"score":953.19,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.22659500000000002,"score":0.22659500000000002,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.850877192982456,"score":0.850877192982456,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0536082474226804,"score":0.0536082474226804,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.257575757575758,"score":0.257575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.415730337078652,"score":0.415730337078652,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.643333333333333,"score":0.643333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.361904761904762,"score":0.361904761904762,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.139017608897127,"score":0.139017608897127,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.817171717171717,"score":0.817171717171717,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.710404624277457,"score":0.710404624277457,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"66938aab-78fa-49d7-8461-b48b6833e837","slug":"qwen3-6-35b-a3b-non-reasoning","name":"Qwen3.6 35B A3B (Non-reasoning)","shortName":"Qwen3.6 35B A3B (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-16","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-6-35b-a3b","name":"Qwen3.6 35B A3B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":36,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.6-35B-A3B","microevalsEnabled":false,"intelligenceIndex":15.2320772647744,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-60.016666666666666,"omniscienceBreakdown":{"accuracy":0.16716666666666666,"hallucinationRate":0.9213528116870122},"gdpval":953.19,"gdpvalNormalized":0.22659500000000002,"itBenchSre":null,"tau2":0.850877192982456,"tauBanking":0.0536082474226804,"terminalbenchHard":0.257575757575758,"terminalBench21":0.415730337078652,"terminalBench40":null,"scicode":null,"lcr":0.643333333333333,"ifbench":0.361904761904762,"hle":0.139017608897127,"gpqa":0.817171717171717,"critpt":0,"apexAgents":null,"mmmuPro":0.710404624277457,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.375,"price1mOutputTokens":2.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.254,"price1mBlended0To3To1":0.84375,"price1mBlended7To2To1":0.5625,"price1mBlended0To1To1":1.3125,"price1mBlended100To1To1":0.39338235294117646,"price1mBlended0To100To1":0.3935643564356436,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":111.826486986172,"medianTimeToFirstChunk":2.09417624899999},"outputSpeedVariance":{"p05":71.1189512002938,"q25":92.7327692574371,"median":111.826486986172,"q75":137.34634770486,"p95":167.768760078634},"timeToFirstChunkVariance":{"p05":1.99721594230001,"q25":2.05557072000004,"median":2.09417624899999,"q75":2.34073143125011,"p95":3.11786293330001},"performanceByPromptType":{"medium":{"medianOutputSpeed":120.961848324349,"medianTimeToFirstChunk":1.29951711949999,"medianTimeToFirstAnswerToken":1.29951711949999,"medianEndToEndResponseTime":5.433051840789071},"long":{"medianOutputSpeed":111.826486986172,"medianTimeToFirstChunk":2.09417624899999,"medianTimeToFirstAnswerToken":2.09417624899999,"medianEndToEndResponseTime":6.565388870226551},"hundredK":{"medianOutputSpeed":208.38057157009,"medianTimeToFirstChunk":8.20286478449997,"medianTimeToFirstAnswerToken":8.20286478449997,"medianEndToEndResponseTime":10.602320723374877},"mediumParallel":{"medianOutputSpeed":96.4262244146519,"medianTimeToFirstChunk":1.36668130699991,"medianTimeToFirstAnswerToken":1.36668130699991,"medianEndToEndResponseTime":6.551992699571922}},"endToEndResponseTime":{"input":2.09417624899999,"reasoning":0,"answer":4.47121262122656,"total":6.565388870226551},"timeToFirstAnswerToken":{"input":2.09417624899999,"reasoning":0,"total":2.09417624899999},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":7,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.6-35b-a3b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.6-35b-a3b","canonical_slug":"qwen/qwen3.6-35b-a3b-20260415","hugging_face_id":"Qwen/Qwen3.6-35B-A3B","name":"Qwen: Qwen3.6 35B A3B","created":1777260255,"description":"Qwen3.6-35B-A3B is an open-weight multimodal model from Alibaba Cloud with 35 billion total parameters and 3 billion active parameters per token. It uses a hybrid sparse mixture-of-experts architecture combining Gated...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000009","input_cache_read":"0.00000005"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":20},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.6-35b-a3b-20260415/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":18.8,"coding_index":41.9,"agentic_index":15}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Darkbloom | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.00000004","completion":"0.0000007","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95895832864821,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AkashML | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.0000009","input_cache_read":"0.00000005","discount":0},"provider_name":"AkashML","tag":"akashml/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","frequency_penalty","presence_penalty","repetition_penalty","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.13015532940547,"uptime_last_5m":93.86065762244195,"uptime_last_1d":99.69876750755036,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000095","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","response_format","logit_bias"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.69798068481123,"uptime_last_5m":99.09909909909909,"uptime_last_1d":95.88689983652546,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":256000,"pricing":{"prompt":"0.0000001","completion":"0.000001","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.83681267288901,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.000001","input_cache_read":"0.00000005","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","structured_outputs","response_format","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.85030073513032,"uptime_last_5m":95.16298633017875,"uptime_last_1d":99.9298443371965,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.000000186","completion":"0.00000111375","input_cache_read":"0.000000186","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":93.78330373001776,"uptime_last_5m":96.45390070921985,"uptime_last_1d":99.12521440823328,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Io Net | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.00000019","completion":"0.00000099","input_cache_read":"0.000000099","discount":0},"provider_name":"Io Net","tag":"io-net/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","logprobs","top_logprobs","tools","tool_choice","seed","stop","min_p","top_k","top_p","presence_penalty","frequency_penalty","repetition_penalty"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":97.13541666666666,"uptime_last_5m":null,"uptime_last_1d":99.65392561983471,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.00000127","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","structured_outputs","tools","logprobs","top_logprobs","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.74814056904489,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000018","input_cache_read":"0.00000015","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":81.3953488372093,"uptime_last_5m":3.3333333333333335,"uptime_last_1d":97.16718610863758,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.00000025","completion":"0.00000125","input_cache_read":"0.00000025","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.31932773109243,"uptime_last_5m":null,"uptime_last_1d":99.95145268503995,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":10,"endpointError":null}},{"id":"8665ca00-c687-44c7-875c-22618cb31c4f","slug":"qwen3-6-35b-a3b","name":"Qwen3.6 35B A3B (Reasoning)","shortName":"Qwen3.6 35B A3B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-6-35b-a3b","releaseDate":"2026-04-16","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-6-35b-a3b","name":"Qwen3.6 35B A3B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":36,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":18.8138400189843,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":19.229441317927368,"strategyAndOps":14.260939017040581,"legal":21.62645980502629,"engineering":22.14912975638819,"economics":29.79063193157244},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":103.001488304624,"canonicalInputTokens":1423336138,"canonicalOutputTokens":161172608,"outputTokensPerTask":34593.73903040719,"answerTokensPerTask":22088.67015641846,"reasoningTokensPerTask":12505.068873988728,"price1mInputTokens":0.375,"price1mOutputTokens":2.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.4750534562511306,"latency":{"timeToFirstChunkMs":2.10531965750002,"timeToFirstAnswerTokenMs":54.48320359685087,"endToEndMs":59.337502386410726}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":711.46,"score":711.46,"outputTokensPerTask":57304.82417582418,"costPerTask":0.7315498228021978,"timePerTask":547.0917119678746,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":990.51,"score":990.51,"outputTokensPerTask":34202.90909090909,"costPerTask":0.42946269545454546,"timePerTask":326.53669840106284,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.05208565614505884,"score":0.05208565614505884,"outputTokensPerTask":15848.267884322679,"costPerTask":0.3851168510273973,"timePerTask":151.30412025969503,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":118711.95454545454,"costPerTask":2.7609227727272727,"timePerTask":1133.3483241141305,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.365740740740741,"score":0.365740740740741,"outputTokensPerTask":3782.434027777778,"costPerTask":0.00950658203125,"timePerTask":36.11106634431491,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.222428174235403,"score":0.222428174235403,"outputTokensPerTask":52389.44161260426,"costPerTask":0.11800462917052827,"timePerTask":500.1643354308128,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.066,"score":0.066,"outputTokensPerTask":7334.35,"costPerTask":0.043930751250000004,"timePerTask":70.02136653207646,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":31255.32857142857,"costPerTask":0.07121451428571428,"timePerTask":298.39601573152106,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-22.183333333333334,"score":-22.183333333333334,"outputTokensPerTask":2147.8848333333335,"costPerTask":0.00487755275,"timePerTask":20.50595229073078,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.716666666666667,"score":0.716666666666667,"outputTokensPerTask":2315.55,"costPerTask":0.04058625749999999,"timePerTask":22.10665911407959,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.066,"score":0.066,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":990.51,"score":990.51,"outputTokensPerTask":34202.90909090909,"costPerTask":0.42946269545454546,"timePerTask":326.53669840106284,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.245255,"score":0.245255,"outputTokensPerTask":34202.90909090909,"costPerTask":0.42946269545454546,"timePerTask":326.53669840106284,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.953216374269006,"score":0.953216374269006,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0927835051546392,"score":0.0927835051546392,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.348484848484849,"score":0.348484848484849,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.449438202247191,"score":0.449438202247191,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":118711.95454545454,"costPerTask":2.7609227727272727,"timePerTask":1133.3483241141305,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.716666666666667,"score":0.716666666666667,"outputTokensPerTask":2315.55,"costPerTask":0.04058625749999999,"timePerTask":22.10665911407959,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.643537414965986,"score":0.643537414965986,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.222428174235403,"score":0.222428174235403,"outputTokensPerTask":52389.44161260426,"costPerTask":0.11800462917052827,"timePerTask":500.1643354308128,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.841414141414142,"score":0.841414141414142,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.75028901734104,"score":0.75028901734104,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.05208565614505884,"score":0.05208565614505884,"outputTokensPerTask":15848.267884322679,"costPerTask":0.3851168510273973,"timePerTask":151.30412025969503,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":19.229441317927368,"score":19.229441317927368,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":14.260939017040581,"score":14.260939017040581,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":21.62645980502629,"score":21.62645980502629,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":22.14912975638819,"score":22.14912975638819,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":29.79063193157244,"score":29.79063193157244,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"8665ca00-c687-44c7-875c-22618cb31c4f","slug":"qwen3-6-35b-a3b","name":"Qwen3.6 35B A3B (Reasoning)","shortName":"Qwen3.6 35B A3B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-16","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":5395,"release":{"slug":"qwen3-6-35b-a3b","name":"Qwen3.6 35B A3B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":36,"inferenceParametersActiveBillions":3,"sizeClass":"small","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.6-35B-A3B","microevalsEnabled":false,"intelligenceIndex":18.8138400189843,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":19.229441317927368,"strategyAndOps":14.260939017040581,"legal":21.62645980502629,"engineering":22.14912975638819,"economics":29.79063193157244},"omniscience":-22.183333333333334,"omniscienceBreakdown":{"accuracy":0.18816666666666668,"hallucinationRate":0.5050297680147814},"gdpPdfAllPass":0.066,"gdpval":990.51,"gdpvalNormalized":0.245255,"itBenchSre":null,"tau2":0.953216374269006,"tauBanking":0.0927835051546392,"terminalbenchHard":0.348484848484849,"terminalBench21":0.449438202247191,"terminalBench40":0,"scicode":0.365740740740741,"lcr":0.716666666666667,"ifbench":0.643537414965986,"hle":0.222428174235403,"gpqa":0.841414141414142,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.75028901734104,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.05208565614505884,"price1mInputTokens":0.375,"price1mOutputTokens":2.25,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":0.254,"price1mBlended0To3To1":0.84375,"price1mBlended7To2To1":0.5625,"price1mBlended0To1To1":1.3125,"price1mBlended100To1To1":0.39338235294117646,"price1mBlended0To100To1":0.3935643564356436,"intelligenceIndexTimePerTask":330.26796926287136,"intelligenceIndexCost":{"total":896.38941975,"input":533.75105175,"nonCacheInput":7.17558075,"cacheRead":0,"cacheWrite":526.575471,"output":362.638368,"reasoning":86.20767675,"answer":276.43069125},"intelligenceIndexCostPerTask":{"cost":{"total":0.4750534562511306,"input":0.3972175434327144,"nonCacheInput":0.004719833257341868,"cacheRead":0,"cacheWrite":0.39249771017537255,"output":0.07783591281841616,"reasoning":0.028136404966474637,"answer":0.04969950785194152},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.10973247342032967},{"slug":"gdpval-aa","weightedCostPerTask":0.04294626954545455},{"slug":"automationbench-aa","weightedCostPerTask":0.019255842551369865},{"slug":"terminalbench-4-0","weightedCostPerTask":0.2760922772727273},{"slug":"scicode","weightedCostPerTask":0.0009506582031250001},{"slug":"humanitys-last-exam","weightedCostPerTask":0.011800462917052825},{"slug":"gdp-pdf","weightedCostPerTask":0.0043930751250000006},{"slug":"critpt","weightedCostPerTask":0.007121451428571428},{"slug":"omniscience","weightedCostPerTask":0.0007316329125},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0020293128749999997}]},"canonicalIntelligenceIndexTokenCount":{"input":1423336138,"output":161172608,"answer":122858085,"reasoning":38314523},"intelligenceIndexOutputTokensPerTask":{"reasoning":12505.068873988728,"answer":22088.67015641846,"output":34593.73903040719},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":711.46,"outputTokensPerTask":57304.82417582418,"costPerTask":0.7315498228021978,"timePerTask":547.0917119678746},{"slug":"gdpval-aa","score":990.51,"outputTokensPerTask":34202.90909090909,"costPerTask":0.42946269545454546,"timePerTask":326.53669840106284},{"slug":"automationbench-aa","score":0.05208565614505884,"outputTokensPerTask":15848.267884322679,"costPerTask":0.3851168510273973,"timePerTask":151.30412025969503},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":118711.95454545454,"costPerTask":2.7609227727272727,"timePerTask":1133.3483241141305},{"slug":"scicode","score":0.365740740740741,"outputTokensPerTask":3782.434027777778,"costPerTask":0.00950658203125,"timePerTask":36.11106634431491},{"slug":"humanitys-last-exam","score":0.222428174235403,"outputTokensPerTask":52389.44161260426,"costPerTask":0.11800462917052827,"timePerTask":500.1643354308128},{"slug":"gdp-pdf","score":0.066,"outputTokensPerTask":7334.35,"costPerTask":0.043930751250000004,"timePerTask":70.02136653207646},{"slug":"critpt","score":0.00285714285714286,"outputTokensPerTask":31255.32857142857,"costPerTask":0.07121451428571428,"timePerTask":298.39601573152106},{"slug":"omniscience","score":-22.183333333333334,"outputTokensPerTask":2147.8848333333335,"costPerTask":0.00487755275,"timePerTask":20.50595229073078},{"slug":"artificial-analysis-long-context-reasoning","score":0.716666666666667,"outputTokensPerTask":2315.55,"costPerTask":0.04058625749999999,"timePerTask":22.10665911407959}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":711.46,"lower95ci":702.46,"upper95ci":719.63},"rubricPassRate":0.15252525252525254,"analyticalQuality":{"elo":563.44,"lower95ci":546.17,"upper95ci":578.75},"presentation":{"elo":762.19,"lower95ci":746,"upper95ci":776.22}},"briefcaseTotalCost":66.571033875,"timescaleData":{"medianOutputSpeed":103.001488304624,"medianTimeToFirstChunk":2.10531965750002},"outputSpeedVariance":{"p05":73.8009349201186,"q25":82.020688573598,"median":103.001488304624,"q75":117.470790244997,"p95":152.20619997723},"timeToFirstChunkVariance":{"p05":1.88097590575,"q25":2.01858709449994,"median":2.10531965750002,"q75":2.22038138475003,"p95":2.51204817924998},"performanceByPromptType":{"medium":{"medianOutputSpeed":108.982784776429,"medianTimeToFirstChunk":1.08351622649996,"medianTimeToFirstAnswerToken":50.586747503508406,"medianEndToEndResponseTime":55.17462806671586},"long":{"medianOutputSpeed":103.001488304624,"medianTimeToFirstChunk":2.10531965750002,"medianTimeToFirstAnswerToken":54.48320359685087,"medianEndToEndResponseTime":59.337502386410726},"hundredK":{"medianOutputSpeed":167.001777919706,"medianTimeToFirstChunk":8.61314368400002,"medianTimeToFirstAnswerToken":40.91818897875073,"medianEndToEndResponseTime":43.912169080210475},"mediumParallel":{"medianOutputSpeed":86.4620947288715,"medianTimeToFirstChunk":1.18942946199994,"medianTimeToFirstAnswerToken":63.58671484951781,"medianEndToEndResponseTime":69.36959579368073}},"endToEndResponseTime":{"input":2.10531965750002,"reasoning":52.37788393935085,"answer":4.854298789559857,"total":59.337502386410726},"timeToFirstAnswerToken":{"input":2.10531965750002,"reasoning":52.37788393935085,"total":54.48320359685087},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":8,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.6-35b-a3b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.6-35b-a3b","canonical_slug":"qwen/qwen3.6-35b-a3b-20260415","hugging_face_id":"Qwen/Qwen3.6-35B-A3B","name":"Qwen: Qwen3.6 35B A3B","created":1777260255,"description":"Qwen3.6-35B-A3B is an open-weight multimodal model from Alibaba Cloud with 35 billion total parameters and 3 billion active parameters per token. It uses a hybrid sparse mixture-of-experts architecture combining Gated...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000009","input_cache_read":"0.00000005"},"top_provider":{"context_length":262144,"max_completion_tokens":235929,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":20},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.6-35b-a3b-20260415/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":18.8,"coding_index":41.9,"agentic_index":15}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Darkbloom | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.00000004","completion":"0.0000007","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95895832864821,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AkashML | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.0000009","input_cache_read":"0.00000005","discount":0},"provider_name":"AkashML","tag":"akashml/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","frequency_penalty","presence_penalty","repetition_penalty","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":96.13015532940547,"uptime_last_5m":93.86065762244195,"uptime_last_1d":99.69876750755036,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.00000095","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","response_format","logit_bias"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.69798068481123,"uptime_last_5m":99.09909909909909,"uptime_last_1d":95.88689983652546,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":256000,"pricing":{"prompt":"0.0000001","completion":"0.000001","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.83681267288901,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.000001","input_cache_read":"0.00000005","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","structured_outputs","response_format","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":97.85030073513032,"uptime_last_5m":95.16298633017875,"uptime_last_1d":99.9298443371965,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AtlasCloud | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.000000186","completion":"0.00000111375","input_cache_read":"0.000000186","discount":0},"provider_name":"AtlasCloud","tag":"atlas-cloud/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","min_p","frequency_penalty","presence_penalty","repetition_penalty","seed","logit_bias","response_format","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":-2,"uptime_last_30m":93.78330373001776,"uptime_last_5m":96.45390070921985,"uptime_last_1d":99.12521440823328,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Io Net | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.00000019","completion":"0.00000099","input_cache_read":"0.000000099","discount":0},"provider_name":"Io Net","tag":"io-net/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","logprobs","top_logprobs","tools","tool_choice","seed","stop","min_p","top_k","top_p","presence_penalty","frequency_penalty","repetition_penalty"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":97.13541666666666,"uptime_last_5m":null,"uptime_last_1d":99.65392561983471,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.00000127","discount":0},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","structured_outputs","tools","logprobs","top_logprobs","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.74814056904489,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000018","input_cache_read":"0.00000015","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","repetition_penalty","presence_penalty","max_tokens","structured_outputs","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":81.3953488372093,"uptime_last_5m":3.3333333333333335,"uptime_last_1d":97.16718610863758,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | qwen/qwen3.6-35b-a3b-20260415","model_id":"qwen/qwen3.6-35b-a3b","model_name":"Qwen: Qwen3.6 35B A3B","context_length":262144,"pricing":{"prompt":"0.00000025","completion":"0.00000125","input_cache_read":"0.00000025","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.31932773109243,"uptime_last_5m":null,"uptime_last_1d":99.95145268503995,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":10,"endpointError":null}},{"id":"6000692c-f9a6-47f8-a5c0-e0874ac488bb","slug":"qwen3-6-max","name":"Qwen3.6 Max Preview","shortName":"Qwen3.6 Max Preview","sourceUrl":"https://artificialanalysis.ai/models/qwen3-6-max","releaseDate":"2026-04-20","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-6-max","name":"Qwen3.6 Max Preview"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"intelligenceIndex":28.3748690464685,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":63.7118573378103,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":1.3,"price1mOutputTokens":7.8,"cacheHitPrice":0.13,"cacheHitDiscountPercent":0.9,"cacheWritePrice":1.625,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.21309255299995,"timeToFirstAnswerTokenMs":34.60442351664907,"endToEndMs":42.45225625756135}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":9.166666666666666,"score":9.166666666666666,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.95906432748538,"score":0.95906432748538,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.439393939393939,"score":0.439393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.806666666666667,"score":0.806666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.765986394557823,"score":0.765986394557823,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.308155699721965,"score":0.308155699721965,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.887878787878788,"score":0.887878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0370612244897959,"score":0.0370612244897959,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"6000692c-f9a6-47f8-a5c0-e0874ac488bb","slug":"qwen3-6-max","name":"Qwen3.6 Max Preview","shortName":"Qwen3.6 Max Preview","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-20","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-6-max","name":"Qwen3.6 Max Preview"},"deprecated":true,"deprecatedTo":"qwen3-7-max","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":256000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":28.3748690464685,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":9.166666666666666,"omniscienceBreakdown":{"accuracy":0.37866666666666665,"hallucinationRate":0.4619098712446352},"gdpval":null,"itBenchSre":null,"tau2":0.95906432748538,"tauBanking":null,"terminalbenchHard":0.439393939393939,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.806666666666667,"ifbench":0.765986394557823,"hle":0.308155699721965,"gpqa":0.887878787878788,"critpt":0.0370612244897959,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":1.3,"price1mOutputTokens":7.8,"cacheHitPrice":0.13,"cacheHitDiscountPercent":0.9,"cacheWritePrice":1.625,"pricePer1k1mpImages":null,"price1mBlended0To3To1":2.925,"price1mBlended7To2To1":1.131,"price1mBlended0To1To1":4.55,"price1mBlended100To1To1":0.21666666666666667,"price1mBlended0To100To1":1.3643564356435645,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":63.7118573378103,"medianTimeToFirstChunk":3.21309255299995},"outputSpeedVariance":{"p05":50.4083292564958,"q25":57.4720977648224,"median":63.7118573378103,"q75":68.149312531735,"p95":74.1793668270846},"timeToFirstChunkVariance":{"p05":2.83920332615,"q25":2.87394220024999,"median":3.21309255299995,"q75":3.59936995249998,"p95":4.78251483314998},"performanceByPromptType":{"long":{"medianOutputSpeed":63.7118573378103,"medianTimeToFirstChunk":3.21309255299995,"medianTimeToFirstAnswerToken":34.60442351664907,"medianEndToEndResponseTime":42.45225625756135}},"endToEndResponseTime":{"input":3.21309255299995,"reasoning":31.39133096364912,"answer":7.84783274091228,"total":42.45225625756135},"timeToFirstAnswerToken":{"input":3.21309255299995,"reasoning":31.39133096364912,"total":34.60442351664907},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.6-max-preview","matchedBy":"slug","catalog":{"id":"qwen/qwen3.6-max-preview","canonical_slug":"qwen/qwen3.6-max-preview-20260420","hugging_face_id":null,"name":"Qwen: Qwen3.6 Max Preview","created":1777260242,"description":"Qwen3.6-Max-Preview is a proprietary frontier model from Alibaba Cloud built on a sparse mixture-of-experts architecture with approximately 1 trillion total parameters. It is optimized for agentic coding, tool use, and...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.000001027","completion":"0.000006162","input_cache_write":"0.00000128375","overrides":[{"min_prompt_tokens":128000,"prompt":"0.00000158","completion":"0.00000948","input_cache_write":"0.000001975"}]},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.6-max-preview-20260420/endpoints"},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3.6-max-preview-20260420","model_id":"qwen/qwen3.6-max-preview","model_name":"Qwen: Qwen3.6 Max Preview","context_length":262144,"pricing":{"prompt":"0.000001027","completion":"0.000006162","input_cache_write":"0.00000128375","discount":0,"overrides":[{"min_prompt_tokens":128000,"prompt":"0.00000158","completion":"0.00000948","input_cache_write":"0.000001975"}]},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":229376,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","top_logprobs","logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"f371ad68-6947-4767-a78f-1f6c81f96b93","slug":"qwen3-6-plus","name":"Qwen3.6 Plus","shortName":"Qwen3.6 Plus","sourceUrl":"https://artificialanalysis.ai/models/qwen3-6-plus","releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-6-plus","name":"Qwen3.6 Plus"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":27.0099232636747,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":56.1763783978258,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.625,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.1361162275,"timeToFirstAnswerTokenMs":100.93208987849637,"endToEndMs":109.8326280452528}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":0.8833333333333333,"score":0.8833333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1065.83,"score":1065.83,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.28291499999999997,"score":0.28291499999999997,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.976608187134503,"score":0.976608187134503,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.208247422680412,"score":0.208247422680412,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.439393939393939,"score":0.439393939393939,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.614232209737828,"score":0.614232209737828,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.783333333333333,"score":0.783333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.751700680272109,"score":0.751700680272109,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.278498609823911,"score":0.278498609823911,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.881818181818182,"score":0.881818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0285714285714286,"score":0.0285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.779768786127168,"score":0.779768786127168,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"f371ad68-6947-4767-a78f-1f6c81f96b93","slug":"qwen3-6-plus","name":"Qwen3.6 Plus","shortName":"Qwen3.6 Plus","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":5550,"release":{"slug":"qwen3-6-plus","name":"Qwen3.6 Plus"},"deprecated":true,"deprecatedTo":"qwen3-7-plus","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":27.0099232636747,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":0.8833333333333333,"omniscienceBreakdown":{"accuracy":0.2638333333333333,"hallucinationRate":0.34638895177722434},"gdpval":1065.83,"gdpvalNormalized":0.28291499999999997,"itBenchSre":null,"tau2":0.976608187134503,"tauBanking":0.208247422680412,"terminalbenchHard":0.439393939393939,"terminalBench21":0.614232209737828,"terminalBench40":null,"scicode":null,"lcr":0.783333333333333,"ifbench":0.751700680272109,"hle":0.278498609823911,"gpqa":0.881818181818182,"critpt":0.0285714285714286,"apexAgents":null,"mmmuPro":0.779768786127168,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.625,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.125,"price1mBlended7To2To1":0.43499999999999994,"price1mBlended0To1To1":1.75,"price1mBlended100To1To1":0.08333333333333333,"price1mBlended0To100To1":0.5247524752475248,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":56.1763783978258,"medianTimeToFirstChunk":2.1361162275},"outputSpeedVariance":{"p05":50.4168394493593,"q25":55.5677611536111,"median":56.1763783978258,"q75":56.9187697367425,"p95":62.9330357825499},"timeToFirstChunkVariance":{"p05":1.9115873554,"q25":1.96673454825,"median":2.1361162275,"q75":2.23520239625001,"p95":2.51670354274999},"performanceByPromptType":{"long":{"medianOutputSpeed":56.1763783978258,"medianTimeToFirstChunk":2.1361162275,"medianTimeToFirstAnswerToken":100.93208987849637,"medianEndToEndResponseTime":109.8326280452528}},"endToEndResponseTime":{"input":2.1361162275,"reasoning":98.79597365099637,"answer":8.90053816675643,"total":109.8326280452528},"timeToFirstAnswerToken":{"input":2.1361162275,"reasoning":98.79597365099637,"total":100.93208987849637},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.6-plus","matchedBy":"slug","catalog":{"id":"qwen/qwen3.6-plus","canonical_slug":"qwen/qwen3.6-plus-04-02","hugging_face_id":"","name":"Qwen: Qwen3.6 Plus","created":1775133557,"description":"Qwen 3.6 Plus builds on a hybrid architecture that combines efficient linear attention with sparse mixture-of-experts routing, enabling strong scalability and high-performance inference. Compared to the 3.5 series, it delivers...","context_length":1000000,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen3","instruct_type":null},"pricing":{"prompt":"0.000000325","completion":"0.00000195","input_cache_write":"0.00000040625","overrides":[{"min_prompt_tokens":256000,"prompt":"0.0000013","completion":"0.0000039","input_cache_write":"0.000001625"}]},"top_provider":{"context_length":1000000,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.6-plus-04-02/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1231,"win_rate":51.1,"rank":39},{"arena":"models","category":"asciiart","elo":1137,"win_rate":42.9,"rank":52},{"arena":"models","category":"codecategories","elo":1250,"win_rate":50.9,"rank":37},{"arena":"models","category":"dataviz","elo":1243,"win_rate":51.1,"rank":36},{"arena":"models","category":"gamedev","elo":1233,"win_rate":49.6,"rank":39},{"arena":"models","category":"svg","elo":1186,"win_rate":51.1,"rank":36},{"arena":"models","category":"uicomponent","elo":1249,"win_rate":51.6,"rank":38},{"arena":"models","category":"website","elo":1253,"win_rate":50.7,"rank":37}],"artificial_analysis":{"intelligence_index":null,"coding_index":54.5,"agentic_index":null}},"reasoning":{"mandatory":false}},"endpoints":[{"name":"Alibaba | qwen/qwen3.6-plus-04-02","model_id":"qwen/qwen3.6-plus","model_name":"Qwen: Qwen3.6 Plus","context_length":1000000,"pricing":{"prompt":"0.000000325","completion":"0.00000195","input_cache_write":"0.00000040625","discount":0,"overrides":[{"min_prompt_tokens":256000,"prompt":"0.0000013","completion":"0.0000039","input_cache_write":"0.000001625"}]},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":983616,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tool_choice","tools","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"69534bed-2ffd-4235-832b-e20a810333ab","slug":"qwen3-7-max","name":"Qwen3.7 Max","shortName":"Qwen3.7 Max","sourceUrl":"https://artificialanalysis.ai/models/qwen3-7-max","releaseDate":"2026-05-19","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-7-max","name":"Qwen3.7 Max"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":29.8725384255623,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":31.899871763549505,"strategyAndOps":26.345228206196165,"legal":35.9022870770862,"engineering":33.7706279503629,"economics":44.14141218721039},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":197.978004739388,"canonicalInputTokens":1104758352,"canonicalOutputTokens":121894169,"outputTokensPerTask":32190.312589070043,"answerTokensPerTask":10953.222636806182,"reasoningTokensPerTask":21237.08995226386,"price1mInputTokens":2.5,"price1mOutputTokens":7.5,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":1.1472961597972207,"latency":{"timeToFirstChunkMs":2.33286746500009,"timeToFirstAnswerTokenMs":14.50088584245132,"endToEndMs":17.02641892203854}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":917.94,"score":917.94,"outputTokensPerTask":31967.736263736264,"costPerTask":1.301308482856504,"timePerTask":144.1678372242071,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1189.86,"score":1189.86,"outputTokensPerTask":21691.263636363637,"costPerTask":0.6552569095043101,"timePerTask":97.82308447852361,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.22976890336173603,"score":0.22976890336173603,"outputTokensPerTask":24587.138508371387,"costPerTask":1.2606130841888796,"timePerTask":110.88287744368523,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":83559.92424242424,"costPerTask":6.819638915087728,"timePerTask":376.83786731919594,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.49537037037037,"score":0.49537037037037,"outputTokensPerTask":6962.899305555556,"costPerTask":0.05839658854166666,"timePerTask":31.40122670589609,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.405004633920297,"score":0.405004633920297,"outputTokensPerTask":33154.32252085264,"costPerTask":0.24951903962001856,"timePerTask":149.51909428404753,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.086,"score":0.086,"outputTokensPerTask":5422.24,"costPerTask":0.132132825,"timePerTask":24.453173889492703,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.134285714285714,"score":0.134285714285714,"outputTokensPerTask":107365.5142857143,"costPerTask":0.8157697857142857,"timePerTask":484.19612384611986,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":13.483333333333333,"score":13.483333333333333,"outputTokensPerTask":1795.4055,"costPerTask":0.01379581208333333,"timePerTask":8.09690513397629,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.79,"score":0.79,"outputTokensPerTask":1617.36,"costPerTask":0.2785691,"timePerTask":7.293956984919502,"family":"Intelligence Index"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.834274135185989,"score":0.834274135185989,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.086,"score":0.086,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1189.86,"score":1189.86,"outputTokensPerTask":21691.263636363637,"costPerTask":0.6552569095043101,"timePerTask":97.82308447852361,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.34492999999999996,"score":0.34492999999999996,"outputTokensPerTask":21691.263636363637,"costPerTask":0.6552569095043101,"timePerTask":97.82308447852361,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.424670433145009,"score":0.424670433145009,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.947368421052632,"score":0.947368421052632,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.117525773195876,"score":0.117525773195876,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.507575757575758,"score":0.507575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.745318352059925,"score":0.745318352059925,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":83559.92424242424,"costPerTask":6.819638915087728,"timePerTask":376.83786731919594,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.79,"score":0.79,"outputTokensPerTask":1617.36,"costPerTask":0.2785691,"timePerTask":7.293956984919502,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.805442176870748,"score":0.805442176870748,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.405004633920297,"score":0.405004633920297,"outputTokensPerTask":33154.32252085264,"costPerTask":0.24951903962001856,"timePerTask":149.51909428404753,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.923232323232323,"score":0.923232323232323,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"analystAgent","label":"AA-AnalystAgent","value":0.1875,"score":0.1875,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.22976890336173603,"score":0.22976890336173603,"outputTokensPerTask":24587.138508371387,"costPerTask":1.2606130841888796,"timePerTask":110.88287744368523,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4500149209191286,"score":0.4500149209191286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":31.899871763549505,"score":31.899871763549505,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":26.345228206196165,"score":26.345228206196165,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":35.9022870770862,"score":35.9022870770862,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":33.7706279503629,"score":33.7706279503629,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":44.14141218721039,"score":44.14141218721039,"family":"Capability Index"}],"benchmarkCount":32,"raw":{"id":"69534bed-2ffd-4235-832b-e20a810333ab","slug":"qwen3-7-max","name":"Qwen3.7 Max","shortName":"Qwen3.7 Max","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-19","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2409,"release":{"slug":"qwen3-7-max","name":"Qwen3.7 Max"},"deprecated":true,"deprecatedTo":"qwen3-8-max-0803","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":29.8725384255623,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":31.899871763549505,"strategyAndOps":26.345228206196165,"legal":35.9022870770862,"engineering":33.7706279503629,"economics":44.14141218721039},"omniscience":13.483333333333333,"omniscienceBreakdown":{"accuracy":0.31133333333333335,"hallucinationRate":0.2562923523717328},"harveyLab":0.834274135185989,"gdpPdfAllPass":0.086,"gdpval":1189.86,"gdpvalNormalized":0.34492999999999996,"itBenchSre":0.424670433145009,"tau2":0.947368421052632,"tauBanking":0.117525773195876,"terminalbenchHard":0.507575757575758,"terminalBench21":0.745318352059925,"terminalBench40":0.0151515151515152,"scicode":0.49537037037037,"lcr":0.79,"ifbench":0.805442176870748,"hle":0.405004633920297,"gpqa":0.923232323232323,"critpt":0.134285714285714,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":0.1875,"automationBenchPartialScore":0.22976890336173603,"enterpriseOpsGym":0.4500149209191286,"price1mInputTokens":2.5,"price1mOutputTokens":7.5,"cacheHitPrice":0.5,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3.75,"price1mBlended7To2To1":1.6,"price1mBlended0To1To1":5,"price1mBlended100To1To1":0.5882352941176471,"price1mBlended0To100To1":2.5495049504950495,"intelligenceIndexTimePerTask":145.17161012748528,"intelligenceIndexCost":{"total":2277.1238117387743,"input":1362.9175442387743,"nonCacheInput":42.14684,"cacheRead":349.7445839403064,"cacheWrite":971.0261202984678,"output":914.2062675,"reasoning":771.781755,"answer":142.4245125},"intelligenceIndexCostPerTask":{"cost":{"total":1.1472961597972207,"input":0.905868815379195,"nonCacheInput":0.02427457742850523,"cacheRead":0.24135105057729583,"cacheWrite":0.640243187373394,"output":0.24142734441802532,"reasoning":0.15927817464197896,"answer":0.08214916977604636},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.1951962724284756},{"slug":"gdpval-aa","weightedCostPerTask":0.06552569095043102},{"slug":"automationbench-aa","weightedCostPerTask":0.063030654209444},{"slug":"terminalbench-4-0","weightedCostPerTask":0.6819638915087728},{"slug":"scicode","weightedCostPerTask":0.005839658854166666},{"slug":"humanitys-last-exam","weightedCostPerTask":0.024951903962001854},{"slug":"gdp-pdf","weightedCostPerTask":0.0132132825},{"slug":"critpt","weightedCostPerTask":0.08157697857142858},{"slug":"omniscience","weightedCostPerTask":0.0020693718124999995},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.013928455}]},"canonicalIntelligenceIndexTokenCount":{"input":1104758352,"output":121894169,"answer":18989935,"reasoning":102904234},"intelligenceIndexOutputTokensPerTask":{"reasoning":21237.08995226386,"answer":10953.222636806182,"output":32190.312589070043},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":917.94,"outputTokensPerTask":31967.736263736264,"costPerTask":1.301308482856504,"timePerTask":144.1678372242071},{"slug":"gdpval-aa","score":1189.86,"outputTokensPerTask":21691.263636363637,"costPerTask":0.6552569095043101,"timePerTask":97.82308447852361},{"slug":"automationbench-aa","score":0.22976890336173603,"outputTokensPerTask":24587.138508371387,"costPerTask":1.2606130841888796,"timePerTask":110.88287744368523},{"slug":"terminalbench-4-0","score":0.0151515151515152,"outputTokensPerTask":83559.92424242424,"costPerTask":6.819638915087728,"timePerTask":376.83786731919594},{"slug":"scicode","score":0.49537037037037,"outputTokensPerTask":6962.899305555556,"costPerTask":0.05839658854166666,"timePerTask":31.40122670589609},{"slug":"humanitys-last-exam","score":0.405004633920297,"outputTokensPerTask":33154.32252085264,"costPerTask":0.24951903962001856,"timePerTask":149.51909428404753},{"slug":"gdp-pdf","score":0.086,"outputTokensPerTask":5422.24,"costPerTask":0.132132825,"timePerTask":24.453173889492703},{"slug":"critpt","score":0.134285714285714,"outputTokensPerTask":107365.5142857143,"costPerTask":0.8157697857142857,"timePerTask":484.19612384611986},{"slug":"omniscience","score":13.483333333333333,"outputTokensPerTask":1795.4055,"costPerTask":0.01379581208333333,"timePerTask":8.09690513397629},{"slug":"artificial-analysis-long-context-reasoning","score":0.79,"outputTokensPerTask":1617.36,"costPerTask":0.2785691,"timePerTask":7.293956984919502}],"briefcaseBreakdown":{"overall":{"elo":917.94,"lower95ci":911.76,"upper95ci":924.42},"rubricPassRate":0.23737373737373738,"analyticalQuality":{"elo":812.92,"lower95ci":801.02,"upper95ci":825.76},"presentation":{"elo":982.65,"lower95ci":971.22,"upper95ci":993.84}},"briefcaseTotalCost":118.41907193994186,"timescaleData":{"medianOutputSpeed":197.978004739388,"medianTimeToFirstChunk":2.33286746500009},"outputSpeedVariance":{"p05":75.1057152165755,"q25":183.152694042872,"median":197.978004739388,"q75":204.753457564257,"p95":234.631500054296},"timeToFirstChunkVariance":{"p05":2.1393890218,"q25":2.16260742324999,"median":2.33286746500009,"q75":2.71226249375002,"p95":63.7862962269},"performanceByPromptType":{"long":{"medianOutputSpeed":197.978004739388,"medianTimeToFirstChunk":2.33286746500009,"medianTimeToFirstAnswerToken":14.50088584245132,"medianEndToEndResponseTime":17.02641892203854}},"endToEndResponseTime":{"input":2.33286746500009,"reasoning":12.16801837745123,"answer":2.5255330795872206,"total":17.02641892203854},"timeToFirstAnswerToken":{"input":2.33286746500009,"reasoning":12.16801837745123,"total":14.50088584245132},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.7-max","matchedBy":"slug","catalog":{"id":"qwen/qwen3.7-max","canonical_slug":"qwen/qwen3.7-max-20260520","hugging_face_id":null,"name":"Qwen: Qwen3.7 Max","created":1779376861,"description":"Qwen3.7-Max is the flagship model in Alibaba's Qwen3.7 series. It supports text input and output and is designed for agent-centric workloads, with particular strengths in coding, office and productivity tasks,...","context_length":1000000,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.000001475","completion":"0.000004425","input_cache_read":"0.000000295","input_cache_write":"0.00000184375"},"top_provider":{"context_length":1000000,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.7-max-20260520/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"agenticgamedev","elo":1161,"win_rate":46.6,"rank":18},{"arena":"agents","category":"androidnative","elo":1168,"win_rate":48.6,"rank":22},{"arena":"agents","category":"fullstack","elo":1202,"win_rate":48.9,"rank":20},{"arena":"agents","category":"godotgamedev","elo":1196,"win_rate":55.6,"rank":11},{"arena":"agents","category":"htmlslides","elo":1161,"win_rate":43.5,"rank":15},{"arena":"agents","category":"mobileapps","elo":1176,"win_rate":45.1,"rank":26},{"arena":"agents","category":"python-pptxslides","elo":1194,"win_rate":47.2,"rank":17},{"arena":"agents","category":"webapps","elo":1225,"win_rate":50.2,"rank":16},{"arena":"models","category":"3d","elo":1297,"win_rate":55.4,"rank":18},{"arena":"models","category":"asciiart","elo":1232,"win_rate":53.6,"rank":18},{"arena":"models","category":"codecategories","elo":1291,"win_rate":54.9,"rank":20},{"arena":"models","category":"dataviz","elo":1291,"win_rate":54.5,"rank":15},{"arena":"models","category":"gamedev","elo":1292,"win_rate":54.2,"rank":18},{"arena":"models","category":"svg","elo":1243,"win_rate":57.8,"rank":16},{"arena":"models","category":"uicomponent","elo":1287,"win_rate":54.7,"rank":23},{"arena":"models","category":"website","elo":1285,"win_rate":55,"rank":19}],"artificial_analysis":{"intelligence_index":29.9,"coding_index":66,"agentic_index":23.9}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3.7-max-20260520","model_id":"qwen/qwen3.7-max","model_name":"Qwen: Qwen3.7 Max","context_length":1000000,"pricing":{"prompt":"0.000001475","completion":"0.000004425","input_cache_read":"0.000000295","input_cache_write":"0.00000184375","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":983616,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"a87fce42-eea3-4e45-a96d-fe057814f371","slug":"qwen3-7-plus","name":"Qwen3.7 Plus","shortName":"Qwen3.7 Plus","sourceUrl":"https://artificialanalysis.ai/models/qwen3-7-plus","releaseDate":"2026-06-01","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-7-plus","name":"Qwen3.7 Plus"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":25.8186965821984,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":25.487538219401063,"strategyAndOps":19.874431007663347,"legal":28.111960156442223,"healthcareAndMedical":23.80277951101066,"engineering":29.445970785038256,"economics":38.07069647822057},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":66.4195490309551,"canonicalInputTokens":1246598100,"canonicalOutputTokens":134780616,"outputTokensPerTask":36345.83819524092,"answerTokensPerTask":11173.130668987791,"reasoningTokensPerTask":25172.707526253125,"price1mInputTokens":0.4,"price1mOutputTokens":1.6,"cacheHitPrice":0.04,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.5,"costPerIntelligenceIndexTask":0.32527343198119174,"latency":{"timeToFirstChunkMs":2.26874934950002,"timeToFirstAnswerTokenMs":32.38036602229453,"endToEndMs":39.908270190493155}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":912.73,"score":912.73,"outputTokensPerTask":37677.16483516483,"costPerTask":0.3582900520225937,"timePerTask":490.9223968410517,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":885.83,"score":885.83,"outputTokensPerTask":12889.577272727272,"costPerTask":0.0999878529996555,"timePerTask":167.9474078444824,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.17391220980015495,"score":0.17391220980015495,"outputTokensPerTask":25325.15677321157,"costPerTask":0.2989345176125068,"timePerTask":329.979357997679,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":96545.06060606061,"costPerTask":2.0933565910123155,"timePerTask":1257.9537967691278,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.460648148148148,"score":0.460648148148148,"outputTokensPerTask":8101.513888888889,"costPerTask":0.013954031944444445,"timePerTask":105.56034759447694,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.356348470806302,"score":0.356348470806302,"outputTokensPerTask":38303.587581093605,"costPerTask":0.06142359944392957,"timePerTask":499.08450132031675,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.122,"score":0.122,"outputTokensPerTask":7244.07,"costPerTask":0.063633804,"timePerTask":94.38810544378369,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0914285714285714,"score":0.0914285714285714,"outputTokensPerTask":127693.78571428571,"costPerTask":0.20647778857142857,"timePerTask":1663.812540535351,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":1.0833333333333333,"score":1.0833333333333333,"outputTokensPerTask":1780.6741666666667,"costPerTask":0.002901922,"timePerTask":23.201661635566055,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.73,"score":0.73,"outputTokensPerTask":1662.9,"costPerTask":0.045290864,"timePerTask":21.667098819098644,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.0944444444444444,"score":0.0944444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.817918656824432,"score":0.817918656824432,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.122,"score":0.122,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":885.83,"score":885.83,"outputTokensPerTask":12889.577272727272,"costPerTask":0.0999878529996555,"timePerTask":167.9474078444824,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.19291500000000003,"score":0.19291500000000003,"outputTokensPerTask":12889.577272727272,"costPerTask":0.0999878529996555,"timePerTask":167.9474078444824,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.929824561403509,"score":0.929824561403509,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.175257731958763,"score":0.175257731958763,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.46969696969697,"score":0.46969696969697,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.610486891385768,"score":0.610486891385768,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0101010101010101,"score":0.0101010101010101,"outputTokensPerTask":96545.06060606061,"costPerTask":2.0933565910123155,"timePerTask":1257.9537967691278,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.73,"score":0.73,"outputTokensPerTask":1662.9,"costPerTask":0.045290864,"timePerTask":21.667098819098644,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.779591836734694,"score":0.779591836734694,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.356348470806302,"score":0.356348470806302,"outputTokensPerTask":38303.587581093605,"costPerTask":0.06142359944392957,"timePerTask":499.08450132031675,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.9,"score":0.9,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.224188790560472,"score":0.224188790560472,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.804624277456647,"score":0.804624277456647,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.17391220980015495,"score":0.17391220980015495,"outputTokensPerTask":25325.15677321157,"costPerTask":0.2989345176125068,"timePerTask":329.979357997679,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.40555058191584603,"score":0.40555058191584603,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":25.487538219401063,"score":25.487538219401063,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":19.874431007663347,"score":19.874431007663347,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":28.111960156442223,"score":28.111960156442223,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":23.80277951101066,"score":23.80277951101066,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":29.445970785038256,"score":29.445970785038256,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":38.07069647822057,"score":38.07069647822057,"family":"Capability Index"}],"benchmarkCount":34,"raw":{"id":"a87fce42-eea3-4e45-a96d-fe057814f371","slug":"qwen3-7-plus","name":"Qwen3.7 Plus","shortName":"Qwen3.7 Plus","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-06-01","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-7-plus","name":"Qwen3.7 Plus"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":25.8186965821984,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":25.487538219401063,"strategyAndOps":19.874431007663347,"legal":28.111960156442223,"healthcareAndMedical":23.80277951101066,"engineering":29.445970785038256,"economics":38.07069647822057},"omniscience":1.0833333333333333,"omniscienceBreakdown":{"accuracy":0.22516666666666665,"hallucinationRate":0.2766186276618628},"mlcrOverall":0.0944444444444444,"harveyLab":0.817918656824432,"gdpPdfAllPass":0.122,"gdpval":885.83,"gdpvalNormalized":0.19291500000000003,"itBenchSre":null,"tau2":0.929824561403509,"tauBanking":0.175257731958763,"terminalbenchHard":0.46969696969697,"terminalBench21":0.610486891385768,"terminalBench40":0.0101010101010101,"scicode":0.460648148148148,"lcr":0.73,"ifbench":0.779591836734694,"hle":0.356348470806302,"gpqa":0.9,"critpt":0.0914285714285714,"apexAgents":0.224188790560472,"mmmuPro":0.804624277456647,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.17391220980015495,"enterpriseOpsGym":0.40555058191584603,"price1mInputTokens":0.4,"price1mOutputTokens":1.6,"cacheHitPrice":0.04,"cacheHitDiscountPercent":0.9,"cacheWritePrice":0.5,"pricePer1k1mpImages":0.4104,"price1mBlended0To3To1":0.7000000000000001,"price1mBlended7To2To1":0.268,"price1mBlended0To1To1":1,"price1mBlended100To1To1":0.058823529411764705,"price1mBlended0To100To1":0.4118811881188119,"intelligenceIndexTimePerTask":473.57560156308546,"intelligenceIndexCost":{"total":568.4915682722101,"input":352.84258267221,"nonCacheInput":10.519236800000002,"cacheRead":23.289274619807824,"cacheWrite":319.0340712524022,"output":215.6489856,"reasoning":188.170528,"answer":27.478457600000002},"intelligenceIndexCostPerTask":{"cost":{"total":0.32527343198119174,"input":0.2671200908688062,"nonCacheInput":0.007673486946497344,"cacheRead":0.018156045901524007,"cacheWrite":0.24129055802078492,"output":0.05815334111238546,"reasoning":0.040276332042005,"answer":0.017877009070380465},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.053743507803389046},{"slug":"gdpval-aa","weightedCostPerTask":0.00999878529996555},{"slug":"automationbench-aa","weightedCostPerTask":0.014946725880625341},{"slug":"terminalbench-4-0","weightedCostPerTask":0.20933565910123153},{"slug":"scicode","weightedCostPerTask":0.0013954031944444446},{"slug":"humanitys-last-exam","weightedCostPerTask":0.006142359944392956},{"slug":"gdp-pdf","weightedCostPerTask":0.0063633804},{"slug":"critpt","weightedCostPerTask":0.02064777885714286},{"slug":"omniscience","weightedCostPerTask":0.0004352883},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0022645432}]},"canonicalIntelligenceIndexTokenCount":{"input":1246598100,"output":134780616,"answer":17174036,"reasoning":117606580},"intelligenceIndexOutputTokensPerTask":{"reasoning":25172.707526253125,"answer":11173.130668987791,"output":36345.83819524092},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":912.73,"outputTokensPerTask":37677.16483516483,"costPerTask":0.3582900520225937,"timePerTask":490.9223968410517},{"slug":"gdpval-aa","score":885.83,"outputTokensPerTask":12889.577272727272,"costPerTask":0.0999878529996555,"timePerTask":167.9474078444824},{"slug":"automationbench-aa","score":0.17391220980015495,"outputTokensPerTask":25325.15677321157,"costPerTask":0.2989345176125068,"timePerTask":329.979357997679},{"slug":"terminalbench-4-0","score":0.0101010101010101,"outputTokensPerTask":96545.06060606061,"costPerTask":2.0933565910123155,"timePerTask":1257.9537967691278},{"slug":"scicode","score":0.460648148148148,"outputTokensPerTask":8101.513888888889,"costPerTask":0.013954031944444445,"timePerTask":105.56034759447694},{"slug":"humanitys-last-exam","score":0.356348470806302,"outputTokensPerTask":38303.587581093605,"costPerTask":0.06142359944392957,"timePerTask":499.08450132031675},{"slug":"gdp-pdf","score":0.122,"outputTokensPerTask":7244.07,"costPerTask":0.063633804,"timePerTask":94.38810544378369},{"slug":"critpt","score":0.0914285714285714,"outputTokensPerTask":127693.78571428571,"costPerTask":0.20647778857142857,"timePerTask":1663.812540535351},{"slug":"omniscience","score":1.0833333333333333,"outputTokensPerTask":1780.6741666666667,"costPerTask":0.002901922,"timePerTask":23.201661635566055},{"slug":"artificial-analysis-long-context-reasoning","score":0.73,"outputTokensPerTask":1662.9,"costPerTask":0.045290864,"timePerTask":21.667098819098644}],"briefcaseBreakdown":{"overall":{"elo":912.73,"lower95ci":903.47,"upper95ci":921.37},"rubricPassRate":0.22828282828282828,"analyticalQuality":{"elo":835.11,"lower95ci":817.27,"upper95ci":853.67},"presentation":{"elo":973.99,"lower95ci":957.11,"upper95ci":991.2}},"briefcaseTotalCost":32.60439473405602,"timescaleData":{"medianOutputSpeed":66.4195490309551,"medianTimeToFirstChunk":2.26874934950002},"outputSpeedVariance":{"p05":54.474816907567,"q25":62.8027940336217,"median":66.4195490309551,"q75":73.9276232804968,"p95":78.2739247232935},"timeToFirstChunkVariance":{"p05":1.8644925959499,"q25":1.97131567000002,"median":2.26874934950002,"q75":2.40192207049998,"p95":2.93718442510001},"performanceByPromptType":{"medium":{"medianOutputSpeed":67.6410422540317,"medianTimeToFirstChunk":1.61383450449997,"medianTimeToFirstAnswerToken":31.18168167765306,"medianEndToEndResponseTime":38.573643470941334},"long":{"medianOutputSpeed":66.4195490309551,"medianTimeToFirstChunk":2.26874934950002,"medianTimeToFirstAnswerToken":32.38036602229453,"medianEndToEndResponseTime":39.908270190493155},"hundredK":{"medianOutputSpeed":65.0481312167261,"medianTimeToFirstChunk":6.503462168,"medianTimeToFirstAnswerToken":37.249925787937656,"medianEndToEndResponseTime":44.93654169292206},"mediumParallel":{"medianOutputSpeed":64.207605152326,"medianTimeToFirstChunk":1.75045636550021,"medianTimeToFirstAnswerToken":32.89941442514446,"medianEndToEndResponseTime":40.686653940055514}},"endToEndResponseTime":{"input":2.26874934950002,"reasoning":30.11161667279451,"answer":7.527904168198628,"total":39.908270190493155},"timeToFirstAnswerToken":{"input":2.26874934950002,"reasoning":30.11161667279451,"total":32.38036602229453},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.7-plus","matchedBy":"slug","catalog":{"id":"qwen/qwen3.7-plus","canonical_slug":"qwen/qwen3.7-plus-20260602","hugging_face_id":null,"name":"Qwen: Qwen3.7 Plus","created":1780491783,"description":"Qwen3.7-Plus is a cost-effective model in Alibaba's Qwen3.7 series. It supports text and image input with text output, building on the series' text capabilities with a comprehensive upgrade to its...","context_length":1000000,"architecture":{"modality":"text+image->text","input_modalities":["text","image"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.00000032","completion":"0.00000128","input_cache_read":"0.000000064","input_cache_write":"0.0000004","overrides":[{"min_prompt_tokens":256000,"prompt":"0.00000096","completion":"0.00000384","input_cache_read":"0.000000192","input_cache_write":"0.0000012"}]},"top_provider":{"context_length":1000000,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.7-plus-20260602/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1268,"win_rate":48.9,"rank":28},{"arena":"models","category":"asciiart","elo":1147,"win_rate":40.3,"rank":48},{"arena":"models","category":"codecategories","elo":1283,"win_rate":50.7,"rank":23},{"arena":"models","category":"dataviz","elo":1294,"win_rate":52.2,"rank":13},{"arena":"models","category":"gamedev","elo":1288,"win_rate":50.5,"rank":20},{"arena":"models","category":"svg","elo":1237,"win_rate":49.6,"rank":19},{"arena":"models","category":"uicomponent","elo":1270,"win_rate":49.1,"rank":31},{"arena":"models","category":"website","elo":1282,"win_rate":51.3,"rank":24}],"artificial_analysis":{"intelligence_index":25.8,"coding_index":55.9,"agentic_index":19.7}},"reasoning":{"mandatory":false,"default_enabled":true}},"endpoints":[{"name":"Alibaba | qwen/qwen3.7-plus-20260602","model_id":"qwen/qwen3.7-plus","model_name":"Qwen: Qwen3.7 Plus","context_length":1000000,"pricing":{"prompt":"0.00000032","completion":"0.00000128","input_cache_read":"0.000000064","input_cache_write":"0.0000004","discount":0,"overrides":[{"min_prompt_tokens":256000,"prompt":"0.00000096","completion":"0.00000384","input_cache_read":"0.000000192","input_cache_write":"0.0000012"}]},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":983616,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","logprobs","top_logprobs","tools","tool_choice","structured_outputs","top_k","frequency_penalty","stop"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.998419404506,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"8df710d3-9dae-4498-9b4e-9818238e6f31","slug":"qwen3-8-2-4t-a95b","name":"Qwen3.8 2.4T A95B","shortName":"Qwen3.8 2.4T A95B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-8-2-4t-a95b","releaseDate":"2026-08-12","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-8-2-4t-a95b","name":"Qwen3.8 2.4T A95B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":2400,"inferenceParametersActiveBillions":95,"sizeClass":"large","contextWindowTokens":983616,"licenseName":"Qwen3.8-Max License","intelligenceIndex":40.0445723105325,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":42.74927343088517,"strategyAndOps":44.21986385012881,"legal":41.83836589761889,"healthcareAndMedical":36.1538802003731,"engineering":40.44027315415508,"economics":49.112515137472954},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":37.9153879837942,"canonicalInputTokens":4532507817,"canonicalOutputTokens":172130020,"outputTokensPerTask":68515.01528492119,"answerTokensPerTask":21878.01163254913,"reasoningTokensPerTask":46637.003652372056,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.875,"cacheWritePrice":null,"costPerIntelligenceIndexTask":2.1551619442434675,"latency":{"timeToFirstChunkMs":2.71693332399999,"timeToFirstAnswerTokenMs":55.46596495344924,"endToEndMs":68.65322286081155}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1438.5,"score":1438.5,"outputTokensPerTask":159322.47252747254,"costPerTask":4.155203980464372,"timePerTask":3324.1619202749403,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1627.82,"score":1627.82,"outputTokensPerTask":86594.27727272727,"costPerTask":2.5254921533204024,"timePerTask":1806.7344452873344,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.572473765458222,"score":0.572473765458222,"outputTokensPerTask":20701.98782343988,"costPerTask":0.353144465999651,"timePerTask":431.93379129116903,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.111111111111111,"score":0.111111111111111,"outputTokensPerTask":193884.65151515152,"costPerTask":11.48883545827578,"timePerTask":4045.279772954249,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.540509259259259,"score":0.540509259259259,"outputTokensPerTask":15490.138888888889,"costPerTask":0.10060797916666664,"timePerTask":323.1918825847717,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.424467099165894,"score":0.424467099165894,"outputTokensPerTask":33469.57136237257,"costPerTask":0.20156975347544026,"timePerTask":698.3212904352766,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.156,"score":0.156,"outputTokensPerTask":19866.44,"costPerTask":0.18964863999999998,"timePerTask":414.5006180972963,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.2,"score":0.2,"outputTokensPerTask":78817.34285714285,"costPerTask":0.48279219999999995,"timePerTask":1644.4736616662187,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":4.316666666666666,"score":4.316666666666666,"outputTokensPerTask":4640.7688333333335,"costPerTask":0.028184829666666668,"timePerTask":96.82668610296236,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":1463.75,"costPerTask":0.22203562000000002,"timePerTask":30.54021151952325,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.156,"score":0.156,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1627.82,"score":1627.82,"outputTokensPerTask":86594.27727272727,"costPerTask":2.5254921533204024,"timePerTask":1806.7344452873344,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.56391,"score":0.56391,"outputTokensPerTask":86594.27727272727,"costPerTask":2.5254921533204024,"timePerTask":1806.7344452873344,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.490721649484536,"score":0.490721649484536,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.820224719101124,"score":0.820224719101124,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.111111111111111,"score":0.111111111111111,"outputTokensPerTask":193884.65151515152,"costPerTask":11.48883545827578,"timePerTask":4045.279772954249,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":1463.75,"costPerTask":0.22203562000000002,"timePerTask":30.54021151952325,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.424467099165894,"score":0.424467099165894,"outputTokensPerTask":33469.57136237257,"costPerTask":0.20156975347544026,"timePerTask":698.3212904352766,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.935353535353535,"score":0.935353535353535,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.572473765458222,"score":0.572473765458222,"outputTokensPerTask":20701.98782343988,"costPerTask":0.353144465999651,"timePerTask":431.93379129116903,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4735899731423456,"score":0.4735899731423456,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":42.74927343088517,"score":42.74927343088517,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":44.21986385012881,"score":44.21986385012881,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":41.83836589761889,"score":41.83836589761889,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":36.1538802003731,"score":36.1538802003731,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":40.44027315415508,"score":40.44027315415508,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":49.112515137472954,"score":49.112515137472954,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"8df710d3-9dae-4498-9b4e-9818238e6f31","slug":"qwen3-8-2-4t-a95b","name":"Qwen3.8 2.4T A95B","shortName":"Qwen3.8 2.4T A95B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-12","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-8-2-4t-a95b","name":"Qwen3.8 2.4T A95B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":2400,"inferenceParametersActiveBillions":95,"sizeClass":"large","contextWindowTokens":983616,"licenseName":"Qwen3.8-Max License","licenseUrl":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B/blob/main/LICENSE","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","microevalsEnabled":false,"intelligenceIndex":40.0445723105325,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":42.74927343088517,"strategyAndOps":44.21986385012881,"legal":41.83836589761889,"healthcareAndMedical":36.1538802003731,"engineering":40.44027315415508,"economics":49.112515137472954},"omniscience":4.316666666666666,"omniscienceBreakdown":{"accuracy":0.3125,"hallucinationRate":0.39175757575757575},"mlcrOverall":0,"gdpPdfAllPass":0.156,"gdpval":1627.82,"gdpvalNormalized":0.56391,"itBenchSre":null,"tau2":null,"tauBanking":0.490721649484536,"terminalbenchHard":null,"terminalBench21":0.820224719101124,"terminalBench40":0.111111111111111,"scicode":0.540509259259259,"lcr":0.803333333333333,"ifbench":null,"hle":0.424467099165894,"gpqa":0.935353535353535,"critpt":0.2,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.572473765458222,"enterpriseOpsGym":0.4735899731423456,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.875,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3,"price1mBlended7To2To1":1.175,"price1mBlended0To1To1":4,"price1mBlended100To1To1":0.3235294117647059,"price1mBlended0To100To1":2.0396039603960396,"intelligenceIndexTimePerTask":1429.5221581997346,"intelligenceIndexCost":{"total":2632.046374360719,"input":1599.2662543607187,"nonCacheInput":34.935438,"cacheRead":1066.5356256627545,"cacheWrite":497.79519069796424,"output":1032.78012,"reasoning":856.57362,"answer":176.2065},"intelligenceIndexCostPerTask":{"cost":{"total":2.1551619442434675,"input":1.7440718525339405,"nonCacheInput":0.0195894498991681,"cacheRead":1.2243770642088534,"cacheWrite":0.5001053384259188,"output":0.41109009170952704,"reasoning":0.27982202191423233,"answer":0.13126806979529473},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.6232805970696558},{"slug":"gdpval-aa","weightedCostPerTask":0.2525492153320403},{"slug":"automationbench-aa","weightedCostPerTask":0.017657223299982552},{"slug":"terminalbench-4-0","weightedCostPerTask":1.148883545827578},{"slug":"scicode","weightedCostPerTask":0.010060797916666666},{"slug":"humanitys-last-exam","weightedCostPerTask":0.020156975347544025},{"slug":"gdp-pdf","weightedCostPerTask":0.018964863999999998},{"slug":"critpt","weightedCostPerTask":0.04827922},{"slug":"omniscience","weightedCostPerTask":0.0042277244499999995},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.011101781000000002}]},"canonicalIntelligenceIndexTokenCount":{"input":4532507817,"output":172130020,"answer":29367750,"reasoning":142762270},"intelligenceIndexOutputTokensPerTask":{"reasoning":46637.003652372056,"answer":21878.01163254913,"output":68515.01528492119},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1438.5,"outputTokensPerTask":159322.47252747254,"costPerTask":4.155203980464372,"timePerTask":3324.1619202749403},{"slug":"gdpval-aa","score":1627.82,"outputTokensPerTask":86594.27727272727,"costPerTask":2.5254921533204024,"timePerTask":1806.7344452873344},{"slug":"automationbench-aa","score":0.572473765458222,"outputTokensPerTask":20701.98782343988,"costPerTask":0.353144465999651,"timePerTask":431.93379129116903},{"slug":"terminalbench-4-0","score":0.111111111111111,"outputTokensPerTask":193884.65151515152,"costPerTask":11.48883545827578,"timePerTask":4045.279772954249},{"slug":"scicode","score":0.540509259259259,"outputTokensPerTask":15490.138888888889,"costPerTask":0.10060797916666664,"timePerTask":323.1918825847717},{"slug":"humanitys-last-exam","score":0.424467099165894,"outputTokensPerTask":33469.57136237257,"costPerTask":0.20156975347544026,"timePerTask":698.3212904352766},{"slug":"gdp-pdf","score":0.156,"outputTokensPerTask":19866.44,"costPerTask":0.18964863999999998,"timePerTask":414.5006180972963},{"slug":"critpt","score":0.2,"outputTokensPerTask":78817.34285714285,"costPerTask":0.48279219999999995,"timePerTask":1644.4736616662187},{"slug":"omniscience","score":4.316666666666666,"outputTokensPerTask":4640.7688333333335,"costPerTask":0.028184829666666668,"timePerTask":96.82668610296236},{"slug":"artificial-analysis-long-context-reasoning","score":0.803333333333333,"outputTokensPerTask":1463.75,"costPerTask":0.22203562000000002,"timePerTask":30.54021151952325}],"openness":{"opennessIndex":27.77777777777778,"modelAvailability":4,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1438.5,"lower95ci":1431.62,"upper95ci":1446},"rubricPassRate":0.5,"analyticalQuality":{"elo":1611.58,"lower95ci":1598.83,"upper95ci":1627.11},"presentation":{"elo":1323.95,"lower95ci":1310.05,"upper95ci":1337.13}},"briefcaseTotalCost":378.1235622222578,"timescaleData":{"medianOutputSpeed":37.9153879837942,"medianTimeToFirstChunk":2.71693332399999},"outputSpeedVariance":{"p05":34.495654002376,"q25":36.8695771469826,"median":37.9153879837942,"q75":41.1181096221766,"p95":42.3890748343226},"timeToFirstChunkVariance":{"p05":2.46339924065008,"q25":2.55536532224997,"median":2.71693332399999,"q75":2.92557362175003,"p95":3.57136071384999},"performanceByPromptType":{"medium":{"medianOutputSpeed":39.0852530519033,"medianTimeToFirstChunk":1.82239132750001,"medianTimeToFirstAnswerToken":52.99258580837232,"medianEndToEndResponseTime":65.7851344285904},"long":{"medianOutputSpeed":37.9153879837942,"medianTimeToFirstChunk":2.71693332399999,"medianTimeToFirstAnswerToken":55.46596495344924,"medianEndToEndResponseTime":68.65322286081155},"hundredK":{"medianOutputSpeed":45.2469151870554,"medianTimeToFirstChunk":14.9107035129999,"medianTimeToFirstAnswerToken":59.11261190237395,"medianEndToEndResponseTime":70.16308899971746},"mediumParallel":{"medianOutputSpeed":40.45870615921,"medianTimeToFirstChunk":1.80153461999999,"medianTimeToFirstAnswerToken":51.23465272639106,"medianEndToEndResponseTime":63.59293225298883}},"endToEndResponseTime":{"input":2.71693332399999,"reasoning":52.74903162944925,"answer":13.187257907362312,"total":68.65322286081155},"timeToFirstAnswerToken":{"input":2.71693332399999,"reasoning":52.74903162944925,"total":55.46596495344924},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":6,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.8-2.4t-a95b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.8-2.4t-a95b","canonical_slug":"qwen/qwen3.8-2.4t-a95b-20260812","hugging_face_id":"Qwen/Qwen3.8-2.4T-A95B","name":"Qwen: Qwen3.8 2.4T A95B","created":1786551702,"description":"Qwen3.8 2.4T A95B is an open-weight sparse mixture-of-experts model from Qwen and the open-weight variant of [Qwen3.8 Max](/qwen/qwen3.8-max), with 95 billion active parameters out of 2.4 trillion total. It is...","context_length":1048576,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.00000025"},"top_provider":{"context_length":1000000,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":20},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.8-2.4t-a95b-20260812/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":40,"coding_index":71.9,"agentic_index":50.4}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["xhigh","medium","low"],"default_effort":"xhigh"}},"endpoints":[{"name":"Novita | qwen/qwen3.8-2.4t-a95b-20260812","model_id":"qwen/qwen3.8-2.4t-a95b","model_name":"Qwen: Qwen3.8 2.4T A95B","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.00000025","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.95354958581714,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3.8-2.4t-a95b-20260812","model_id":"qwen/qwen3.8-2.4t-a95b","model_name":"Qwen: Qwen3.8 2.4T A95B","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.00000025","input_cache_write":"0.0000025","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","top_k","frequency_penalty","stop","tools","tool_choice","logprobs","top_logprobs","structured_outputs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98292058070025,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SiliconFlow | qwen/qwen3.8-2.4t-a95b-20260812","model_id":"qwen/qwen3.8-2.4t-a95b","model_name":"Qwen: Qwen3.8 2.4T A95B","context_length":1048576,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.00000025","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","max_tokens","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.97462250983378,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.8-2.4t-a95b-20260812","model_id":"qwen/qwen3.8-2.4t-a95b","model_name":"Qwen: Qwen3.8 2.4T A95B","context_length":262144,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.00000025","discount":0.2},"provider_name":"Venice","tag":"venice","quantization":"unknown","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Modal | qwen/qwen3.8-2.4t-a95b-20260812","model_id":"qwen/qwen3.8-2.4t-a95b","model_name":"Qwen: Qwen3.8 2.4T A95B","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.00000025","discount":0},"provider_name":"Modal","tag":"modal","quantization":"unknown","max_completion_tokens":262144,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","stop","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.67741935483872,"uptime_last_5m":100,"uptime_last_1d":99.88882150798463,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.8-2.4t-a95b-20260812","model_id":"qwen/qwen3.8-2.4t-a95b","model_name":"Qwen: Qwen3.8 2.4T A95B","context_length":262144,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.0000002","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp4","quantization":"fp4","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","structured_outputs","tools","tool_choice","response_format","logit_bias","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.91194716830098,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | qwen/qwen3.8-2.4t-a95b-20260812","model_id":"qwen/qwen3.8-2.4t-a95b","model_name":"Qwen: Qwen3.8 2.4T A95B","context_length":1010000,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.00000025","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":909000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":7,"endpointError":null}},{"id":"7e30585f-fad7-40df-a8cb-03c1d96df38a","slug":"qwen3-8-27b-low","name":"Qwen3.8 27B (low)","shortName":"Qwen3.8 27B (low)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-8-27b-low","releaseDate":"2026-08-14","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"qwen3-8-27b","name":"Qwen3.8 27B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":26.4944478189896,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":27.159413159165624,"strategyAndOps":29.78851629912975,"legal":27.97975798699848,"engineering":24.184804653579352,"economics":31.93331414118009},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":46.5381277703486,"canonicalInputTokens":4572158985,"canonicalOutputTokens":82439603,"outputTokensPerTask":45426.466833537765,"answerTokensPerTask":19567.340810427126,"reasoningTokensPerTask":25859.126023110635,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.8340096586526328,"latency":{"timeToFirstChunkMs":3.92351367599997,"timeToFirstAnswerTokenMs":46.899028502668266,"endToEndMs":57.64290720933534}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1277.44,"score":1277.44,"outputTokensPerTask":98648.86813186813,"costPerTask":1.6340314288571436,"timePerTask":2004.8807467816341,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1402.54,"score":1402.54,"outputTokensPerTask":79114.08181818182,"costPerTask":0.8010849427477273,"timePerTask":1607.86740324839,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.3010329530343377,"score":0.3010329530343377,"outputTokensPerTask":35812.87366818874,"costPerTask":0.24391507015829525,"timePerTask":727.8394802086905,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0252525252525253,"score":0.0252525252525253,"outputTokensPerTask":179973.89393939395,"costPerTask":4.783903186159091,"timePerTask":3657.682056727494,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.400462962962963,"score":0.400462962962963,"outputTokensPerTask":2261.5173611111113,"costPerTask":0.00824212673611111,"timePerTask":45.96172973564367,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.140407784986098,"score":0.140407784986098,"outputTokensPerTask":7168.515291936978,"costPerTask":0.02169087001853568,"timePerTask":145.68862840476268,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.104,"score":0.104,"outputTokensPerTask":3320.76,"costPerTask":0.0703096,"timePerTask":67.48914523563425,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":15153.557142857142,"costPerTask":0.050913400000000004,"timePerTask":307.97185549415445,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-26.666666666666668,"score":-26.666666666666668,"outputTokensPerTask":501.3691666666667,"costPerTask":0.0015831616666666666,"timePerTask":10.189527850803906,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.773333333333333,"score":0.773333333333333,"outputTokensPerTask":1281.1,"costPerTask":0.05714608,"timePerTask":26.036312157870796,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.104,"score":0.104,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1402.54,"score":1402.54,"outputTokensPerTask":79114.08181818182,"costPerTask":0.8010849427477273,"timePerTask":1607.86740324839,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.45127,"score":0.45127,"outputTokensPerTask":79114.08181818182,"costPerTask":0.8010849427477273,"timePerTask":1607.86740324839,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.321649484536082,"score":0.321649484536082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.674157303370786,"score":0.674157303370786,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0252525252525253,"score":0.0252525252525253,"outputTokensPerTask":179973.89393939395,"costPerTask":4.783903186159091,"timePerTask":3657.682056727494,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.773333333333333,"score":0.773333333333333,"outputTokensPerTask":1281.1,"costPerTask":0.05714608,"timePerTask":26.036312157870796,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.140407784986098,"score":0.140407784986098,"outputTokensPerTask":7168.515291936978,"costPerTask":0.02169087001853568,"timePerTask":145.68862840476268,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.845454545454545,"score":0.845454545454545,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.73757225433526,"score":0.73757225433526,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.3010329530343377,"score":0.3010329530343377,"outputTokensPerTask":35812.87366818874,"costPerTask":0.24391507015829525,"timePerTask":727.8394802086905,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":27.159413159165624,"score":27.159413159165624,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":29.78851629912975,"score":29.78851629912975,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":27.97975798699848,"score":27.97975798699848,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":24.184804653579352,"score":24.184804653579352,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":31.93331414118009,"score":31.93331414118009,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"7e30585f-fad7-40df-a8cb-03c1d96df38a","slug":"qwen3-8-27b-low","name":"Qwen3.8 27B (low)","shortName":"Qwen3.8 27B (low)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-14","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"low","label":"low","level":20},"release":{"slug":"qwen3-8-27b","name":"Qwen3.8 27B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.8-27B","microevalsEnabled":false,"intelligenceIndex":26.4944478189896,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":27.159413159165624,"strategyAndOps":29.78851629912975,"legal":27.97975798699848,"engineering":24.184804653579352,"economics":31.93331414118009},"omniscience":-26.666666666666668,"omniscienceBreakdown":{"accuracy":0.17133333333333334,"hallucinationRate":0.5285599356395817},"gdpPdfAllPass":0.104,"gdpval":1402.54,"gdpvalNormalized":0.45127,"itBenchSre":null,"tau2":null,"tauBanking":0.321649484536082,"terminalbenchHard":null,"terminalBench21":0.674157303370786,"terminalBench40":0.0252525252525253,"scicode":0.400462962962963,"lcr":0.773333333333333,"ifbench":null,"hle":0.140407784986098,"gpqa":0.845454545454545,"critpt":0,"apexAgents":null,"mmmuPro":0.73757225433526,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.3010329530343377,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.125,"price1mBlended7To2To1":0.43499999999999994,"price1mBlended0To1To1":1.75,"price1mBlended100To1To1":0.08333333333333333,"price1mBlended0To100To1":0.5247524752475248,"intelligenceIndexTimePerTask":923.2204126978017,"intelligenceIndexCost":{"total":875.9164648110001,"input":628.5976558110001,"nonCacheInput":13.040737,"cacheRead":184.164648521,"cacheWrite":431.39227029000006,"output":247.318809,"reasoning":140.377902,"answer":106.940907},"intelligenceIndexCostPerTask":{"cost":{"total":0.8340096586526328,"input":0.6977302581520196,"nonCacheInput":0.00942129186169311,"cacheRead":0.21421287786340634,"cacheWrite":0.4740960884269201,"output":0.13627940050061324,"reasoning":0.07757737806933192,"answer":0.05870202243128136},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.2451047143285715},{"slug":"gdpval-aa","weightedCostPerTask":0.08010849427477273},{"slug":"automationbench-aa","weightedCostPerTask":0.012195753507914764},{"slug":"terminalbench-4-0","weightedCostPerTask":0.4783903186159091},{"slug":"scicode","weightedCostPerTask":0.0008242126736111112},{"slug":"humanitys-last-exam","weightedCostPerTask":0.002169087001853568},{"slug":"gdp-pdf","weightedCostPerTask":0.00703096},{"slug":"critpt","weightedCostPerTask":0.005091340000000001},{"slug":"omniscience","weightedCostPerTask":0.00023747424999999997},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.002857304}]},"canonicalIntelligenceIndexTokenCount":{"input":4572158985,"output":82439603,"answer":35646969,"reasoning":46792634},"intelligenceIndexOutputTokensPerTask":{"reasoning":25859.126023110635,"answer":19567.340810427126,"output":45426.466833537765},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1277.44,"outputTokensPerTask":98648.86813186813,"costPerTask":1.6340314288571436,"timePerTask":2004.8807467816341},{"slug":"gdpval-aa","score":1402.54,"outputTokensPerTask":79114.08181818182,"costPerTask":0.8010849427477273,"timePerTask":1607.86740324839},{"slug":"automationbench-aa","score":0.3010329530343377,"outputTokensPerTask":35812.87366818874,"costPerTask":0.24391507015829525,"timePerTask":727.8394802086905},{"slug":"terminalbench-4-0","score":0.0252525252525253,"outputTokensPerTask":179973.89393939395,"costPerTask":4.783903186159091,"timePerTask":3657.682056727494},{"slug":"scicode","score":0.400462962962963,"outputTokensPerTask":2261.5173611111113,"costPerTask":0.00824212673611111,"timePerTask":45.96172973564367},{"slug":"humanitys-last-exam","score":0.140407784986098,"outputTokensPerTask":7168.515291936978,"costPerTask":0.02169087001853568,"timePerTask":145.68862840476268},{"slug":"gdp-pdf","score":0.104,"outputTokensPerTask":3320.76,"costPerTask":0.0703096,"timePerTask":67.48914523563425},{"slug":"critpt","score":0,"outputTokensPerTask":15153.557142857142,"costPerTask":0.050913400000000004,"timePerTask":307.97185549415445},{"slug":"omniscience","score":-26.666666666666668,"outputTokensPerTask":501.3691666666667,"costPerTask":0.0015831616666666666,"timePerTask":10.189527850803906},{"slug":"artificial-analysis-long-context-reasoning","score":0.773333333333333,"outputTokensPerTask":1281.1,"costPerTask":0.05714608,"timePerTask":26.036312157870796}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1277.44,"lower95ci":1267.33,"upper95ci":1287.6},"rubricPassRate":0.4207818930041152,"analyticalQuality":{"elo":1382.11,"lower95ci":1362.56,"upper95ci":1403.16},"presentation":{"elo":1203.3,"lower95ci":1184.4,"upper95ci":1222.72}},"briefcaseTotalCost":148.69686002600005,"timescaleData":{"medianOutputSpeed":46.5381277703486,"medianTimeToFirstChunk":3.92351367599997},"outputSpeedVariance":{"p05":33.4738894440315,"q25":40.2586359508269,"median":46.5381277703486,"q75":56.9242331412021,"p95":61.6651604256581},"timeToFirstChunkVariance":{"p05":3.67967045014997,"q25":3.8182485745,"median":3.92351367599997,"q75":4.43585818825003,"p95":4.92320484584998},"performanceByPromptType":{"medium":{"medianOutputSpeed":47.6800287200057,"medianTimeToFirstChunk":1.25497045649997,"medianTimeToFirstAnswerToken":43.20125391502555,"medianEndToEndResponseTime":53.68782477965695},"long":{"medianOutputSpeed":46.5381277703486,"medianTimeToFirstChunk":3.92351367599997,"medianTimeToFirstAnswerToken":46.899028502668266,"medianEndToEndResponseTime":57.64290720933534},"hundredK":{"medianOutputSpeed":77.4930420753502,"medianTimeToFirstChunk":18.4857020235,"medianTimeToFirstAnswerToken":44.29447073921649,"medianEndToEndResponseTime":50.74666291814562},"mediumParallel":{"medianOutputSpeed":42.2644649937474,"medianTimeToFirstChunk":1.31911016799999,"medianTimeToFirstAnswerToken":48.64018711280172,"medianEndToEndResponseTime":60.47045634900215}},"endToEndResponseTime":{"input":3.92351367599997,"reasoning":42.975514826668295,"answer":10.743878706667074,"total":57.64290720933534},"timeToFirstAnswerToken":{"input":3.92351367599997,"reasoning":42.975514826668295,"total":46.899028502668266},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.8-27b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.8-27b","canonical_slug":"qwen/qwen3.8-27b-20260814","hugging_face_id":"Qwen/Qwen3.8-27B","name":"Qwen: Qwen3.8 27B","created":1786722910,"description":"Qwen3.8 27B is an open-weight dense vision-language model from Qwen. It is suited for coding, professional workflows, research, multimodal interaction, and long-running agent tasks, with flexible thinking that can be...","context_length":1000000,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.000000214","completion":"0.00000255","input_cache_read":"0.00000015"},"top_provider":{"context_length":262144,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":20},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.8-27b-20260814/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":33.9,"coding_index":68.1,"agentic_index":46.5}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["xhigh","medium","low"],"default_effort":"xhigh"}},"endpoints":[{"name":"Darkbloom | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.0000018","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.4463324645432,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.000001875","input_cache_read":"0.0000000375","discount":0.25},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.69110240626749,"uptime_last_5m":98.73617693522907,"uptime_last_1d":93.45553107562783,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000001992","completion":"0.000002075","input_cache_read":"0.0000000415","discount":0.17},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.07120743034056,"uptime_last_5m":100,"uptime_last_1d":97.90053971974186,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DekaLLM | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000025","input_cache_read":"0.00000005","discount":0},"provider_name":"DekaLLM","tag":"dekallm","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","logit_bias","max_tokens","presence_penalty","seed","stop","temperature","top_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95745586045523,"uptime_last_5m":100,"uptime_last_1d":99.82852950090123,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000025","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a","response_format","logprobs","top_logprobs","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.97452258329156,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Reka | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.000000214","completion":"0.00000255","input_cache_read":"0.00000015","discount":0},"provider_name":"Reka","tag":"reka/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","max_tokens","stop","seed","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95144414510368,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000022","input_cache_read":"0.00000005","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.84202211690362,"uptime_last_5m":100,"uptime_last_1d":99.57306332893954,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000022","input_cache_read":"0.000000024","discount":0},"provider_name":"Chutes","tag":"chutes/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.26509186351706,"uptime_last_5m":99.51100244498777,"uptime_last_1d":99.12825231184925,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AkashML | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000025","completion":"0.0000022","input_cache_read":"0.00000005","discount":0},"provider_name":"AkashML","tag":"akashml/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","frequency_penalty","presence_penalty","repetition_penalty","seed","max_tokens","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.86241979305163,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Ionstream | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000028","completion":"0.00000255","input_cache_read":"0.0000001","discount":0},"provider_name":"Ionstream","tag":"ionstream/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.15966386554622,"uptime_last_5m":100,"uptime_last_1d":99.88875801596649,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Io Net | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":65536,"pricing":{"prompt":"0.0000003","completion":"0.0000028","input_cache_read":"0.00000018","discount":0},"provider_name":"Io Net","tag":"io-net/fp8","quantization":"fp8","max_completion_tokens":58982,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","structured_outputs","response_format","logprobs","top_logprobs","seed","stop","min_p","top_k","top_p","presence_penalty","frequency_penalty","repetition_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.79412720771481,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000004","completion":"0.000003","input_cache_read":"0.00000015","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.7364006709801,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":1000000,"pricing":{"prompt":"0.00000042","completion":"0.000003","input_cache_read":"0.000000085","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.60241794798978,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":1000000,"pricing":{"prompt":"0.000000425","completion":"0.00000255","input_cache_read":"0.000000085","input_cache_write":"0.00000053125","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","top_k","frequency_penalty","stop","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.79744912491692,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.0000032","input_cache_read":"0.00000005","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":94.87132688446796,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.0000032","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.92183288409704,"uptime_last_5m":100,"uptime_last_1d":98.50110075413369,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"6657d7de-a2a9-40bc-a32f-86e80ad63698","slug":"qwen3-8-27b-medium","name":"Qwen3.8 27B (medium)","shortName":"Qwen3.8 27B (medium)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-8-27b-medium","releaseDate":"2026-08-14","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"qwen3-8-27b","name":"Qwen3.8 27B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":27.8121478231586,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":28.80123237953811,"strategyAndOps":34.75830491000717,"legal":27.762869589486172,"engineering":24.868593412812086,"economics":31.489387028884757},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":43.8001158143606,"canonicalInputTokens":4654384091,"canonicalOutputTokens":112758417,"outputTokensPerTask":51943.29937745417,"answerTokensPerTask":19731.905093093967,"reasoningTokensPerTask":32211.394284360205,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.9034163174028444,"latency":{"timeToFirstChunkMs":3.84505434349999,"timeToFirstAnswerTokenMs":49.507034062381614,"endToEndMs":60.922528992102016}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1375.7,"score":1375.7,"outputTokensPerTask":134382.47252747254,"costPerTask":2.248216745494506,"timePerTask":2910.755101006787,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1430.39,"score":1430.39,"outputTokensPerTask":92929.34545454546,"costPerTask":0.820306921184091,"timePerTask":2012.870884331596,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.40252101015938635,"score":0.40252101015938635,"outputTokensPerTask":32048.28310502283,"costPerTask":0.2090963830144597,"timePerTask":694.1731445474344,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0505050505050505,"score":0.0505050505050505,"outputTokensPerTask":154605.10606060605,"costPerTask":4.481738390348486,"timePerTask":3348.781970175499,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.390046296296296,"score":0.390046296296296,"outputTokensPerTask":3419.434027777778,"costPerTask":0.011675270833333333,"timePerTask":74.06572339168396,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.140871177015755,"score":0.140871177015755,"outputTokensPerTask":12941.780352177942,"costPerTask":0.038997665199258576,"timePerTask":280.32192344511446,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.128,"score":0.128,"outputTokensPerTask":4115.85,"costPerTask":0.07090422,"timePerTask":89.15025268663368,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":28769.714285714286,"costPerTask":0.0917626857142857,"timePerTask":623.1585938004745,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-36.15,"score":-36.15,"outputTokensPerTask":2890.5421666666666,"costPerTask":0.008737680666666666,"timePerTask":62.609804672109746,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":1436.2,"costPerTask":0.05759638,"timePerTask":31.108420595634747,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.128,"score":0.128,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1430.39,"score":1430.39,"outputTokensPerTask":92929.34545454546,"costPerTask":0.820306921184091,"timePerTask":2012.870884331596,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.465195,"score":0.465195,"outputTokensPerTask":92929.34545454546,"costPerTask":0.820306921184091,"timePerTask":2012.870884331596,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.474226804123711,"score":0.474226804123711,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.651685393258427,"score":0.651685393258427,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0505050505050505,"score":0.0505050505050505,"outputTokensPerTask":154605.10606060605,"costPerTask":4.481738390348486,"timePerTask":3348.781970175499,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":1436.2,"costPerTask":0.05759638,"timePerTask":31.108420595634747,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.140871177015755,"score":0.140871177015755,"outputTokensPerTask":12941.780352177942,"costPerTask":0.038997665199258576,"timePerTask":280.32192344511446,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.845454545454545,"score":0.845454545454545,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.741618497109827,"score":0.741618497109827,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.40252101015938635,"score":0.40252101015938635,"outputTokensPerTask":32048.28310502283,"costPerTask":0.2090963830144597,"timePerTask":694.1731445474344,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":28.80123237953811,"score":28.80123237953811,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":34.75830491000717,"score":34.75830491000717,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":27.762869589486172,"score":27.762869589486172,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":24.868593412812086,"score":24.868593412812086,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":31.489387028884757,"score":31.489387028884757,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"6657d7de-a2a9-40bc-a32f-86e80ad63698","slug":"qwen3-8-27b-medium","name":"Qwen3.8 27B (medium)","shortName":"Qwen3.8 27B (medium)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-14","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"medium","label":"medium","level":30},"release":{"slug":"qwen3-8-27b","name":"Qwen3.8 27B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.8-27B","microevalsEnabled":false,"intelligenceIndex":27.8121478231586,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":28.80123237953811,"strategyAndOps":34.75830491000717,"legal":27.762869589486172,"engineering":24.868593412812086,"economics":31.489387028884757},"omniscience":-36.15,"omniscienceBreakdown":{"accuracy":0.1835,"hallucinationRate":0.6674831598285365},"gdpPdfAllPass":0.128,"gdpval":1430.39,"gdpvalNormalized":0.465195,"itBenchSre":null,"tau2":null,"tauBanking":0.474226804123711,"terminalbenchHard":null,"terminalBench21":0.651685393258427,"terminalBench40":0.0505050505050505,"scicode":0.390046296296296,"lcr":0.796666666666667,"ifbench":null,"hle":0.140871177015755,"gpqa":0.845454545454545,"critpt":0,"apexAgents":null,"mmmuPro":0.741618497109827,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.40252101015938635,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.125,"price1mBlended7To2To1":0.43499999999999994,"price1mBlended0To1To1":1.75,"price1mBlended100To1To1":0.08333333333333333,"price1mBlended0To100To1":0.5247524752475248,"intelligenceIndexTimePerTask":1125.103748892088,"intelligenceIndexCost":{"total":977.4452754040002,"input":639.1700244040002,"nonCacheInput":12.7424805,"cacheRead":187.55800234400002,"cacheWrite":438.86954156000013,"output":338.275251,"reasoning":242.150289,"answer":96.12496200000001},"intelligenceIndexCostPerTask":{"cost":{"total":0.9034163174028444,"input":0.7475864192704818,"nonCacheInput":0.00923424769998676,"cacheRead":0.22964745662767694,"cacheWrite":0.508704714942818,"output":0.1558298981323625,"reasoning":0.09663418285308062,"answer":0.0591957152792819},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.33723251182417585},{"slug":"gdpval-aa","weightedCostPerTask":0.0820306921184091},{"slug":"automationbench-aa","weightedCostPerTask":0.010454819150722987},{"slug":"terminalbench-4-0","weightedCostPerTask":0.4481738390348486},{"slug":"scicode","weightedCostPerTask":0.0011675270833333333},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0038997665199258574},{"slug":"gdp-pdf","weightedCostPerTask":0.007090422000000001},{"slug":"critpt","weightedCostPerTask":0.00917626857142857},{"slug":"omniscience","weightedCostPerTask":0.0013106520999999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.002879819}]},"canonicalIntelligenceIndexTokenCount":{"input":4654384091,"output":112758417,"answer":32041654,"reasoning":80716763},"intelligenceIndexOutputTokensPerTask":{"reasoning":32211.394284360205,"answer":19731.905093093967,"output":51943.29937745417},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1375.7,"outputTokensPerTask":134382.47252747254,"costPerTask":2.248216745494506,"timePerTask":2910.755101006787},{"slug":"gdpval-aa","score":1430.39,"outputTokensPerTask":92929.34545454546,"costPerTask":0.820306921184091,"timePerTask":2012.870884331596},{"slug":"automationbench-aa","score":0.40252101015938635,"outputTokensPerTask":32048.28310502283,"costPerTask":0.2090963830144597,"timePerTask":694.1731445474344},{"slug":"terminalbench-4-0","score":0.0505050505050505,"outputTokensPerTask":154605.10606060605,"costPerTask":4.481738390348486,"timePerTask":3348.781970175499},{"slug":"scicode","score":0.390046296296296,"outputTokensPerTask":3419.434027777778,"costPerTask":0.011675270833333333,"timePerTask":74.06572339168396},{"slug":"humanitys-last-exam","score":0.140871177015755,"outputTokensPerTask":12941.780352177942,"costPerTask":0.038997665199258576,"timePerTask":280.32192344511446},{"slug":"gdp-pdf","score":0.128,"outputTokensPerTask":4115.85,"costPerTask":0.07090422,"timePerTask":89.15025268663368},{"slug":"critpt","score":0,"outputTokensPerTask":28769.714285714286,"costPerTask":0.0917626857142857,"timePerTask":623.1585938004745},{"slug":"omniscience","score":-36.15,"outputTokensPerTask":2890.5421666666666,"costPerTask":0.008737680666666666,"timePerTask":62.609804672109746},{"slug":"artificial-analysis-long-context-reasoning","score":0.796666666666667,"outputTokensPerTask":1436.2,"costPerTask":0.05759638,"timePerTask":31.108420595634747}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1375.7,"lower95ci":1367.04,"upper95ci":1384.77},"rubricPassRate":0.4652631578947368,"analyticalQuality":{"elo":1556.04,"lower95ci":1540.73,"upper95ci":1572.5},"presentation":{"elo":1252.31,"lower95ci":1237.43,"upper95ci":1267.16}},"briefcaseTotalCost":204.58772384000002,"timescaleData":{"medianOutputSpeed":43.8001158143606,"medianTimeToFirstChunk":3.84505434349999},"outputSpeedVariance":{"p05":34.1671752932334,"q25":37.4447483702822,"median":43.8001158143606,"q75":57.5635705731096,"p95":60.3898052232535},"timeToFirstChunkVariance":{"p05":3.63139109049993,"q25":3.75542312274999,"median":3.84505434349999,"q75":4.19780833399999,"p95":5.15936618160013},"performanceByPromptType":{"medium":{"medianOutputSpeed":48.9559994051993,"medianTimeToFirstChunk":1.33399103550002,"medianTimeToFirstAnswerToken":42.18700239875273,"medianEndToEndResponseTime":52.40025523956591},"long":{"medianOutputSpeed":43.8001158143606,"medianTimeToFirstChunk":3.84505434349999,"medianTimeToFirstAnswerToken":49.507034062381614,"medianEndToEndResponseTime":60.922528992102016},"hundredK":{"medianOutputSpeed":76.8398633020678,"medianTimeToFirstChunk":16.6720002855001,"medianTimeToFirstAnswerToken":42.70015694863382,"medianEndToEndResponseTime":49.20719611441724},"mediumParallel":{"medianOutputSpeed":41.9410847222274,"medianTimeToFirstChunk":1.36658591199998,"medianTimeToFirstAnswerToken":49.05252472941128,"medianEndToEndResponseTime":60.97400943376411}},"endToEndResponseTime":{"input":3.84505434349999,"reasoning":45.661979718881625,"answer":11.415494929720406,"total":60.922528992102016},"timeToFirstAnswerToken":{"input":3.84505434349999,"reasoning":45.661979718881625,"total":49.507034062381614},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.8-27b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.8-27b","canonical_slug":"qwen/qwen3.8-27b-20260814","hugging_face_id":"Qwen/Qwen3.8-27B","name":"Qwen: Qwen3.8 27B","created":1786722910,"description":"Qwen3.8 27B is an open-weight dense vision-language model from Qwen. It is suited for coding, professional workflows, research, multimodal interaction, and long-running agent tasks, with flexible thinking that can be...","context_length":1000000,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.000000214","completion":"0.00000255","input_cache_read":"0.00000015"},"top_provider":{"context_length":262144,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":20},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.8-27b-20260814/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":33.9,"coding_index":68.1,"agentic_index":46.5}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["xhigh","medium","low"],"default_effort":"xhigh"}},"endpoints":[{"name":"Darkbloom | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.0000018","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.4463324645432,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.000001875","input_cache_read":"0.0000000375","discount":0.25},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.69110240626749,"uptime_last_5m":98.73617693522907,"uptime_last_1d":93.45553107562783,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000001992","completion":"0.000002075","input_cache_read":"0.0000000415","discount":0.17},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.07120743034056,"uptime_last_5m":100,"uptime_last_1d":97.90053971974186,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DekaLLM | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000025","input_cache_read":"0.00000005","discount":0},"provider_name":"DekaLLM","tag":"dekallm","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","logit_bias","max_tokens","presence_penalty","seed","stop","temperature","top_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95745586045523,"uptime_last_5m":100,"uptime_last_1d":99.82852950090123,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000025","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a","response_format","logprobs","top_logprobs","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.97452258329156,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Reka | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.000000214","completion":"0.00000255","input_cache_read":"0.00000015","discount":0},"provider_name":"Reka","tag":"reka/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","max_tokens","stop","seed","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95144414510368,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000022","input_cache_read":"0.00000005","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.84202211690362,"uptime_last_5m":100,"uptime_last_1d":99.57306332893954,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000022","input_cache_read":"0.000000024","discount":0},"provider_name":"Chutes","tag":"chutes/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.26509186351706,"uptime_last_5m":99.51100244498777,"uptime_last_1d":99.12825231184925,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AkashML | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000025","completion":"0.0000022","input_cache_read":"0.00000005","discount":0},"provider_name":"AkashML","tag":"akashml/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","frequency_penalty","presence_penalty","repetition_penalty","seed","max_tokens","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.86241979305163,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Ionstream | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000028","completion":"0.00000255","input_cache_read":"0.0000001","discount":0},"provider_name":"Ionstream","tag":"ionstream/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.15966386554622,"uptime_last_5m":100,"uptime_last_1d":99.88875801596649,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Io Net | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":65536,"pricing":{"prompt":"0.0000003","completion":"0.0000028","input_cache_read":"0.00000018","discount":0},"provider_name":"Io Net","tag":"io-net/fp8","quantization":"fp8","max_completion_tokens":58982,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","structured_outputs","response_format","logprobs","top_logprobs","seed","stop","min_p","top_k","top_p","presence_penalty","frequency_penalty","repetition_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.79412720771481,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000004","completion":"0.000003","input_cache_read":"0.00000015","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.7364006709801,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":1000000,"pricing":{"prompt":"0.00000042","completion":"0.000003","input_cache_read":"0.000000085","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.60241794798978,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":1000000,"pricing":{"prompt":"0.000000425","completion":"0.00000255","input_cache_read":"0.000000085","input_cache_write":"0.00000053125","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","top_k","frequency_penalty","stop","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.79744912491692,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.0000032","input_cache_read":"0.00000005","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":94.87132688446796,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.0000032","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.92183288409704,"uptime_last_5m":100,"uptime_last_1d":98.50110075413369,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"353c92f3-2148-4c2d-9231-aa7e1322a1fd","slug":"qwen3-8-27b-non-reasoning","name":"Qwen3.8 27B (Non-reasoning)","shortName":"Qwen3.8 27B","sourceUrl":"https://artificialanalysis.ai/models/qwen3-8-27b-non-reasoning","releaseDate":"2026-08-14","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"qwen3-8-27b","name":"Qwen3.8 27B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":22.4190392584054,"intelligenceIndexIsEstimated":true,"capabilities":{"engineering":22.370637819409517,"economics":30.06365907862219},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":45.3040055773281,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.88280216600002,"timeToFirstAnswerTokenMs":3.88280216600002,"endToEndMs":14.919353871048802}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-7.95,"score":-7.95,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1113.3,"score":1113.3,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.30665,"score":0.30665,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.2,"score":0.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.49063670411985,"score":0.49063670411985,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.362268518518519,"score":0.362268518518519,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.693333333333333,"score":0.693333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.121408711770158,"score":0.121408711770158,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.818181818181818,"score":0.818181818181818,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.699421965317919,"score":0.699421965317919,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.12434667722683214,"score":0.12434667722683214,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-engineering","label":"Engineering","value":22.370637819409517,"score":22.370637819409517,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":30.06365907862219,"score":30.06365907862219,"family":"Capability Index"}],"benchmarkCount":15,"raw":{"id":"353c92f3-2148-4c2d-9231-aa7e1322a1fd","slug":"qwen3-8-27b-non-reasoning","name":"Qwen3.8 27B (Non-reasoning)","shortName":"Qwen3.8 27B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-14","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"qwen3-8-27b","name":"Qwen3.8 27B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.8-27B","microevalsEnabled":false,"intelligenceIndex":22.4190392584054,"intelligenceIndexIsEstimated":true,"capabilities":{"engineering":22.370637819409517,"economics":30.06365907862219},"omniscience":-7.95,"omniscienceBreakdown":{"accuracy":0.08583333333333333,"hallucinationRate":0.18085688240656336},"gdpval":1113.3,"gdpvalNormalized":0.30665,"itBenchSre":null,"tau2":null,"tauBanking":0.2,"terminalbenchHard":null,"terminalBench21":0.49063670411985,"terminalBench40":0,"scicode":0.362268518518519,"lcr":0.693333333333333,"ifbench":null,"hle":0.121408711770158,"gpqa":0.818181818181818,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":0.699421965317919,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.12434667722683214,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.125,"price1mBlended7To2To1":0.43499999999999994,"price1mBlended0To1To1":1.75,"price1mBlended100To1To1":0.08333333333333333,"price1mBlended0To100To1":0.5247524752475248,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":897.53,"lower95ci":886.91,"upper95ci":908.25},"rubricPassRate":0.2489539748953975,"analyticalQuality":{"elo":847.4,"lower95ci":829.4,"upper95ci":866.96},"presentation":{"elo":854.65,"lower95ci":835.87,"upper95ci":874.54}},"briefcaseTotalCost":624.7569416795002,"timescaleData":{"medianOutputSpeed":45.3040055773281,"medianTimeToFirstChunk":3.88280216600002},"outputSpeedVariance":{"p05":41.265049860028,"q25":43.1986357306277,"median":45.3040055773281,"q75":56.125753532732,"p95":63.4748697178508},"timeToFirstChunkVariance":{"p05":3.58640386615,"q25":3.75461128499997,"median":3.88280216600002,"q75":4.25972478000002,"p95":5.20410599344997},"performanceByPromptType":{"medium":{"medianOutputSpeed":49.4906427947366,"medianTimeToFirstChunk":1.30709420900001,"medianTimeToFirstAnswerToken":1.30709420900001,"medianEndToEndResponseTime":11.410014109914606},"long":{"medianOutputSpeed":45.3040055773281,"medianTimeToFirstChunk":3.88280216600002,"medianTimeToFirstAnswerToken":3.88280216600002,"medianEndToEndResponseTime":14.919353871048802},"hundredK":{"medianOutputSpeed":93.3737554004116,"medianTimeToFirstChunk":17.4299960070001,"medianTimeToFirstAnswerToken":17.4299960070001,"medianEndToEndResponseTime":22.784819724391205},"mediumParallel":{"medianOutputSpeed":49.2390928151847,"medianTimeToFirstChunk":1.208330953,"medianTimeToFirstAnswerToken":1.208330953,"medianEndToEndResponseTime":11.36286409756286}},"endToEndResponseTime":{"input":3.88280216600002,"reasoning":0,"answer":11.036551705048783,"total":14.919353871048802},"timeToFirstAnswerToken":{"input":3.88280216600002,"reasoning":0,"total":3.88280216600002},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.8-27b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.8-27b","canonical_slug":"qwen/qwen3.8-27b-20260814","hugging_face_id":"Qwen/Qwen3.8-27B","name":"Qwen: Qwen3.8 27B","created":1786722910,"description":"Qwen3.8 27B is an open-weight dense vision-language model from Qwen. It is suited for coding, professional workflows, research, multimodal interaction, and long-running agent tasks, with flexible thinking that can be...","context_length":1000000,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.000000214","completion":"0.00000255","input_cache_read":"0.00000015"},"top_provider":{"context_length":262144,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":20},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.8-27b-20260814/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":33.9,"coding_index":68.1,"agentic_index":46.5}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["xhigh","medium","low"],"default_effort":"xhigh"}},"endpoints":[{"name":"Darkbloom | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.0000018","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.4463324645432,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.000001875","input_cache_read":"0.0000000375","discount":0.25},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.69110240626749,"uptime_last_5m":98.73617693522907,"uptime_last_1d":93.45553107562783,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000001992","completion":"0.000002075","input_cache_read":"0.0000000415","discount":0.17},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.07120743034056,"uptime_last_5m":100,"uptime_last_1d":97.90053971974186,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DekaLLM | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000025","input_cache_read":"0.00000005","discount":0},"provider_name":"DekaLLM","tag":"dekallm","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","logit_bias","max_tokens","presence_penalty","seed","stop","temperature","top_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95745586045523,"uptime_last_5m":100,"uptime_last_1d":99.82852950090123,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000025","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a","response_format","logprobs","top_logprobs","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.97452258329156,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Reka | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.000000214","completion":"0.00000255","input_cache_read":"0.00000015","discount":0},"provider_name":"Reka","tag":"reka/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","max_tokens","stop","seed","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95144414510368,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000022","input_cache_read":"0.00000005","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.84202211690362,"uptime_last_5m":100,"uptime_last_1d":99.57306332893954,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000022","input_cache_read":"0.000000024","discount":0},"provider_name":"Chutes","tag":"chutes/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.26509186351706,"uptime_last_5m":99.51100244498777,"uptime_last_1d":99.12825231184925,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AkashML | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000025","completion":"0.0000022","input_cache_read":"0.00000005","discount":0},"provider_name":"AkashML","tag":"akashml/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","frequency_penalty","presence_penalty","repetition_penalty","seed","max_tokens","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.86241979305163,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Ionstream | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000028","completion":"0.00000255","input_cache_read":"0.0000001","discount":0},"provider_name":"Ionstream","tag":"ionstream/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.15966386554622,"uptime_last_5m":100,"uptime_last_1d":99.88875801596649,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Io Net | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":65536,"pricing":{"prompt":"0.0000003","completion":"0.0000028","input_cache_read":"0.00000018","discount":0},"provider_name":"Io Net","tag":"io-net/fp8","quantization":"fp8","max_completion_tokens":58982,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","structured_outputs","response_format","logprobs","top_logprobs","seed","stop","min_p","top_k","top_p","presence_penalty","frequency_penalty","repetition_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.79412720771481,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000004","completion":"0.000003","input_cache_read":"0.00000015","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.7364006709801,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":1000000,"pricing":{"prompt":"0.00000042","completion":"0.000003","input_cache_read":"0.000000085","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.60241794798978,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":1000000,"pricing":{"prompt":"0.000000425","completion":"0.00000255","input_cache_read":"0.000000085","input_cache_write":"0.00000053125","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","top_k","frequency_penalty","stop","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.79744912491692,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.0000032","input_cache_read":"0.00000005","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":94.87132688446796,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.0000032","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.92183288409704,"uptime_last_5m":100,"uptime_last_1d":98.50110075413369,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"b01dee41-c62b-48ed-8d16-984adc405e5c","slug":"qwen3-8-27b","name":"Qwen3.8 27B (xhigh)","shortName":"Qwen3.8 27B (xhigh)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-8-27b","releaseDate":"2026-08-14","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"qwen3-8-27b","name":"Qwen3.8 27B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":33.9015108057476,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":34.708955944738676,"strategyAndOps":37.482710147238954,"legal":34.9103943715945,"healthcareAndMedical":34.73166931152048,"engineering":33.523513533253904,"economics":43.10879129981465},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":43.0513967844771,"canonicalInputTokens":4132399183,"canonicalOutputTokens":198276418,"outputTokensPerTask":66783.23051793649,"answerTokensPerTask":19091.61678506237,"reasoningTokensPerTask":47691.613732874124,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.8201941361505801,"latency":{"timeToFirstChunkMs":3.85136183300006,"timeToFirstAnswerTokenMs":50.307461968667056,"endToEndMs":61.9214870025838}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1397.82,"score":1397.82,"outputTokensPerTask":142232.02197802198,"costPerTask":2.2683219533571437,"timePerTask":2736.821282978264,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1463.25,"score":1463.25,"outputTokensPerTask":100519.12272727273,"costPerTask":0.919042206475,"timePerTask":1934.1838117777281,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.48242443682241926,"score":0.48242443682241926,"outputTokensPerTask":32226.27397260274,"costPerTask":0.22351010565372903,"timePerTask":620.0963134232611,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.0555555555555556,"score":0.0555555555555556,"outputTokensPerTask":148327.27272727274,"costPerTask":3.1059891978181824,"timePerTask":2854.105785748086,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.466435185185185,"score":0.466435185185185,"outputTokensPerTask":20839.04513888889,"costPerTask":0.06447482291666666,"timePerTask":400.98383936262036,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.33920296570899,"score":0.33920296570899,"outputTokensPerTask":44126.246061167745,"costPerTask":0.13257006232622798,"timePerTask":849.0749669353689,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.164,"score":0.164,"outputTokensPerTask":11223,"costPerTask":0.096274365,"timePerTask":215.95239125273255,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0542857142857143,"score":0.0542857142857143,"outputTokensPerTask":106387.02857142857,"costPerTask":0.3217224928571429,"timePerTask":2047.0937555263995,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-9.983333333333333,"score":-9.983333333333333,"outputTokensPerTask":3696.75,"costPerTask":0.011175304166666665,"timePerTask":71.13267418368878,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.82,"score":0.82,"outputTokensPerTask":2808.59,"costPerTask":0.061734550000000006,"timePerTask":54.04274494774233,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.216666666666667,"score":0.216666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.164,"score":0.164,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1463.25,"score":1463.25,"outputTokensPerTask":100519.12272727273,"costPerTask":0.919042206475,"timePerTask":1934.1838117777281,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.481625,"score":0.481625,"outputTokensPerTask":100519.12272727273,"costPerTask":0.919042206475,"timePerTask":1934.1838117777281,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.480412371134021,"score":0.480412371134021,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.797752808988764,"score":0.797752808988764,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.0555555555555556,"score":0.0555555555555556,"outputTokensPerTask":148327.27272727274,"costPerTask":3.1059891978181824,"timePerTask":2854.105785748086,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.82,"score":0.82,"outputTokensPerTask":2808.59,"costPerTask":0.061734550000000006,"timePerTask":54.04274494774233,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.33920296570899,"score":0.33920296570899,"outputTokensPerTask":44126.246061167745,"costPerTask":0.13257006232622798,"timePerTask":849.0749669353689,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.905050505050505,"score":0.905050505050505,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.763005780346821,"score":0.763005780346821,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.48242443682241926,"score":0.48242443682241926,"outputTokensPerTask":32226.27397260274,"costPerTask":0.22351010565372903,"timePerTask":620.0963134232611,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.4422560429722471,"score":0.4422560429722471,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":34.708955944738676,"score":34.708955944738676,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":37.482710147238954,"score":37.482710147238954,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":34.9103943715945,"score":34.9103943715945,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":34.73166931152048,"score":34.73166931152048,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":33.523513533253904,"score":33.523513533253904,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":43.10879129981465,"score":43.10879129981465,"family":"Capability Index"}],"benchmarkCount":29,"raw":{"id":"b01dee41-c62b-48ed-8d16-984adc405e5c","slug":"qwen3-8-27b","name":"Qwen3.8 27B (xhigh)","shortName":"Qwen3.8 27B (xhigh)","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-08-14","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"qwen3-8-27b","name":"Qwen3.8 27B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":27,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.8-27B","microevalsEnabled":true,"intelligenceIndex":33.9015108057476,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":34.708955944738676,"strategyAndOps":37.482710147238954,"legal":34.9103943715945,"healthcareAndMedical":34.73166931152048,"engineering":33.523513533253904,"economics":43.10879129981465},"omniscience":-9.983333333333333,"omniscienceBreakdown":{"accuracy":0.15583333333333332,"hallucinationRate":0.30286278381046394},"mlcrOverall":0.216666666666667,"gdpPdfAllPass":0.164,"gdpval":1463.25,"gdpvalNormalized":0.481625,"itBenchSre":null,"tau2":null,"tauBanking":0.480412371134021,"terminalbenchHard":null,"terminalBench21":0.797752808988764,"terminalBench40":0.0555555555555556,"scicode":0.466435185185185,"lcr":0.82,"ifbench":null,"hle":0.33920296570899,"gpqa":0.905050505050505,"critpt":0.0542857142857143,"apexAgents":null,"mmmuPro":0.763005780346821,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.48242443682241926,"enterpriseOpsGym":0.4422560429722471,"price1mInputTokens":0.5,"price1mOutputTokens":3,"cacheHitPrice":0.05,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":1.125,"price1mBlended7To2To1":0.43499999999999994,"price1mBlended0To1To1":1.75,"price1mBlended100To1To1":0.08333333333333333,"price1mBlended0To100To1":0.5247524752475248,"intelligenceIndexTimePerTask":1285.039501553137,"intelligenceIndexCost":{"total":1170.4762441505,"input":575.6469901505001,"nonCacheInput":13.2577295,"cacheRead":165.6169557055,"cacheWrite":396.77230494500003,"output":594.829254,"reasoning":512.301918,"answer":82.52733599999999},"intelligenceIndexCostPerTask":{"cost":{"total":0.8201941361505801,"input":0.6198444445967706,"nonCacheInput":0.009409775503558189,"cacheRead":0.18729555800601444,"cacheWrite":0.4231391110871978,"output":0.20034969155380952,"reasoning":0.14307484119862238,"answer":0.057274850355187125},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.3402482930035715},{"slug":"gdpval-aa","weightedCostPerTask":0.0919042206475},{"slug":"automationbench-aa","weightedCostPerTask":0.011175505282686453},{"slug":"terminalbench-4-0","weightedCostPerTask":0.3105989197818182},{"slug":"scicode","weightedCostPerTask":0.006447482291666667},{"slug":"humanitys-last-exam","weightedCostPerTask":0.013257006232622798},{"slug":"gdp-pdf","weightedCostPerTask":0.0096274365},{"slug":"critpt","weightedCostPerTask":0.032172249285714286},{"slug":"omniscience","weightedCostPerTask":0.0016762956249999996},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0030867275000000002}]},"canonicalIntelligenceIndexTokenCount":{"input":4132399183,"output":198276418,"answer":27509112,"reasoning":170767306},"intelligenceIndexOutputTokensPerTask":{"reasoning":47691.613732874124,"answer":19091.61678506237,"output":66783.23051793649},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1397.82,"outputTokensPerTask":142232.02197802198,"costPerTask":2.2683219533571437,"timePerTask":2736.821282978264},{"slug":"gdpval-aa","score":1463.25,"outputTokensPerTask":100519.12272727273,"costPerTask":0.919042206475,"timePerTask":1934.1838117777281},{"slug":"automationbench-aa","score":0.48242443682241926,"outputTokensPerTask":32226.27397260274,"costPerTask":0.22351010565372903,"timePerTask":620.0963134232611},{"slug":"terminalbench-4-0","score":0.0555555555555556,"outputTokensPerTask":148327.27272727274,"costPerTask":3.1059891978181824,"timePerTask":2854.105785748086},{"slug":"scicode","score":0.466435185185185,"outputTokensPerTask":20839.04513888889,"costPerTask":0.06447482291666666,"timePerTask":400.98383936262036},{"slug":"humanitys-last-exam","score":0.33920296570899,"outputTokensPerTask":44126.246061167745,"costPerTask":0.13257006232622798,"timePerTask":849.0749669353689},{"slug":"gdp-pdf","score":0.164,"outputTokensPerTask":11223,"costPerTask":0.096274365,"timePerTask":215.95239125273255},{"slug":"critpt","score":0.0542857142857143,"outputTokensPerTask":106387.02857142857,"costPerTask":0.3217224928571429,"timePerTask":2047.0937555263995},{"slug":"omniscience","score":-9.983333333333333,"outputTokensPerTask":3696.75,"costPerTask":0.011175304166666665,"timePerTask":71.13267418368878},{"slug":"artificial-analysis-long-context-reasoning","score":0.82,"outputTokensPerTask":2808.59,"costPerTask":0.061734550000000006,"timePerTask":54.04274494774233}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1397.82,"lower95ci":1391.1,"upper95ci":1404.61},"rubricPassRate":0.4780388151174668,"analyticalQuality":{"elo":1581.31,"lower95ci":1567.95,"upper95ci":1593.95},"presentation":{"elo":1278.57,"lower95ci":1266.26,"upper95ci":1290.48}},"briefcaseTotalCost":206.41729775550004,"timescaleData":{"medianOutputSpeed":43.0513967844771,"medianTimeToFirstChunk":3.85136183300006},"outputSpeedVariance":{"p05":36.2114244543678,"q25":41.3357228076131,"median":43.0513967844771,"q75":48.4592347298008,"p95":52.604169340422},"timeToFirstChunkVariance":{"p05":3.72130200699998,"q25":3.783346521,"median":3.85136183300006,"q75":4.00587001849999,"p95":4.16222727109998},"performanceByPromptType":{"medium":{"medianOutputSpeed":43.629702955741,"medianTimeToFirstChunk":1.28216422399998,"medianTimeToFirstAnswerToken":47.12249465276423,"medianEndToEndResponseTime":58.58257725995529},"long":{"medianOutputSpeed":43.0513967844771,"medianTimeToFirstChunk":3.85136183300006,"medianTimeToFirstAnswerToken":50.307461968667056,"medianEndToEndResponseTime":61.9214870025838},"hundredK":{"medianOutputSpeed":82.9117901967699,"medianTimeToFirstChunk":17.5409004710001,"medianTimeToFirstAnswerToken":41.662922143111054,"medianEndToEndResponseTime":47.69342756113879},"mediumParallel":{"medianOutputSpeed":41.3270329588862,"medianTimeToFirstChunk":1.37272918149998,"medianTimeToFirstAnswerToken":49.76720264853258,"medianEndToEndResponseTime":61.86582101529073}},"endToEndResponseTime":{"input":3.85136183300006,"reasoning":46.45610013566699,"answer":11.614025033916748,"total":61.9214870025838},"timeToFirstAnswerToken":{"input":3.85136183300006,"reasoning":46.45610013566699,"total":50.307461968667056},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":8,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.8-27b","matchedBy":"slug","catalog":{"id":"qwen/qwen3.8-27b","canonical_slug":"qwen/qwen3.8-27b-20260814","hugging_face_id":"Qwen/Qwen3.8-27B","name":"Qwen: Qwen3.8 27B","created":1786722910,"description":"Qwen3.8 27B is an open-weight dense vision-language model from Qwen. It is suited for coding, professional workflows, research, multimodal interaction, and long-running agent tasks, with flexible thinking that can be...","context_length":1000000,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.000000214","completion":"0.00000255","input_cache_read":"0.00000015"},"top_provider":{"context_length":262144,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_a","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":1,"top_p":0.95,"top_k":20},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.8-27b-20260814/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":33.9,"coding_index":68.1,"agentic_index":46.5}},"reasoning":{"mandatory":false,"default_enabled":true,"supported_efforts":["xhigh","medium","low"],"default_effort":"xhigh"}},"endpoints":[{"name":"Darkbloom | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.0000018","discount":0},"provider_name":"Darkbloom","tag":"darkbloom/fp4","quantization":"fp4","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","presence_penalty","repetition_penalty","stop","seed","max_tokens","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.4463324645432,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DeepInfra | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000015","completion":"0.000001875","input_cache_read":"0.0000000375","discount":0.25},"provider_name":"DeepInfra","tag":"deepinfra/bf16","quantization":"bf16","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":95.69110240626749,"uptime_last_5m":98.73617693522907,"uptime_last_1d":93.45553107562783,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Phala | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000001992","completion":"0.000002075","input_cache_read":"0.0000000415","discount":0.17},"provider_name":"Phala","tag":"phala","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","min_p","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.07120743034056,"uptime_last_5m":100,"uptime_last_1d":97.90053971974186,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"DekaLLM | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000025","input_cache_read":"0.00000005","discount":0},"provider_name":"DekaLLM","tag":"dekallm","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","frequency_penalty","logit_bias","max_tokens","presence_penalty","seed","stop","temperature","top_p","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.95745586045523,"uptime_last_5m":100,"uptime_last_1d":99.82852950090123,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Mancer 2 | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.0000025","discount":0},"provider_name":"Mancer 2","tag":"mancer/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","logit_bias","top_k","min_p","seed","top_a","response_format","logprobs","top_logprobs","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":98.97452258329156,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Reka | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.000000214","completion":"0.00000255","input_cache_read":"0.00000015","discount":0},"provider_name":"Reka","tag":"reka/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","max_tokens","stop","seed","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.95144414510368,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000022","input_cache_read":"0.00000005","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.84202211690362,"uptime_last_5m":100,"uptime_last_1d":99.57306332893954,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Chutes | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000024","completion":"0.0000022","input_cache_read":"0.000000024","discount":0},"provider_name":"Chutes","tag":"chutes/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.26509186351706,"uptime_last_5m":99.51100244498777,"uptime_last_1d":99.12825231184925,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AkashML | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000025","completion":"0.0000022","input_cache_read":"0.00000005","discount":0},"provider_name":"AkashML","tag":"akashml/fp8","quantization":"fp8","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","stop","frequency_penalty","presence_penalty","repetition_penalty","seed","max_tokens","response_format","structured_outputs","logprobs","top_logprobs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.86241979305163,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Ionstream | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000028","completion":"0.00000255","input_cache_read":"0.0000001","discount":0},"provider_name":"Ionstream","tag":"ionstream/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.15966386554622,"uptime_last_5m":100,"uptime_last_1d":99.88875801596649,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Io Net | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":65536,"pricing":{"prompt":"0.0000003","completion":"0.0000028","input_cache_read":"0.00000018","discount":0},"provider_name":"Io Net","tag":"io-net/fp8","quantization":"fp8","max_completion_tokens":58982,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","structured_outputs","response_format","logprobs","top_logprobs","seed","stop","min_p","top_k","top_p","presence_penalty","frequency_penalty","repetition_penalty","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":null,"uptime_last_1d":99.79412720771481,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.0000004","completion":"0.000003","input_cache_read":"0.00000015","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp8","quantization":"fp8","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","response_format","structured_outputs","tools","logprobs","top_logprobs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.7364006709801,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":1000000,"pricing":{"prompt":"0.00000042","completion":"0.000003","input_cache_read":"0.000000085","discount":0},"provider_name":"Novita","tag":"novita","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.60241794798978,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Alibaba | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":1000000,"pricing":{"prompt":"0.000000425","completion":"0.00000255","input_cache_read":"0.000000085","input_cache_write":"0.00000053125","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","top_k","frequency_penalty","stop","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.79744912491692,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.0000032","input_cache_read":"0.00000005","discount":0},"provider_name":"Cloudflare","tag":"cloudflare","quantization":"unknown","max_completion_tokens":235929,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","structured_outputs","tools","tool_choice","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":100,"uptime_last_1d":94.87132688446796,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Venice | qwen/qwen3.8-27b-20260814","model_id":"qwen/qwen3.8-27b","model_name":"Qwen: Qwen3.8 27B","context_length":262144,"pricing":{"prompt":"0.00000045","completion":"0.0000032","discount":0},"provider_name":"Venice","tag":"venice/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","response_format","structured_outputs","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":98.92183288409704,"uptime_last_5m":100,"uptime_last_1d":98.50110075413369,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":16,"endpointError":null}},{"id":"5e5b4ce7-bc54-47b2-b911-21b9cad8394c","slug":"qwen3-8-max-0803","name":"Qwen3.8 Max","shortName":"Qwen3.8 Max","sourceUrl":"https://artificialanalysis.ai/models/qwen3-8-max-0803","releaseDate":"2026-08-03","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-8-max","name":"Qwen3.8 Max"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":40.3048623585941,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":40.570777674929936,"strategyAndOps":42.4355139819066,"legal":41.72842312782469,"healthcareAndMedical":38.56583509287266,"engineering":40.91929823630186,"economics":48.713108510966954},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":38.6426462428074,"canonicalInputTokens":5303343570,"canonicalOutputTokens":180081228,"outputTokensPerTask":62781.60649121499,"answerTokensPerTask":19185.915932471282,"reasoningTokensPerTask":43595.69055874371,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.875,"cacheWritePrice":null,"costPerIntelligenceIndexTask":2.6699848505343478,"latency":{"timeToFirstChunkMs":2.47865212599993,"timeToFirstAnswerTokenMs":54.23494198858309,"endToEndMs":67.17401445422888}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1387.89,"score":1387.89,"outputTokensPerTask":100018.91208791209,"costPerTask":4.2553979641863044,"timePerTask":2038.3031425314243,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1630.39,"score":1630.39,"outputTokensPerTask":81838.09090909091,"costPerTask":2.7441547605979935,"timePerTask":1667.7929643161208,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.4923210407553669,"score":0.4923210407553669,"outputTokensPerTask":26820.654490106546,"costPerTask":0.5326634461546242,"timePerTask":546.5828730858668,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.186868686868687,"score":0.186868686868687,"outputTokensPerTask":227195.81818181818,"costPerTask":15.983454376504405,"timePerTask":4630.063859952401,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.532407407407407,"score":0.532407407407407,"outputTokensPerTask":17195.284722222223,"costPerTask":0.11063102083333332,"timePerTask":350.4257560332338,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.430491195551437,"score":0.430491195551437,"outputTokensPerTask":37113.62557924004,"costPerTask":0.2234424550509731,"timePerTask":756.3451558282072,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.202,"score":0.202,"outputTokensPerTask":10025.78,"costPerTask":0.32558766,"timePerTask":204.31714816460666,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.2,"score":0.2,"outputTokensPerTask":83209.15714285715,"costPerTask":0.5092279999999999,"timePerTask":1695.7341661805049,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":3.4,"score":3.4,"outputTokensPerTask":4724.288666666666,"costPerTask":0.028685948666666666,"timePerTask":96.27711634204076,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.783333333333333,"score":0.783333333333333,"outputTokensPerTask":1426.36,"costPerTask":0.22178528,"timePerTask":29.068043329902345,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.194444444444444,"score":0.194444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.202,"score":0.202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1630.39,"score":1630.39,"outputTokensPerTask":81838.09090909091,"costPerTask":2.7441547605979935,"timePerTask":1667.7929643161208,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.565195,"score":0.565195,"outputTokensPerTask":81838.09090909091,"costPerTask":2.7441547605979935,"timePerTask":1667.7929643161208,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.51340206185567,"score":0.51340206185567,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.812734082397004,"score":0.812734082397004,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.186868686868687,"score":0.186868686868687,"outputTokensPerTask":227195.81818181818,"costPerTask":15.983454376504405,"timePerTask":4630.063859952401,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.783333333333333,"score":0.783333333333333,"outputTokensPerTask":1426.36,"costPerTask":0.22178528,"timePerTask":29.068043329902345,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.430491195551437,"score":0.430491195551437,"outputTokensPerTask":37113.62557924004,"costPerTask":0.2234424550509731,"timePerTask":756.3451558282072,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.927272727272727,"score":0.927272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.823121387283237,"score":0.823121387283237,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.4923210407553669,"score":0.4923210407553669,"outputTokensPerTask":26820.654490106546,"costPerTask":0.5326634461546242,"timePerTask":546.5828730858668,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":40.570777674929936,"score":40.570777674929936,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":42.4355139819066,"score":42.4355139819066,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":41.72842312782469,"score":41.72842312782469,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":38.56583509287266,"score":38.56583509287266,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":40.91929823630186,"score":40.91929823630186,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":48.713108510966954,"score":48.713108510966954,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"5e5b4ce7-bc54-47b2-b911-21b9cad8394c","slug":"qwen3-8-max-0803","name":"Qwen3.8 Max","shortName":"Qwen3.8 Max","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-03","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-8-max","name":"Qwen3.8 Max"},"deprecated":true,"deprecatedTo":"qwen3-8-max","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":true,"intelligenceIndex":40.3048623585941,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":40.570777674929936,"strategyAndOps":42.4355139819066,"legal":41.72842312782469,"healthcareAndMedical":38.56583509287266,"engineering":40.91929823630186,"economics":48.713108510966954},"omniscience":3.4,"omniscienceBreakdown":{"accuracy":0.3185,"hallucinationRate":0.417461482024945},"mlcrOverall":0.194444444444444,"gdpPdfAllPass":0.202,"gdpval":1630.39,"gdpvalNormalized":0.565195,"itBenchSre":null,"tau2":null,"tauBanking":0.51340206185567,"terminalbenchHard":null,"terminalBench21":0.812734082397004,"terminalBench40":0.186868686868687,"scicode":0.532407407407407,"lcr":0.783333333333333,"ifbench":null,"hle":0.430491195551437,"gpqa":0.927272727272727,"critpt":0.2,"apexAgents":null,"mmmuPro":0.823121387283237,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.4923210407553669,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.875,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3,"price1mBlended7To2To1":1.175,"price1mBlended0To1To1":4,"price1mBlended100To1To1":0.3235294117647059,"price1mBlended0To100To1":2.0396039603960396,"intelligenceIndexTimePerTask":1279.4374896993158,"intelligenceIndexCost":{"total":3172.372633045391,"input":2091.885265045391,"nonCacheInput":54.3953,"cacheRead":1216.4002678506583,"cacheWrite":821.0896971947328,"output":1080.487368,"reasoning":905.3541180000001,"answer":175.13325},"intelligenceIndexCostPerTask":{"cost":{"total":2.6699848505343478,"input":2.2932952115870577,"nonCacheInput":0.039074993621839,"cacheRead":1.3993773418729452,"cacheWrite":0.8548428760922733,"output":0.3766896389472899,"reasoning":0.26157414335246226,"answer":0.1151154955948277},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.6383096946279455},{"slug":"gdpval-aa","weightedCostPerTask":0.2744154760597994},{"slug":"automationbench-aa","weightedCostPerTask":0.026633172307731216},{"slug":"terminalbench-4-0","weightedCostPerTask":1.5983454376504405},{"slug":"scicode","weightedCostPerTask":0.011063102083333333},{"slug":"humanitys-last-exam","weightedCostPerTask":0.02234424550509731},{"slug":"gdp-pdf","weightedCostPerTask":0.032558765999999996},{"slug":"critpt","weightedCostPerTask":0.05092279999999999},{"slug":"omniscience","weightedCostPerTask":0.0043028923},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.011089264}]},"canonicalIntelligenceIndexTokenCount":{"input":5303343570,"output":180081228,"answer":29188875,"reasoning":150892353},"intelligenceIndexOutputTokensPerTask":{"reasoning":43595.69055874371,"answer":19185.915932471282,"output":62781.60649121499},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1387.89,"outputTokensPerTask":100018.91208791209,"costPerTask":4.2553979641863044,"timePerTask":2038.3031425314243},{"slug":"gdpval-aa","score":1630.39,"outputTokensPerTask":81838.09090909091,"costPerTask":2.7441547605979935,"timePerTask":1667.7929643161208},{"slug":"automationbench-aa","score":0.4923210407553669,"outputTokensPerTask":26820.654490106546,"costPerTask":0.5326634461546242,"timePerTask":546.5828730858668},{"slug":"terminalbench-4-0","score":0.186868686868687,"outputTokensPerTask":227195.81818181818,"costPerTask":15.983454376504405,"timePerTask":4630.063859952401},{"slug":"scicode","score":0.532407407407407,"outputTokensPerTask":17195.284722222223,"costPerTask":0.11063102083333332,"timePerTask":350.4257560332338},{"slug":"humanitys-last-exam","score":0.430491195551437,"outputTokensPerTask":37113.62557924004,"costPerTask":0.2234424550509731,"timePerTask":756.3451558282072},{"slug":"gdp-pdf","score":0.202,"outputTokensPerTask":10025.78,"costPerTask":0.32558766,"timePerTask":204.31714816460666},{"slug":"critpt","score":0.2,"outputTokensPerTask":83209.15714285715,"costPerTask":0.5092279999999999,"timePerTask":1695.7341661805049},{"slug":"omniscience","score":3.4,"outputTokensPerTask":4724.288666666666,"costPerTask":0.028685948666666666,"timePerTask":96.27711634204076},{"slug":"artificial-analysis-long-context-reasoning","score":0.783333333333333,"outputTokensPerTask":1426.36,"costPerTask":0.22178528,"timePerTask":29.068043329902345}],"briefcaseBreakdown":{"overall":{"elo":1387.89,"lower95ci":1381.72,"upper95ci":1394.93},"rubricPassRate":0.49595959595959593,"analyticalQuality":{"elo":1525.04,"lower95ci":1512.66,"upper95ci":1537.58},"presentation":{"elo":1266.38,"lower95ci":1253.82,"upper95ci":1278.93}},"briefcaseTotalCost":387.24121474095364,"timescaleData":{"medianOutputSpeed":38.6426462428074,"medianTimeToFirstChunk":2.47865212599993},"outputSpeedVariance":{"p05":35.3610135325528,"q25":37.3911859488824,"median":38.6426462428074,"q75":41.10339531212,"p95":45.1285190425538},"timeToFirstChunkVariance":{"p05":2.31493725530001,"q25":2.42513586149994,"median":2.47865212599993,"q75":2.81128779850001,"p95":4.4494466911},"performanceByPromptType":{"medium":{"medianOutputSpeed":43.4516144356545,"medianTimeToFirstChunk":1.55544007299999,"medianTimeToFirstAnswerToken":47.583649288602516,"medianEndToEndResponseTime":59.090701592503144},"long":{"medianOutputSpeed":38.6426462428074,"medianTimeToFirstChunk":2.47865212599993,"medianTimeToFirstAnswerToken":54.23494198858309,"medianEndToEndResponseTime":67.17401445422888},"hundredK":{"medianOutputSpeed":55.4139732388495,"medianTimeToFirstChunk":8.58474387449985,"medianTimeToFirstAnswerToken":44.67672362443492,"medianEndToEndResponseTime":53.69971856191869},"mediumParallel":{"medianOutputSpeed":41.8202237213085,"medianTimeToFirstChunk":1.83617032899997,"medianTimeToFirstAnswerToken":49.659922141713196,"medianEndToEndResponseTime":61.6158600948915}},"endToEndResponseTime":{"input":2.47865212599993,"reasoning":51.75628986258316,"answer":12.93907246564579,"total":67.17401445422888},"timeToFirstAnswerToken":{"input":2.47865212599993,"reasoning":51.75628986258316,"total":54.23494198858309},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":2,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.8-max-0902","matchedBy":"shortName","catalog":{"id":"qwen/qwen3.8-max-0902","canonical_slug":"qwen/qwen3.8-max-20260902","hugging_face_id":null,"name":"Qwen: Qwen3.8 Max (0902)","created":1788469704,"description":"Qwen3.8 Max 0902 is an updated snapshot of Qwen3.8 Max from Alibaba's Qwen team. It is a 2.4-trillion-parameter mixture-of-experts model that accepts text, image, and video input and returns text,...","context_length":1000000,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.00000025","input_cache_write":"0.0000025"},"top_provider":{"context_length":1000000,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.8-max-20260902/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":45.4,"coding_index":76.2,"agentic_index":56.1}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["xhigh","high","medium","low","minimal"],"default_effort":"xhigh"}},"endpoints":[{"name":"Alibaba | qwen/qwen3.8-max-20260902","model_id":"qwen/qwen3.8-max-0902","model_name":"Qwen: Qwen3.8 Max (0902)","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.00000025","input_cache_write":"0.0000025","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":983616,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"b112af07-3bd5-4647-b09f-b23204361bb2","slug":"qwen3-8-max","name":"Qwen3.8 Max (0902)","shortName":"Qwen3.8 Max (0902)","sourceUrl":"https://artificialanalysis.ai/models/qwen3-8-max","releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-8-max-0902","name":"Qwen3.8 Max (0902)"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":983616,"licenseName":null,"intelligenceIndex":45.4354834980521,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":45.324271563167244,"strategyAndOps":46.95731305063787,"legal":45.82644912090887,"engineering":46.25714500419261,"economics":52.05488973200495},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":37.6010254852048,"canonicalInputTokens":9896761467,"canonicalOutputTokens":191963342,"outputTokensPerTask":107730.23065646883,"answerTokensPerTask":36900.3468741272,"reasoningTokensPerTask":70829.88378234163,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.875,"cacheWritePrice":null,"costPerIntelligenceIndexTask":5.408509428374016,"latency":{"timeToFirstChunkMs":2.71639288699992,"timeToFirstAnswerTokenMs":55.90643156791189,"endToEndMs":69.20394123813989}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1609.69,"score":1609.69,"outputTokensPerTask":334096.6043956044,"costPerTask":19.57685760227068,"timePerTask":7155.473419724505,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1664.28,"score":1664.28,"outputTokensPerTask":122272.59545454546,"costPerTask":4.538143258221447,"timePerTask":2618.75845256941,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.561905381087678,"score":0.561905381087678,"outputTokensPerTask":21920.16590563166,"costPerTask":0.39823602532586083,"timePerTask":469.4724891845153,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.388888888888889,"score":0.388888888888889,"outputTokensPerTask":292512.1212121212,"costPerTask":18.6760733252611,"timePerTask":6264.842805173101,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.520833333333333,"score":0.520833333333333,"outputTokensPerTask":17560.631944444445,"costPerTask":0.1130781875,"timePerTask":376.10270041310986,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.430954587581094,"score":0.430954587581094,"outputTokensPerTask":37103.88137164041,"costPerTask":0.22338034661723824,"timePerTask":794.6678698027415,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.228,"score":0.228,"outputTokensPerTask":11279.35,"costPerTask":0.33310690000000004,"timePerTask":241.57410777273816,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.177142857142857,"score":0.177142857142857,"outputTokensPerTask":80978.61428571428,"costPerTask":0.5089532285714287,"timePerTask":1734.349629610229,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":11.983333333333333,"score":11.983333333333333,"outputTokensPerTask":1461.6018333333334,"costPerTask":0.009033827666666666,"timePerTask":31.303679627504984,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":2595.44,"costPerTask":0.22880776000000003,"timePerTask":55.58752075941216,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.228,"score":0.228,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1664.28,"score":1664.28,"outputTokensPerTask":122272.59545454546,"costPerTask":4.538143258221447,"timePerTask":2618.75845256941,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.58214,"score":0.58214,"outputTokensPerTask":122272.59545454546,"costPerTask":4.538143258221447,"timePerTask":2618.75845256941,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.478350515463918,"score":0.478350515463918,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.887640449438202,"score":0.887640449438202,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.388888888888889,"score":0.388888888888889,"outputTokensPerTask":292512.1212121212,"costPerTask":18.6760733252611,"timePerTask":6264.842805173101,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.803333333333333,"score":0.803333333333333,"outputTokensPerTask":2595.44,"costPerTask":0.22880776000000003,"timePerTask":55.58752075941216,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.430954587581094,"score":0.430954587581094,"outputTokensPerTask":37103.88137164041,"costPerTask":0.22338034661723824,"timePerTask":794.6678698027415,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.928282828282828,"score":0.928282828282828,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.827745664739884,"score":0.827745664739884,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.561905381087678,"score":0.561905381087678,"outputTokensPerTask":21920.16590563166,"costPerTask":0.39823602532586083,"timePerTask":469.4724891845153,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":45.324271563167244,"score":45.324271563167244,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":46.95731305063787,"score":46.95731305063787,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":45.82644912090887,"score":45.82644912090887,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":46.25714500419261,"score":46.25714500419261,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":52.05488973200495,"score":52.05488973200495,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"b112af07-3bd5-4647-b09f-b23204361bb2","slug":"qwen3-8-max","name":"Qwen3.8 Max (0902)","shortName":"Qwen3.8 Max (0902)","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-09-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-8-max-0902","name":"Qwen3.8 Max (0902)"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"large","contextWindowTokens":983616,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":45.4354834980521,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":45.324271563167244,"strategyAndOps":46.95731305063787,"legal":45.82644912090887,"engineering":46.25714500419261,"economics":52.05488973200495},"omniscience":11.983333333333333,"omniscienceBreakdown":{"accuracy":0.31683333333333336,"hallucinationRate":0.28836301536960235},"gdpPdfAllPass":0.228,"gdpval":1664.28,"gdpvalNormalized":0.58214,"itBenchSre":null,"tau2":null,"tauBanking":0.478350515463918,"terminalbenchHard":null,"terminalBench21":0.887640449438202,"terminalBench40":0.388888888888889,"scicode":0.520833333333333,"lcr":0.803333333333333,"ifbench":null,"hle":0.430954587581094,"gpqa":0.928282828282828,"critpt":0.177142857142857,"apexAgents":null,"mmmuPro":0.827745664739884,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.561905381087678,"price1mInputTokens":2,"price1mOutputTokens":6,"cacheHitPrice":0.25,"cacheHitDiscountPercent":0.875,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":3,"price1mBlended7To2To1":1.175,"price1mBlended0To1To1":4,"price1mBlended100To1To1":0.3235294117647059,"price1mBlended0To100To1":2.0396039603960396,"intelligenceIndexTimePerTask":2307.2991219341307,"intelligenceIndexCost":{"total":4934.789930721673,"input":3783.009878721673,"nonCacheInput":54.923078,"cacheRead":2287.2161507540463,"cacheWrite":1440.8706499676268,"output":1151.780052,"reasoning":892.9755480000001,"answer":258.804504},"intelligenceIndexCostPerTask":{"cost":{"total":5.408509428374016,"input":4.762128044435204,"nonCacheInput":0.04039976820778719,"cacheRead":2.9637284766204717,"cacheWrite":1.7579997996069445,"output":0.6463813839388131,"reasoning":0.4249793026940497,"answer":0.2214020812447632},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":2.936528640340602},{"slug":"gdpval-aa","weightedCostPerTask":0.4538143258221447},{"slug":"automationbench-aa","weightedCostPerTask":0.019911801266293043},{"slug":"terminalbench-4-0","weightedCostPerTask":1.86760733252611},{"slug":"scicode","weightedCostPerTask":0.01130781875},{"slug":"humanitys-last-exam","weightedCostPerTask":0.02233803466172382},{"slug":"gdp-pdf","weightedCostPerTask":0.033310690000000004},{"slug":"critpt","weightedCostPerTask":0.05089532285714286},{"slug":"omniscience","weightedCostPerTask":0.0013550741499999998},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.011440388000000001}]},"canonicalIntelligenceIndexTokenCount":{"input":9896761467,"output":191963342,"answer":43134084,"reasoning":148829258},"intelligenceIndexOutputTokensPerTask":{"reasoning":70829.88378234163,"answer":36900.3468741272,"output":107730.23065646883},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1609.69,"outputTokensPerTask":334096.6043956044,"costPerTask":19.57685760227068,"timePerTask":7155.473419724505},{"slug":"gdpval-aa","score":1664.28,"outputTokensPerTask":122272.59545454546,"costPerTask":4.538143258221447,"timePerTask":2618.75845256941},{"slug":"automationbench-aa","score":0.561905381087678,"outputTokensPerTask":21920.16590563166,"costPerTask":0.39823602532586083,"timePerTask":469.4724891845153},{"slug":"terminalbench-4-0","score":0.388888888888889,"outputTokensPerTask":292512.1212121212,"costPerTask":18.6760733252611,"timePerTask":6264.842805173101},{"slug":"scicode","score":0.520833333333333,"outputTokensPerTask":17560.631944444445,"costPerTask":0.1130781875,"timePerTask":376.10270041310986},{"slug":"humanitys-last-exam","score":0.430954587581094,"outputTokensPerTask":37103.88137164041,"costPerTask":0.22338034661723824,"timePerTask":794.6678698027415},{"slug":"gdp-pdf","score":0.228,"outputTokensPerTask":11279.35,"costPerTask":0.33310690000000004,"timePerTask":241.57410777273816},{"slug":"critpt","score":0.177142857142857,"outputTokensPerTask":80978.61428571428,"costPerTask":0.5089532285714287,"timePerTask":1734.349629610229},{"slug":"omniscience","score":11.983333333333333,"outputTokensPerTask":1461.6018333333334,"costPerTask":0.009033827666666666,"timePerTask":31.303679627504984},{"slug":"artificial-analysis-long-context-reasoning","score":0.803333333333333,"outputTokensPerTask":2595.44,"costPerTask":0.22880776000000003,"timePerTask":55.58752075941216}],"briefcaseBreakdown":{"overall":{"elo":1609.69,"lower95ci":1599.95,"upper95ci":1619.91},"rubricPassRate":0.5795574288724974,"analyticalQuality":{"elo":1958.33,"lower95ci":1939.54,"upper95ci":1978.55},"presentation":{"elo":1379.72,"lower95ci":1362.91,"upper95ci":1397.71}},"briefcaseTotalCost":1781.494041806632,"timescaleData":{"medianOutputSpeed":37.6010254852048,"medianTimeToFirstChunk":2.71639288699992},"outputSpeedVariance":{"p05":32.514448604619,"q25":36.7199394560957,"median":37.6010254852048,"q75":41.0413393932024,"p95":44.8695029381322},"timeToFirstChunkVariance":{"p05":2.28734231689997,"q25":2.45368619000001,"median":2.71639288699992,"q75":3.28071363749999,"p95":3.62031626285007},"performanceByPromptType":{"medium":{"medianOutputSpeed":40.1043891530792,"medianTimeToFirstChunk":1.655820187,"medianTimeToFirstAnswerToken":51.52567339348977,"medianEndToEndResponseTime":63.99313669511221},"long":{"medianOutputSpeed":37.6010254852048,"medianTimeToFirstChunk":2.71639288699992,"medianTimeToFirstAnswerToken":55.90643156791189,"medianEndToEndResponseTime":69.20394123813989},"hundredK":{"medianOutputSpeed":39.6713402832649,"medianTimeToFirstChunk":8.95567436250002,"medianTimeToFirstAnswerToken":59.369902511068204,"medianEndToEndResponseTime":71.97345954821026},"mediumParallel":{"medianOutputSpeed":40.4859440012732,"medianTimeToFirstChunk":1.76684047999999,"medianTimeToFirstAnswerToken":51.16670132891843,"medianEndToEndResponseTime":63.516666541148034}},"endToEndResponseTime":{"input":2.71639288699992,"reasoning":53.19003868091197,"answer":13.297509670227992,"total":69.20394123813989},"timeToFirstAnswerToken":{"input":2.71639288699992,"reasoning":53.19003868091197,"total":55.90643156791189},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/qwen/qwen3.8-max-0902","matchedBy":"slug","catalog":{"id":"qwen/qwen3.8-max-0902","canonical_slug":"qwen/qwen3.8-max-20260902","hugging_face_id":null,"name":"Qwen: Qwen3.8 Max (0902)","created":1788469704,"description":"Qwen3.8 Max 0902 is an updated snapshot of Qwen3.8 Max from Alibaba's Qwen team. It is a 2.4-trillion-parameter mixture-of-experts model that accepts text, image, and video input and returns text,...","context_length":1000000,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Qwen","instruct_type":null},"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.00000025","input_cache_write":"0.0000025"},"top_provider":{"context_length":1000000,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","reasoning_effort","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/qwen/qwen3.8-max-20260902/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":45.4,"coding_index":76.2,"agentic_index":56.1}},"reasoning":{"mandatory":true,"default_enabled":true,"supported_efforts":["xhigh","high","medium","low","minimal"],"default_effort":"xhigh"}},"endpoints":[{"name":"Alibaba | qwen/qwen3.8-max-20260902","model_id":"qwen/qwen3.8-max-0902","model_name":"Qwen: Qwen3.8 Max (0902)","context_length":1000000,"pricing":{"prompt":"0.000002","completion":"0.000006","input_cache_read":"0.00000025","input_cache_write":"0.0000025","discount":0},"provider_name":"Alibaba","tag":"alibaba","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":983616,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","seed","presence_penalty","response_format","tools","tool_choice","structured_outputs","logprobs","top_logprobs","top_k","frequency_penalty","stop","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"9ac3908c-9eb2-44db-8c01-3ec7da6fc2ae","slug":"qwen3-8-flash-next","name":"Qwen3.8-Flash-Next","shortName":"Qwen3.8-Flash-Next","sourceUrl":"https://artificialanalysis.ai/models/qwen3-8-flash-next","releaseDate":"2026-08-26","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwen3-8-flash-next","name":"Qwen3.8-Flash-Next"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":180,"inferenceParametersActiveBillions":6,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Qwen Community License 1.0","intelligenceIndex":39.9140521864741,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":41.087538626922445,"strategyAndOps":44.628858027933376,"legal":38.985596934004114,"engineering":39.58898020453443,"economics":47.16640330552982},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":55.4665525305013,"canonicalInputTokens":12848131149,"canonicalOutputTokens":244946977,"outputTokensPerTask":107884.70441134622,"answerTokensPerTask":36077.41132975757,"reasoningTokensPerTask":71807.29308158865,"price1mInputTokens":0.15,"price1mOutputTokens":0.47,"cacheHitPrice":0.016,"cacheHitDiscountPercent":0.8933333333333333,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.3721760025302965,"latency":{"timeToFirstChunkMs":2.88856386150002,"timeToFirstAnswerTokenMs":38.94633036682214,"endToEndMs":47.960771993152676}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1586.58,"score":1586.58,"outputTokensPerTask":311692.0989010989,"costPerTask":1.6047017800096701,"timePerTask":4038.6839639466402,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1647.02,"score":1647.02,"outputTokensPerTask":153798.56363636363,"costPerTask":0.29744017633263636,"timePerTask":1992.8121207631252,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.559083218951688,"score":0.559083218951688,"outputTokensPerTask":21458.829528158294,"costPerTask":0.02667315551339421,"timePerTask":278.04821169989566,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.252525252525253,"score":0.252525252525253,"outputTokensPerTask":235646.13636363635,"costPerTask":0.8779630434427272,"timePerTask":3053.3346063410468,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.505787037037037,"score":0.505787037037037,"outputTokensPerTask":25478.913194444445,"costPerTask":0.012633219409722219,"timePerTask":330.13758930681854,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.380444856348471,"score":0.380444856348471,"outputTokensPerTask":50968.65755329008,"costPerTask":0.024012655797034294,"timePerTask":660.4155211187316,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.156,"score":0.156,"outputTokensPerTask":10173.71,"costPerTask":0.021741788199999997,"timePerTask":131.82367976507828,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.111428571428571,"score":0.111428571428571,"outputTokensPerTask":116306,"costPerTask":0.05568777785714285,"timePerTask":1507.0102154235965,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-9.716666666666667,"score":-9.716666666666667,"outputTokensPerTask":4380.286833333334,"costPerTask":0.0020842510616666666,"timePerTask":56.75663340084613,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":3274.14,"costPerTask":0.0175314798,"timePerTask":42.423971478058,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.156,"score":0.156,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1647.02,"score":1647.02,"outputTokensPerTask":153798.56363636363,"costPerTask":0.29744017633263636,"timePerTask":1992.8121207631252,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.57351,"score":0.57351,"outputTokensPerTask":153798.56363636363,"costPerTask":0.29744017633263636,"timePerTask":1992.8121207631252,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.45360824742268,"score":0.45360824742268,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.861423220973783,"score":0.861423220973783,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.252525252525253,"score":0.252525252525253,"outputTokensPerTask":235646.13636363635,"costPerTask":0.8779630434427272,"timePerTask":3053.3346063410468,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.796666666666667,"score":0.796666666666667,"outputTokensPerTask":3274.14,"costPerTask":0.0175314798,"timePerTask":42.423971478058,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.380444856348471,"score":0.380444856348471,"outputTokensPerTask":50968.65755329008,"costPerTask":0.024012655797034294,"timePerTask":660.4155211187316,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.923232323232323,"score":0.923232323232323,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.797687861271676,"score":0.797687861271676,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.559083218951688,"score":0.559083218951688,"outputTokensPerTask":21458.829528158294,"costPerTask":0.02667315551339421,"timePerTask":278.04821169989566,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":41.087538626922445,"score":41.087538626922445,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":44.628858027933376,"score":44.628858027933376,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":38.985596934004114,"score":38.985596934004114,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":39.58898020453443,"score":39.58898020453443,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":47.16640330552982,"score":47.16640330552982,"family":"Capability Index"}],"benchmarkCount":26,"raw":{"id":"9ac3908c-9eb2-44db-8c01-3ec7da6fc2ae","slug":"qwen3-8-flash-next","name":"Qwen3.8-Flash-Next","shortName":"Qwen3.8-Flash-Next","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-26","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"qwen3-8-flash-next","name":"Qwen3.8-Flash-Next"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"commercial-license","parameters":180,"inferenceParametersActiveBillions":6,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Qwen Community License 1.0","licenseUrl":null,"modelWeightsSourceUrl":"https://huggingface.co/Qwen/Qwen3.8-Flash-Next","microevalsEnabled":false,"intelligenceIndex":39.9140521864741,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":41.087538626922445,"strategyAndOps":44.628858027933376,"legal":38.985596934004114,"engineering":39.58898020453443,"economics":47.16640330552982},"omniscience":-9.716666666666667,"omniscienceBreakdown":{"accuracy":0.245,"hallucinationRate":0.4532008830022075},"gdpPdfAllPass":0.156,"gdpval":1647.02,"gdpvalNormalized":0.57351,"itBenchSre":null,"tau2":null,"tauBanking":0.45360824742268,"terminalbenchHard":null,"terminalBench21":0.861423220973783,"terminalBench40":0.252525252525253,"scicode":0.505787037037037,"lcr":0.796666666666667,"ifbench":null,"hle":0.380444856348471,"gpqa":0.923232323232323,"critpt":0.111428571428571,"apexAgents":null,"mmmuPro":0.797687861271676,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.559083218951688,"price1mInputTokens":0.15,"price1mOutputTokens":0.47,"cacheHitPrice":0.016,"cacheHitDiscountPercent":0.8933333333333333,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.22999999999999998,"price1mBlended7To2To1":0.08819999999999999,"price1mBlended0To1To1":0.31,"price1mBlended100To1To1":0.02176470588235294,"price1mBlended0To100To1":0.15316831683168317,"intelligenceIndexTimePerTask":1397.8930720328603,"intelligenceIndexCost":{"total":362.72318083357993,"input":247.59810164357992,"nonCacheInput":3.8334344999999996,"cacheRead":200.55182933807998,"cacheWrite":43.21283780549994,"output":115.12507919,"reasoning":94.77747776,"answer":20.347601429999997},"intelligenceIndexCostPerTask":{"cost":{"total":0.3721760025302965,"input":0.32147019145696387,"nonCacheInput":0.0026734210687464144,"cacheRead":0.2717961254229642,"cacheWrite":0.04700064496525313,"output":0.05070581107333271,"reasoning":0.03374942774834666,"answer":0.01695638332498605},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.2407052670014505},{"slug":"gdpval-aa","weightedCostPerTask":0.029744017633263637},{"slug":"automationbench-aa","weightedCostPerTask":0.0013336577756697106},{"slug":"terminalbench-4-0","weightedCostPerTask":0.08779630434427273},{"slug":"scicode","weightedCostPerTask":0.001263321940972222},{"slug":"humanitys-last-exam","weightedCostPerTask":0.002401265579703429},{"slug":"gdp-pdf","weightedCostPerTask":0.00217417882},{"slug":"critpt","weightedCostPerTask":0.005568777785714286},{"slug":"omniscience","weightedCostPerTask":0.00031263765924999996},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00087657399}]},"canonicalIntelligenceIndexTokenCount":{"input":12848131149,"output":244946977,"answer":43292769,"reasoning":201654208},"intelligenceIndexOutputTokensPerTask":{"reasoning":71807.29308158865,"answer":36077.41132975757,"output":107884.70441134622},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1586.58,"outputTokensPerTask":311692.0989010989,"costPerTask":1.6047017800096701,"timePerTask":4038.6839639466402},{"slug":"gdpval-aa","score":1647.02,"outputTokensPerTask":153798.56363636363,"costPerTask":0.29744017633263636,"timePerTask":1992.8121207631252},{"slug":"automationbench-aa","score":0.559083218951688,"outputTokensPerTask":21458.829528158294,"costPerTask":0.02667315551339421,"timePerTask":278.04821169989566},{"slug":"terminalbench-4-0","score":0.252525252525253,"outputTokensPerTask":235646.13636363635,"costPerTask":0.8779630434427272,"timePerTask":3053.3346063410468},{"slug":"scicode","score":0.505787037037037,"outputTokensPerTask":25478.913194444445,"costPerTask":0.012633219409722219,"timePerTask":330.13758930681854},{"slug":"humanitys-last-exam","score":0.380444856348471,"outputTokensPerTask":50968.65755329008,"costPerTask":0.024012655797034294,"timePerTask":660.4155211187316},{"slug":"gdp-pdf","score":0.156,"outputTokensPerTask":10173.71,"costPerTask":0.021741788199999997,"timePerTask":131.82367976507828},{"slug":"critpt","score":0.111428571428571,"outputTokensPerTask":116306,"costPerTask":0.05568777785714285,"timePerTask":1507.0102154235965},{"slug":"omniscience","score":-9.716666666666667,"outputTokensPerTask":4380.286833333334,"costPerTask":0.0020842510616666666,"timePerTask":56.75663340084613},{"slug":"artificial-analysis-long-context-reasoning","score":0.796666666666667,"outputTokensPerTask":3274.14,"costPerTask":0.0175314798,"timePerTask":42.423971478058}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":5,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":1586.58,"lower95ci":1576.81,"upper95ci":1597.28},"rubricPassRate":0.5410010649627263,"analyticalQuality":{"elo":1908.87,"lower95ci":1890.01,"upper95ci":1929.78},"presentation":{"elo":1438.5,"lower95ci":1423.15,"upper95ci":1453.87}},"briefcaseTotalCost":146.02786198087998,"timescaleData":{"medianOutputSpeed":55.4665525305013,"medianTimeToFirstChunk":2.88856386150002},"outputSpeedVariance":{"p05":46.4240115183378,"q25":50.00931698843,"median":55.4665525305013,"q75":67.9058415594308,"p95":74.3096601918688},"timeToFirstChunkVariance":{"p05":2.55494028099998,"q25":2.60399195999995,"median":2.88856386150002,"q75":3.40431200125028,"p95":10.6497701115999},"performanceByPromptType":{"medium":{"medianOutputSpeed":53.6902960749255,"medianTimeToFirstChunk":1.4013312815,"medianTimeToFirstAnswerToken":38.65201057015533,"medianEndToEndResponseTime":47.96468039231917},"long":{"medianOutputSpeed":55.4665525305013,"medianTimeToFirstChunk":2.88856386150002,"medianTimeToFirstAnswerToken":38.94633036682214,"medianEndToEndResponseTime":47.960771993152676},"hundredK":{"medianOutputSpeed":70.7795511259695,"medianTimeToFirstChunk":13.641685632,"medianTimeToFirstAnswerToken":41.89843448366354,"medianEndToEndResponseTime":48.96262169657943},"mediumParallel":{"medianOutputSpeed":53.1526603514561,"medianTimeToFirstChunk":1.3502992515,"medianTimeToFirstAnswerToken":38.97776675313768,"medianEndToEndResponseTime":48.3846336285471}},"endToEndResponseTime":{"input":2.88856386150002,"reasoning":36.05776650532212,"answer":9.01444162633053,"total":47.960771993152676},"timeToFirstAnswerToken":{"input":2.88856386150002,"reasoning":36.05776650532212,"total":38.94633036682214},"performanceDataSource":{"type":"firstParty","providerName":"Alibaba"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","slug":"qwq-32b","name":"QwQ 32B","shortName":"QwQ-32B","sourceUrl":"https://artificialanalysis.ai/models/qwq-32b","releaseDate":"2025-03-05","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"qwq-32b","name":"QwQ 32B"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","intelligenceIndex":9.47210556751002,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.66,"price1mOutputTokens":1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"lcr","label":"AA-LCR v1.1","value":0.266666666666667,"score":0.266666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.387755102040816,"score":0.387755102040816,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0735,"score":0.0735,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.592929292929293,"score":0.592929292929293,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.630687830687831,"score":0.630687830687831,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.29,"score":0.29,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":6,"raw":{"id":"ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca","slug":"qwq-32b","name":"QwQ 32B","shortName":"QwQ-32B","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-05","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2491,"release":{"slug":"qwq-32b","name":"QwQ 32B"},"deprecated":true,"deprecatedTo":"qwen3-32b-instruct-reasoning","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32.8,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":131072,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/Qwen/QwQ-32B","microevalsEnabled":false,"intelligenceIndex":9.47210556751002,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.266666666666667,"ifbench":0.387755102040816,"hle":0.0735,"gpqa":0.592929292929293,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":0.630687830687831,"aime25":0.29,"analystAgent":null,"price1mInputTokens":0.66,"price1mOutputTokens":1,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.745,"price1mBlended7To2To1":0.6940000000000001,"price1mBlended0To1To1":0.8300000000000001,"price1mBlended100To1To1":0.6633333333333333,"price1mBlended0To100To1":0.6633663366336634,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"d874d370-74d3-4fa0-ba00-5272f92f946b","slug":"alibaba","name":"Alibaba","logo":"/img/logos/alibaba_small.svg","color":"#ff7018","country":"cn","url":"https://www.alibabacloud.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"a971b0c0-4c0f-484a-b018-e36b5be3409e","slug":"reka-flash","name":"Reka Flash (Sep '24)","shortName":"Reka Flash","sourceUrl":"https://artificialanalysis.ai/models/reka-flash","releaseDate":"2024-10-04","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"reka-flash","name":"Reka Flash (Sep '24)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":21,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":null,"intelligenceIndex":6.43110884456904,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","slug":"reka-ai","name":"Reka AI","logo":"/img/logos/reka_small.svg","color":"#172136","country":"us","url":"http://reka.ai/"},"inputModalities":{"Text":true,"Image":true,"Speech":true,"Video":true},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"a971b0c0-4c0f-484a-b018-e36b5be3409e","slug":"reka-flash","name":"Reka Flash (Sep '24)","shortName":"Reka Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-10-04","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"reka-flash","name":"Reka Flash (Sep '24)"},"deprecated":true,"deprecatedTo":"reka-flash-3","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":21,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":6.43110884456904,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":null,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":null,"gpqa":null,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.35000000000000003,"price1mBlended7To2To1":0.26000000000000006,"price1mBlended0To1To1":0.5,"price1mBlended100To1To1":0.20588235294117646,"price1mBlended0To100To1":0.20594059405940596,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Reka AI"},"hostModelCount":1,"creator":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","slug":"reka-ai","name":"Reka AI","logo":"/img/logos/reka_small.svg","color":"#172136","country":"us","url":"http://reka.ai/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":true,"inputModalityVideo":true,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","slug":"reka-flash-3","name":"Reka Flash 3","shortName":"Reka Flash 3","sourceUrl":"https://artificialanalysis.ai/models/reka-flash-3","releaseDate":"2025-03-10","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"reka-flash-3","name":"Reka Flash 3"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":21,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":5.64602230491152,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","slug":"reka-ai","name":"Reka AI","logo":"/img/logos/reka_small.svg","color":"#172136","country":"us","url":"http://reka.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-65.13333333333334,"score":-65.13333333333334,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.304081632653061,"score":0.304081632653061,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0444,"score":0.0444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.529292929292929,"score":0.529292929292929,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.434920634920635,"score":0.434920634920635,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.336666666666667,"score":0.336666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"dbbcf240-a69e-4078-8f16-7c94c7a8c514","slug":"reka-flash-3","name":"Reka Flash 3","shortName":"Reka Flash 3","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-03-10","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"reka-flash-3","name":"Reka Flash 3"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":21,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":128000,"licenseName":"Apache 2.0","licenseUrl":"https://huggingface.co/RekaAI/reka-flash-3","modelWeightsSourceUrl":"https://huggingface.co/RekaAI/reka-flash-3","microevalsEnabled":false,"intelligenceIndex":5.64602230491152,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-65.13333333333334,"omniscienceBreakdown":{"accuracy":0.13666666666666666,"hallucinationRate":0.9127413127413128},"gdpval":null,"itBenchSre":null,"tau2":0,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.304081632653061,"hle":0.0444,"gpqa":0.529292929292929,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.434920634920635,"aime25":0.336666666666667,"analystAgent":null,"price1mInputTokens":0.2,"price1mOutputTokens":0.8,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.35000000000000003,"price1mBlended7To2To1":0.26000000000000006,"price1mBlended0To1To1":0.5,"price1mBlended100To1To1":0.20588235294117646,"price1mBlended0To100To1":0.20594059405940596,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{"medium":{"medianOutputSpeed":90.3367620205302,"medianTimeToFirstChunk":0.944736798499995,"medianTimeToFirstAnswerToken":23.084117879542884,"medianEndToEndResponseTime":28.618963149803605},"mediumParallel":{"medianOutputSpeed":90.0346712241454,"medianTimeToFirstChunk":0.898006175000035,"medianTimeToFirstAnswerToken":23.111670897792315,"medianEndToEndResponseTime":28.665087078490387}},"performanceDataSource":{"type":"firstParty","providerName":"Reka AI"},"hostModelCount":1,"creator":{"id":"4571a280-f096-486f-b220-dffc3e522b0f","slug":"reka-ai","name":"Reka AI","logo":"/img/logos/reka_small.svg","color":"#172136","country":"us","url":"http://reka.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/rekaai/reka-flash-3","matchedBy":"slug","catalog":{"id":"rekaai/reka-flash-3","canonical_slug":"rekaai/reka-flash-3","hugging_face_id":"RekaAI/reka-flash-3","name":"Reka Flash 3","created":1741812813,"description":"Reka Flash 3 is a general-purpose, instruction-tuned large language model with 21 billion parameters, developed by Reka. It excels at general chat, coding tasks, instruction-following, and function calling. Featuring a...","context_length":65536,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000002"},"top_provider":{"context_length":65536,"max_completion_tokens":58982,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logprobs","max_tokens","presence_penalty","reasoning","seed","stop","structured_outputs","temperature","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":"2025-01-31","expiration_date":null,"links":{"details":"/api/v1/models/rekaai/reka-flash-3/endpoints"},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Reka | rekaai/reka-flash-3","model_id":"rekaai/reka-flash-3","model_name":"Reka Flash 3","context_length":65536,"pricing":{"prompt":"0.0000001","completion":"0.0000002","discount":0},"provider_name":"Reka","tag":"reka/fp8","quantization":"fp8","max_completion_tokens":58982,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","max_tokens","stop","seed","frequency_penalty","presence_penalty","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"eb4ba465-3fcd-4065-9fe2-e8225e7b2c6c","slug":"ring-2-6-1t","name":"Ring-2.6-1T","shortName":"Ring-2.6-1T","sourceUrl":"https://artificialanalysis.ai/models/ring-2-6-1t","releaseDate":"2026-05-08","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"ring-2-6-1t","name":"Ring-2.6-1T"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1000,"inferenceParametersActiveBillions":63,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"MIT","intelligenceIndex":17.2770613768618,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":16.31767985987095,"strategyAndOps":12.09431731119277,"legal":17.092456514510058,"engineering":20.12982282918432,"economics":22.770907067407848},"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":125.478576996404,"canonicalInputTokens":925900145,"canonicalOutputTokens":119132775,"outputTokensPerTask":43774.98434558486,"answerTokensPerTask":17669.475709649934,"reasoningTokensPerTask":26105.508635934922,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.2871573189066596,"latency":{"timeToFirstChunkMs":3.65969556849995,"timeToFirstAnswerTokenMs":19.59867135125302,"endToEndMs":23.583415296941286}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":654.34,"score":654.34,"outputTokensPerTask":79939.10989010989,"costPerTask":0.7540474142857143,"timePerTask":584.8509069568279,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":863.62,"score":863.62,"outputTokensPerTask":28491.04090909091,"costPerTask":0.28717692409090906,"timePerTask":208.446292918849,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.007178659181731186,"score":0.007178659181731186,"outputTokensPerTask":10256.607305936073,"costPerTask":0.23196892922374426,"timePerTask":75.03944056198314,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":134855.21212121213,"costPerTask":0.9201093939393941,"timePerTask":986.6283628297466,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.450231481481481,"score":0.450231481481481,"outputTokensPerTask":3862.0451388888887,"costPerTask":0.010353965972222223,"timePerTask":28.255513543900808,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.215940685820204,"score":0.215940685820204,"outputTokensPerTask":32120.32669138091,"costPerTask":0.08039426923076923,"timePerTask":234.9988913190025,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.038,"score":0.038,"outputTokensPerTask":5262.61,"costPerTask":0.024486517000000003,"timePerTask":38.5023330343695,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.0371428571428571,"score":0.0371428571428571,"outputTokensPerTask":104685.74285714286,"costPerTask":0.27925967714285715,"timePerTask":765.9023441668835,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-37.7,"score":-37.7,"outputTokensPerTask":1926.6448333333333,"costPerTask":0.004852098433333334,"timePerTask":14.095728357592018,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.7,"score":0.7,"outputTokensPerTask":1091.86,"costPerTask":0.030917416000000003,"timePerTask":7.988271474972815,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.038,"score":0.038,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":863.62,"score":863.62,"outputTokensPerTask":28491.04090909091,"costPerTask":0.28717692409090906,"timePerTask":208.446292918849,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.18181,"score":0.18181,"outputTokensPerTask":28491.04090909091,"costPerTask":0.28717692409090906,"timePerTask":208.446292918849,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.923976608187135,"score":0.923976608187135,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.179381443298969,"score":0.179381443298969,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.287878787878788,"score":0.287878787878788,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.430711610486891,"score":0.430711610486891,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":134855.21212121213,"costPerTask":0.9201093939393941,"timePerTask":986.6283628297466,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.7,"score":0.7,"outputTokensPerTask":1091.86,"costPerTask":0.030917416000000003,"timePerTask":7.988271474972815,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.445578231292517,"score":0.445578231292517,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.215940685820204,"score":0.215940685820204,"outputTokensPerTask":32120.32669138091,"costPerTask":0.08039426923076923,"timePerTask":234.9988913190025,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.856565656565657,"score":0.856565656565657,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.007178659181731186,"score":0.007178659181731186,"outputTokensPerTask":10256.607305936073,"costPerTask":0.23196892922374426,"timePerTask":75.03944056198314,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":16.31767985987095,"score":16.31767985987095,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":12.09431731119277,"score":12.09431731119277,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":17.092456514510058,"score":17.092456514510058,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":20.12982282918432,"score":20.12982282918432,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":22.770907067407848,"score":22.770907067407848,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"eb4ba465-3fcd-4065-9fe2-e8225e7b2c6c","slug":"ring-2-6-1t","name":"Ring-2.6-1T","shortName":"Ring-2.6-1T","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-08","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"xhigh","label":"xhigh","level":50},"release":{"slug":"ring-2-6-1t","name":"Ring-2.6-1T"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":1000,"inferenceParametersActiveBillions":63,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/inclusionAI/Ring-2.6-1T","microevalsEnabled":true,"intelligenceIndex":17.2770613768618,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":16.31767985987095,"strategyAndOps":12.09431731119277,"legal":17.092456514510058,"engineering":20.12982282918432,"economics":22.770907067407848},"omniscience":-37.7,"omniscienceBreakdown":{"accuracy":0.257,"hallucinationRate":0.8532974427994616},"gdpPdfAllPass":0.038,"gdpval":863.62,"gdpvalNormalized":0.18181,"itBenchSre":null,"tau2":0.923976608187135,"tauBanking":0.179381443298969,"terminalbenchHard":0.287878787878788,"terminalBench21":0.430711610486891,"terminalBench40":0.00505050505050505,"scicode":0.450231481481481,"lcr":0.7,"ifbench":0.445578231292517,"hle":0.215940685820204,"gpqa":0.856565656565657,"critpt":0.0371428571428571,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.007178659181731186,"price1mInputTokens":0.3,"price1mOutputTokens":2.5,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.85,"price1mBlended7To2To1":0.52,"price1mBlended0To1To1":1.4,"price1mBlended100To1To1":0.32156862745098036,"price1mBlended0To100To1":0.3217821782178218,"intelligenceIndexTimePerTask":320.26675468028594,"intelligenceIndexCost":{"total":575.601981,"input":277.7700435,"nonCacheInput":5.7958065,"cacheRead":0,"cacheWrite":271.97423699999996,"output":297.8319375,"reasoning":249.8113075,"answer":48.020630000000004},"intelligenceIndexCostPerTask":{"cost":{"total":0.2871573189066596,"input":0.17771985804269738,"nonCacheInput":0.004381473015231696,"cacheRead":0,"cacheWrite":0.17333838502746568,"output":0.10943746086396217,"reasoning":0.06526377158983732,"answer":0.04417368927412484},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.11310711214285714},{"slug":"gdpval-aa","weightedCostPerTask":0.02871769240909091},{"slug":"automationbench-aa","weightedCostPerTask":0.011598446461187215},{"slug":"terminalbench-4-0","weightedCostPerTask":0.0920109393939394},{"slug":"scicode","weightedCostPerTask":0.0010353965972222223},{"slug":"humanitys-last-exam","weightedCostPerTask":0.008039426923076923},{"slug":"gdp-pdf","weightedCostPerTask":0.0024486517000000003},{"slug":"critpt","weightedCostPerTask":0.027925967714285713},{"slug":"omniscience","weightedCostPerTask":0.000727814765},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0015458708}]},"canonicalIntelligenceIndexTokenCount":{"input":925900145,"output":119132775,"answer":19208252,"reasoning":99924523},"intelligenceIndexOutputTokensPerTask":{"reasoning":26105.508635934922,"answer":17669.475709649934,"output":43774.98434558486},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":654.34,"outputTokensPerTask":79939.10989010989,"costPerTask":0.7540474142857143,"timePerTask":584.8509069568279},{"slug":"gdpval-aa","score":863.62,"outputTokensPerTask":28491.04090909091,"costPerTask":0.28717692409090906,"timePerTask":208.446292918849},{"slug":"automationbench-aa","score":0.007178659181731186,"outputTokensPerTask":10256.607305936073,"costPerTask":0.23196892922374426,"timePerTask":75.03944056198314},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":134855.21212121213,"costPerTask":0.9201093939393941,"timePerTask":986.6283628297466},{"slug":"scicode","score":0.450231481481481,"outputTokensPerTask":3862.0451388888887,"costPerTask":0.010353965972222223,"timePerTask":28.255513543900808},{"slug":"humanitys-last-exam","score":0.215940685820204,"outputTokensPerTask":32120.32669138091,"costPerTask":0.08039426923076923,"timePerTask":234.9988913190025},{"slug":"gdp-pdf","score":0.038,"outputTokensPerTask":5262.61,"costPerTask":0.024486517000000003,"timePerTask":38.5023330343695},{"slug":"critpt","score":0.0371428571428571,"outputTokensPerTask":104685.74285714286,"costPerTask":0.27925967714285715,"timePerTask":765.9023441668835},{"slug":"omniscience","score":-37.7,"outputTokensPerTask":1926.6448333333333,"costPerTask":0.004852098433333334,"timePerTask":14.095728357592018},{"slug":"artificial-analysis-long-context-reasoning","score":0.7,"outputTokensPerTask":1091.86,"costPerTask":0.030917416000000003,"timePerTask":7.988271474972815}],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":654.34,"lower95ci":644.6,"upper95ci":663.38},"rubricPassRate":0.10929519918283963,"analyticalQuality":{"elo":503.03,"lower95ci":484.64,"upper95ci":521.7},"presentation":{"elo":754.65,"lower95ci":737.23,"upper95ci":772.3}},"briefcaseTotalCost":68.6183147,"timescaleData":{"medianOutputSpeed":125.478576996404,"medianTimeToFirstChunk":3.65969556849995},"outputSpeedVariance":{"p05":97.97408494623,"q25":113.377995101209,"median":125.478576996404,"q75":135.844965235752,"p95":152.1103190675},"timeToFirstChunkVariance":{"p05":3.21449577239999,"q25":3.5459655935,"median":3.65969556849995,"q75":4.58989959325,"p95":6.45026381484996},"performanceByPromptType":{"medium":{"medianOutputSpeed":125.373374692471,"medianTimeToFirstChunk":2.11012676200001,"medianTimeToFirstAnswerToken":18.0624771306952,"medianEndToEndResponseTime":22.050564722868998},"long":{"medianOutputSpeed":125.478576996404,"medianTimeToFirstChunk":3.65969556849995,"medianTimeToFirstAnswerToken":19.59867135125302,"medianEndToEndResponseTime":23.583415296941286},"hundredK":{"medianOutputSpeed":132.393165823158,"medianTimeToFirstChunk":18.4928557360001,"medianTimeToFirstAnswerToken":33.59937568032613,"medianEndToEndResponseTime":37.376005666407636},"mediumParallel":{"medianOutputSpeed":121.667418954757,"medianTimeToFirstChunk":2.024084292,"medianTimeToFirstAnswerToken":18.462338815536135,"medianEndToEndResponseTime":22.571902446420168}},"endToEndResponseTime":{"input":3.65969556849995,"reasoning":15.93897578275307,"answer":3.9847439456882676,"total":23.583415296941286},"timeToFirstAnswerToken":{"input":3.65969556849995,"reasoning":15.93897578275307,"total":19.59867135125302},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"47b7df55-5804-40de-ba11-317de786710a","slug":"ring-flash-2-0","name":"Ring-flash-2.0","shortName":"Ring-flash-2.0","sourceUrl":"https://artificialanalysis.ai/models/ring-flash-2-0","releaseDate":"2025-09-19","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"ring-flash-2-0","name":"Ring-flash-2.0"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":103,"inferenceParametersActiveBillions":6.1,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"MIT","intelligenceIndex":7.15340447175535,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.14,"price1mOutputTokens":0.57,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-58.61666666666667,"score":-58.61666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0757575757575758,"score":0.0757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.21,"score":0.21,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.43265306122449,"score":0.43265306122449,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0963855421686747,"score":0.0963855421686747,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.725252525252525,"score":0.725252525252525,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00277551020408163,"score":0.00277551020408163,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.627513227513227,"score":0.627513227513227,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.836666666666667,"score":0.836666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"47b7df55-5804-40de-ba11-317de786710a","slug":"ring-flash-2-0","name":"Ring-flash-2.0","shortName":"Ring-flash-2.0","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-09-19","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"ring-flash-2-0","name":"Ring-flash-2.0"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":103,"inferenceParametersActiveBillions":6.1,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"MIT","licenseUrl":"https://opensource.org/license/mit","modelWeightsSourceUrl":"https://huggingface.co/inclusionAI/Ring-flash-2.0","microevalsEnabled":false,"intelligenceIndex":7.15340447175535,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-58.61666666666667,"omniscienceBreakdown":{"accuracy":0.1655,"hallucinationRate":0.9007389654483723},"gdpval":null,"itBenchSre":null,"tau2":0,"tauBanking":null,"terminalbenchHard":0.0757575757575758,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.21,"ifbench":0.43265306122449,"hle":0.0963855421686747,"gpqa":0.725252525252525,"critpt":0.00277551020408163,"apexAgents":null,"mmmuPro":null,"livecodebench":0.627513227513227,"aime25":0.836666666666667,"analystAgent":null,"price1mInputTokens":0.14,"price1mOutputTokens":0.57,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.2475,"price1mBlended7To2To1":0.183,"price1mBlended0To1To1":0.355,"price1mBlended100To1To1":0.14421568627450984,"price1mBlended0To100To1":0.14425742574257427,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"4df238a9-d4fd-4cf2-ab1e-d12956c41f9b","slug":"inclusionai","name":"InclusionAI","logo":"/img/logos/inclusionai_small.jpg","color":"#4fb5ff","country":"cn","url":"https://www.inclusion-ai.org/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"45790612-02e3-4c42-b5bd-cd7ed2ea1f2f","slug":"sarvam-105b","name":"Sarvam 105B (high)","shortName":"Sarvam 105B (high)","sourceUrl":"https://artificialanalysis.ai/models/sarvam-105b","releaseDate":"2026-03-06","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"sarvam-105b","name":"Sarvam 105B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":106,"inferenceParametersActiveBillions":10.3,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"Apache 2.0","intelligenceIndex":8.7905508357489,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"20273002-dc38-4ebc-8377-8f432aec9e7e","slug":"sarvam","name":"Sarvam","logo":"/img/logos/sarvam.svg","color":"#807D77","country":"in","url":"https://www.sarvam.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.042,"price1mOutputTokens":0.17,"cacheHitPrice":0.026,"cacheHitDiscountPercent":0.38095238095238104,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-59.38333333333333,"score":-59.38333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.467836257309941,"score":0.467836257309941,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0151515151515152,"score":0.0151515151515152,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.343537414965986,"score":0.343537414965986,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.110287303058387,"score":0.110287303058387,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.738383838383838,"score":0.738383838383838,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"45790612-02e3-4c42-b5bd-cd7ed2ea1f2f","slug":"sarvam-105b","name":"Sarvam 105B (high)","shortName":"Sarvam 105B (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-06","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"sarvam-105b","name":"Sarvam 105B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":106,"inferenceParametersActiveBillions":10.3,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/sarvamai/sarvam-105b","microevalsEnabled":false,"intelligenceIndex":8.7905508357489,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-59.38333333333333,"omniscienceBreakdown":{"accuracy":0.176,"hallucinationRate":0.9342637540453075},"gdpval":null,"itBenchSre":null,"tau2":0.467836257309941,"tauBanking":null,"terminalbenchHard":0.0151515151515152,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.343537414965986,"hle":0.110287303058387,"gpqa":0.738383838383838,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.042,"price1mOutputTokens":0.17,"cacheHitPrice":0.026,"cacheHitDiscountPercent":0.38095238095238104,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.07400000000000001,"price1mBlended7To2To1":0.04360000000000001,"price1mBlended0To1To1":0.10600000000000001,"price1mBlended100To1To1":0.02756862745098039,"price1mBlended0To100To1":0.04326732673267327,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"20273002-dc38-4ebc-8377-8f432aec9e7e","slug":"sarvam","name":"Sarvam","logo":"/img/logos/sarvam.svg","color":"#807D77","country":"in","url":"https://www.sarvam.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"764dd095-6ebd-4760-8eb3-cbc40964db2e","slug":"sarvam-30b","name":"Sarvam 30B (high)","shortName":"Sarvam 30B (high)","sourceUrl":"https://artificialanalysis.ai/models/sarvam-30b","releaseDate":"2026-03-06","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"sarvam-30b","name":"Sarvam 30B"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32.2,"inferenceParametersActiveBillions":2.4,"sizeClass":"small","contextWindowTokens":65536,"licenseName":"Apache 2.0","intelligenceIndex":6.55971145066503,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"20273002-dc38-4ebc-8377-8f432aec9e7e","slug":"sarvam","name":"Sarvam","logo":"/img/logos/sarvam.svg","color":"#807D77","country":"in","url":"https://www.sarvam.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.026,"price1mOutputTokens":0.11,"cacheHitPrice":0.016,"cacheHitDiscountPercent":0.3846153846153846,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-71.51666666666667,"score":-71.51666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.345029239766082,"score":0.345029239766082,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0227272727272727,"score":0.0227272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.264625850340136,"score":0.264625850340136,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0750695088044486,"score":0.0750695088044486,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.633333333333333,"score":0.633333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.00285714285714286,"score":0.00285714285714286,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"764dd095-6ebd-4760-8eb3-cbc40964db2e","slug":"sarvam-30b","name":"Sarvam 30B (high)","shortName":"Sarvam 30B (high)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-03-06","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"sarvam-30b","name":"Sarvam 30B"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":32.2,"inferenceParametersActiveBillions":2.4,"sizeClass":"small","contextWindowTokens":65536,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/sarvamai/sarvam-30b","microevalsEnabled":false,"intelligenceIndex":6.55971145066503,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-71.51666666666667,"omniscienceBreakdown":{"accuracy":0.12616666666666668,"hallucinationRate":0.9628075529277131},"gdpval":null,"itBenchSre":null,"tau2":0.345029239766082,"tauBanking":null,"terminalbenchHard":0.0227272727272727,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.264625850340136,"hle":0.0750695088044486,"gpqa":0.633333333333333,"critpt":0.00285714285714286,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.026,"price1mOutputTokens":0.11,"cacheHitPrice":0.016,"cacheHitDiscountPercent":0.3846153846153846,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.047,"price1mBlended7To2To1":0.0274,"price1mBlended0To1To1":0.068,"price1mBlended100To1To1":0.017019607843137257,"price1mBlended0To100To1":0.02683168316831683,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"20273002-dc38-4ebc-8377-8f432aec9e7e","slug":"sarvam","name":"Sarvam","logo":"/img/logos/sarvam.svg","color":"#807D77","country":"in","url":"https://www.sarvam.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"34ef2b5c-3df3-437e-b9c5-81346f8c14a8","slug":"sarvam-m-reasoning","name":"Sarvam M (Reasoning)","shortName":"Sarvam M","sourceUrl":"https://artificialanalysis.ai/models/sarvam-m-reasoning","releaseDate":"2025-05-23","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"sarvam-m","name":"Sarvam M"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":23.6,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","intelligenceIndex":5.31069666559541,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"20273002-dc38-4ebc-8377-8f432aec9e7e","slug":"sarvam","name":"Sarvam","logo":"/img/logos/sarvam.svg","color":"#807D77","country":"in","url":"https://www.sarvam.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-61.6,"score":-61.6,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0227272727272727,"score":0.0227272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.318367346938775,"score":0.318367346938775,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.031047265987025,"score":0.031047265987025,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.416161616161616,"score":0.416161616161616,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.295238095238095,"score":0.295238095238095,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":9,"raw":{"id":"34ef2b5c-3df3-437e-b9c5-81346f8c14a8","slug":"sarvam-m-reasoning","name":"Sarvam M (Reasoning)","shortName":"Sarvam M","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-23","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"sarvam-m","name":"Sarvam M"},"deprecated":true,"deprecatedTo":"sarvam-30b","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":23.6,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":32768,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/sarvamai/sarvam-m","microevalsEnabled":false,"intelligenceIndex":5.31069666559541,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-61.6,"omniscienceBreakdown":{"accuracy":0.15233333333333332,"hallucinationRate":0.906409752261109},"gdpval":null,"itBenchSre":null,"tau2":0,"tauBanking":null,"terminalbenchHard":0.0227272727272727,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.318367346938775,"hle":0.031047265987025,"gpqa":0.416161616161616,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.295238095238095,"aime25":null,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"20273002-dc38-4ebc-8377-8f432aec9e7e","slug":"sarvam","name":"Sarvam","logo":"/img/logos/sarvam.svg","color":"#807D77","country":"in","url":"https://www.sarvam.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"5c6533f3-75a2-4109-b9a9-3623afc6b86a","slug":"seed-oss-36b-instruct","name":"Seed-OSS-36B-Instruct","shortName":"Seed-OSS-36B-Instruct","sourceUrl":"https://artificialanalysis.ai/models/seed-oss-36b-instruct","releaseDate":"2025-08-20","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"seed-oss-36b-instruct","name":"Seed-OSS-36B-Instruct"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":36.2,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":512000,"licenseName":"Apache 2.0","intelligenceIndex":12.099257907924,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"2354746c-4775-4a06-b64d-0ba4137785b8","slug":"bytedance_seed","name":"ByteDance Seed","logo":"/img/logos/bytedance_small.svg","color":"#3c8bff","country":"cn","url":""},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":38.1929702373143,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.21,"price1mOutputTokens":0.57,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.92648156299999,"timeToFirstAnswerTokenMs":55.29213910607351,"endToEndMs":68.3835534918419}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-52.46666666666667,"score":-52.46666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.494152046783626,"score":0.494152046783626,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0681818181818182,"score":0.0681818181818182,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.613333333333333,"score":0.613333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.419047619047619,"score":0.419047619047619,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0987025023169602,"score":0.0987025023169602,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.726262626262626,"score":0.726262626262626,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"livecodebench","label":"LiveCodeBench","value":0.765079365079365,"score":0.765079365079365,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"aime25","label":"AIME 2025","value":0.846666666666667,"score":0.846666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":10,"raw":{"id":"5c6533f3-75a2-4109-b9a9-3623afc6b86a","slug":"seed-oss-36b-instruct","name":"Seed-OSS-36B-Instruct","shortName":"Seed-OSS-36B-Instruct","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-08-20","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"seed-oss-36b-instruct","name":"Seed-OSS-36B-Instruct"},"deprecated":true,"deprecatedTo":"doubao-seed-code","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":36.2,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":512000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/ByteDance-Seed/Seed-OSS-36B-Instruct","microevalsEnabled":false,"intelligenceIndex":12.099257907924,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-52.46666666666667,"omniscienceBreakdown":{"accuracy":0.182,"hallucinationRate":0.8638956805215974},"gdpval":null,"itBenchSre":null,"tau2":0.494152046783626,"tauBanking":null,"terminalbenchHard":0.0681818181818182,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.613333333333333,"ifbench":0.419047619047619,"hle":0.0987025023169602,"gpqa":0.726262626262626,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":0.765079365079365,"aime25":0.846666666666667,"analystAgent":null,"price1mInputTokens":0.21,"price1mOutputTokens":0.57,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.3,"price1mBlended7To2To1":0.246,"price1mBlended0To1To1":0.38999999999999996,"price1mBlended100To1To1":0.21352941176470588,"price1mBlended0To100To1":0.21356435643564356,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":38.1929702373143,"medianTimeToFirstChunk":2.92648156299999},"outputSpeedVariance":{"p05":32.8191382198601,"q25":34.3217980952084,"median":38.1929702373143,"q75":41.0483426195809,"p95":42.3334037065153},"timeToFirstChunkVariance":{"p05":2.58049926329998,"q25":2.8069953895001,"median":2.92648156299999,"q75":2.98442313325002,"p95":5.71243113195002},"performanceByPromptType":{"long":{"medianOutputSpeed":38.1929702373143,"medianTimeToFirstChunk":2.92648156299999,"medianTimeToFirstAnswerToken":55.29213910607351,"medianEndToEndResponseTime":68.3835534918419}},"endToEndResponseTime":{"input":2.92648156299999,"reasoning":52.365657543073524,"answer":13.091414385768381,"total":68.3835534918419},"timeToFirstAnswerToken":{"input":2.92648156299999,"reasoning":52.365657543073524,"total":55.29213910607351},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"2354746c-4775-4a06-b64d-0ba4137785b8","slug":"bytedance_seed","name":"ByteDance Seed","logo":"/img/logos/bytedance_small.svg","color":"#3c8bff","country":"cn","url":""},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"d97713f2-afa6-4f8d-b2f3-ac89a24c4d6c","slug":"solar-mini","name":"Solar Mini","shortName":"Solar Mini","sourceUrl":"https://artificialanalysis.ai/models/solar-mini","releaseDate":"2024-01-25","knowledgeCutoffDate":"2023-11-01","isReasoning":false,"effort":null,"release":{"slug":"solar-mini","name":"Solar Mini"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":10.7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":4096,"licenseName":"Apache 2.0","intelligenceIndex":6.4088294637731,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","logo":"/img/logos/upstage_small.svg","color":"#7c59f5","country":"kr","url":"https://www.upstage.ai"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.15,"price1mOutputTokens":0.15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"tau2","label":"Tau2","value":0.201754385964912,"score":0.201754385964912,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":1,"raw":{"id":"d97713f2-afa6-4f8d-b2f3-ac89a24c4d6c","slug":"solar-mini","name":"Solar Mini","shortName":"Solar Mini","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2024-01-25","knowledgeCutoffDate":"2023-11-01","isReasoning":false,"reasoningTokens":0,"release":{"slug":"solar-mini","name":"Solar Mini"},"deprecated":true,"deprecatedTo":"solar-pro-2-preview","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":10.7,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":4096,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/upstage/SOLAR-10.7B-v1.0","microevalsEnabled":false,"intelligenceIndex":6.4088294637731,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":null,"gdpval":null,"itBenchSre":null,"tau2":0.201754385964912,"tauBanking":null,"terminalbenchHard":null,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":null,"ifbench":null,"hle":null,"gpqa":null,"critpt":null,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.15,"price1mOutputTokens":0.15,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15,"price1mBlended7To2To1":0.15,"price1mBlended0To1To1":0.15,"price1mBlended100To1To1":0.15,"price1mBlended0To100To1":0.15,"intelligenceIndexEvaluations":[],"timescaleData":{},"performanceByPromptType":{},"performanceDataSource":{"type":"firstParty","providerName":"Upstage"},"hostModelCount":1,"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","logo":"/img/logos/upstage_small.svg","color":"#7c59f5","country":"kr","url":"https://www.upstage.ai"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"44db6283-aa82-4799-af4a-679fe0530845","slug":"solar-pro-2","name":"Solar Pro 2 (Non-reasoning)","shortName":"Solar Pro 2 (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/solar-pro-2","releaseDate":"2025-07-09","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"solar-pro-2","name":"Solar Pro 2"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":65536,"licenseName":null,"intelligenceIndex":6.99835187746333,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","color":"#7c59f5","logo":"/img/logos/upstage_small.svg","url":"https://www.upstage.ai"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"44db6283-aa82-4799-af4a-679fe0530845","slug":"solar-pro-2","name":"Solar Pro 2 (Non-reasoning)","shortName":"Solar Pro 2 (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-09","knowledgeCutoffDate":null,"contextWindowTokens":65536,"isReasoning":false,"release":{"slug":"solar-pro-2","name":"Solar Pro 2"},"deprecated":true,"isOpenWeights":false,"sizeClass":null,"parameters":null,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":6.99835187746333,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","color":"#7c59f5","logo":"/img/logos/upstage_small.svg","url":"https://www.upstage.ai"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"432d6c36-8825-47f3-b4eb-58529cea346b","slug":"solar-pro-2-preview","name":"Solar Pro 2 (Preview) (Non-reasoning)","shortName":"Solar Pro 2 (Preview) (Non-reasoning)","sourceUrl":"https://artificialanalysis.ai/models/releases/solar-pro-2-preview","releaseDate":"2025-05-20","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"solar-pro-2-preview","name":"Solar Pro 2 (Preview)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":30.9,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":64000,"licenseName":null,"intelligenceIndex":7.90554657851904,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","color":"#7c59f5","logo":"/img/logos/upstage_small.svg","url":"https://www.upstage.ai"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"432d6c36-8825-47f3-b4eb-58529cea346b","slug":"solar-pro-2-preview","name":"Solar Pro 2 (Preview) (Non-reasoning)","shortName":"Solar Pro 2 (Preview) (Non-reasoning)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-20","knowledgeCutoffDate":null,"contextWindowTokens":64000,"isReasoning":false,"release":{"slug":"solar-pro-2-preview","name":"Solar Pro 2 (Preview)"},"deprecated":true,"isOpenWeights":false,"sizeClass":"small","parameters":30.9,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":7.90554657851904,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","color":"#7c59f5","logo":"/img/logos/upstage_small.svg","url":"https://www.upstage.ai"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"8e78cf7a-5b76-4beb-beba-b99c6233b208","slug":"solar-pro-2-preview-reasoning","name":"Solar Pro 2 (Preview) (Reasoning)","shortName":"Solar Pro 2 (Preview)","sourceUrl":"https://artificialanalysis.ai/models/releases/solar-pro-2-preview","releaseDate":"2025-05-20","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"level":40},"release":{"slug":"solar-pro-2-preview","name":"Solar Pro 2 (Preview)"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":30.9,"inferenceParametersActiveBillions":null,"sizeClass":"small","contextWindowTokens":64000,"licenseName":null,"intelligenceIndex":9.06998982069512,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","color":"#7c59f5","logo":"/img/logos/upstage_small.svg","url":"https://www.upstage.ai"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"8e78cf7a-5b76-4beb-beba-b99c6233b208","slug":"solar-pro-2-preview-reasoning","name":"Solar Pro 2 (Preview) (Reasoning)","shortName":"Solar Pro 2 (Preview)","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-05-20","knowledgeCutoffDate":null,"contextWindowTokens":64000,"isReasoning":true,"effort":{"level":40},"release":{"slug":"solar-pro-2-preview","name":"Solar Pro 2 (Preview)"},"deprecated":true,"isOpenWeights":false,"sizeClass":"small","parameters":30.9,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":9.06998982069512,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","color":"#7c59f5","logo":"/img/logos/upstage_small.svg","url":"https://www.upstage.ai"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"eb689f7a-f210-4a87-b407-f249897f2764","slug":"solar-pro-2-reasoning","name":"Solar Pro 2 (Reasoning)","shortName":"Solar Pro 2","sourceUrl":"https://artificialanalysis.ai/models/releases/solar-pro-2","releaseDate":"2025-07-09","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"level":40},"release":{"slug":"solar-pro-2","name":"Solar Pro 2"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":null,"parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":null,"contextWindowTokens":65536,"licenseName":null,"intelligenceIndex":7.49170414062443,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","color":"#7c59f5","logo":"/img/logos/upstage_small.svg","url":"https://www.upstage.ai"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[],"benchmarkCount":0,"raw":{"id":"eb689f7a-f210-4a87-b407-f249897f2764","slug":"solar-pro-2-reasoning","name":"Solar Pro 2 (Reasoning)","shortName":"Solar Pro 2","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2025-07-09","knowledgeCutoffDate":null,"contextWindowTokens":65536,"isReasoning":true,"effort":{"level":40},"release":{"slug":"solar-pro-2","name":"Solar Pro 2"},"deprecated":true,"isOpenWeights":false,"sizeClass":null,"parameters":null,"inferenceParametersActiveBillions":null,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":7.49170414062443,"intelligenceIndexIsEstimated":true,"capabilityScores":{},"price1mInputTokens":null,"price1mOutputTokens":null,"cacheHitPrice":null,"price1mBlended0To3To1":null,"price1mBlended7To2To1":null,"intelligenceIndexEvaluations":[],"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","color":"#7c59f5","logo":"/img/logos/upstage_small.svg","url":"https://www.upstage.ai"},"hosts":[],"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"b89c4faf-219e-4171-a1aa-e3bd2fd0a924","slug":"solar-pro-3","name":"Solar Pro 3","shortName":"Solar Pro 3","sourceUrl":"https://artificialanalysis.ai/models/solar-pro-3","releaseDate":"2026-04-06","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"solar-pro-3","name":"Solar Pro 3"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":102,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":null,"intelligenceIndex":7.81551744502774,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":8.11544306781783,"strategyAndOps":5.380877450701308,"legal":9.148226169717658,"healthcareAndMedical":8.151261795071711,"engineering":11.483095458758111,"economics":12.864722737102255},"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","logo":"/img/logos/upstage_small.svg","color":"#7c59f5","country":"kr","url":"https://www.upstage.ai"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":154.210617058974,"canonicalInputTokens":962412355,"canonicalOutputTokens":144950756,"outputTokensPerTask":42802.96428538421,"answerTokensPerTask":13632.237577114041,"reasoningTokensPerTask":29170.726708270166,"price1mInputTokens":0.15,"price1mOutputTokens":0.6,"cacheHitPrice":0.015,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.07942705217350178,"latency":{"timeToFirstChunkMs":2.31383419550002,"timeToFirstAnswerTokenMs":15.283109840348454,"endToEndMs":18.525428751560565}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":121.9,"score":121.9,"outputTokensPerTask":46773.945054945056,"costPerTask":0.13511896786518854,"timePerTask":307.77744038390773,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":446.94,"score":446.94,"outputTokensPerTask":90222.65,"costPerTask":0.18097335728230615,"timePerTask":593.6744537804902,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.004973424202262958,"score":0.004973424202262958,"outputTokensPerTask":47169.46118721461,"costPerTask":0.05504225948748467,"timePerTask":310.37997781532323,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":116015.57575757576,"costPerTask":0.2934066054499348,"timePerTask":763.394597342329,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.25462962962963,"score":0.25462962962963,"outputTokensPerTask":10761.322916666666,"costPerTask":0.006869813541666665,"timePerTask":70.81062797986488,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.102873030583874,"score":0.102873030583874,"outputTokensPerTask":27558.49814643188,"costPerTask":0.016582657437442073,"timePerTask":181.33779415804793,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.016,"score":0.016,"outputTokensPerTask":8989.87,"costPerTask":0.010372411499999998,"timePerTask":59.154282896895815,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":74690.94285714286,"costPerTask":0.04513687285714286,"timePerTask":491.4741996944681,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-53.4,"score":-53.4,"outputTokensPerTask":2156.3333333333335,"costPerTask":0.00131172475,"timePerTask":14.188898395639352,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.323333333333333,"score":0.323333333333333,"outputTokensPerTask":5621.27,"costPerTask":0.01752327,"timePerTask":36.98854330705934,"family":"Intelligence Index"},{"slug":"mlcrOverall","label":"MLCR-AA","value":0.00555555555555556,"score":0.00555555555555556,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.016,"score":0.016,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":446.94,"score":446.94,"outputTokensPerTask":90222.65,"costPerTask":0.18097335728230615,"timePerTask":593.6744537804902,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0,"score":0,"outputTokensPerTask":90222.65,"costPerTask":0.18097335728230615,"timePerTask":593.6744537804902,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.862573099415205,"score":0.862573099415205,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0865979381443299,"score":0.0865979381443299,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.0757575757575758,"score":0.0757575757575758,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.119850187265918,"score":0.119850187265918,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0,"score":0,"outputTokensPerTask":116015.57575757576,"costPerTask":0.2934066054499348,"timePerTask":763.394597342329,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.323333333333333,"score":0.323333333333333,"outputTokensPerTask":5621.27,"costPerTask":0.01752327,"timePerTask":36.98854330705934,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.712018140589569,"score":0.712018140589569,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.102873030583874,"score":0.102873030583874,"outputTokensPerTask":27558.49814643188,"costPerTask":0.016582657437442073,"timePerTask":181.33779415804793,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.724242424242424,"score":0.724242424242424,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.004973424202262958,"score":0.004973424202262958,"outputTokensPerTask":47169.46118721461,"costPerTask":0.05504225948748467,"timePerTask":310.37997781532323,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":8.11544306781783,"score":8.11544306781783,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":5.380877450701308,"score":5.380877450701308,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":9.148226169717658,"score":9.148226169717658,"family":"Capability Index"},{"slug":"capability-healthcareAndMedical","label":"Healthcare And Medical","value":8.151261795071711,"score":8.151261795071711,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":11.483095458758111,"score":11.483095458758111,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":12.864722737102255,"score":12.864722737102255,"family":"Capability Index"}],"benchmarkCount":30,"raw":{"id":"b89c4faf-219e-4171-a1aa-e3bd2fd0a924","slug":"solar-pro-3","name":"Solar Pro 3","shortName":"Solar Pro 3","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-06","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"solar-pro-3","name":"Solar Pro 3"},"deprecated":true,"deprecatedTo":"solar-pro4","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":102,"inferenceParametersActiveBillions":12,"sizeClass":"medium","contextWindowTokens":128000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":7.81551744502774,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":8.11544306781783,"strategyAndOps":5.380877450701308,"legal":9.148226169717658,"healthcareAndMedical":8.151261795071711,"engineering":11.483095458758111,"economics":12.864722737102255},"omniscience":-53.4,"omniscienceBreakdown":{"accuracy":0.185,"hallucinationRate":0.8822085889570552},"mlcrOverall":0.00555555555555556,"gdpPdfAllPass":0.016,"gdpval":446.94,"gdpvalNormalized":0,"itBenchSre":null,"tau2":0.862573099415205,"tauBanking":0.0865979381443299,"terminalbenchHard":0.0757575757575758,"terminalBench21":0.119850187265918,"terminalBench40":0,"scicode":0.25462962962963,"lcr":0.323333333333333,"ifbench":0.712018140589569,"hle":0.102873030583874,"gpqa":0.724242424242424,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.004973424202262958,"price1mInputTokens":0.15,"price1mOutputTokens":0.6,"cacheHitPrice":0.015,"cacheHitDiscountPercent":0.9,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.26249999999999996,"price1mBlended7To2To1":0.10049999999999999,"price1mBlended0To1To1":0.375,"price1mBlended100To1To1":0.022058823529411766,"price1mBlended0To100To1":0.15445544554455445,"intelligenceIndexTimePerTask":281.6479724582607,"intelligenceIndexCost":{"total":159.22094392081266,"input":72.25049032081264,"nonCacheInput":2.2645908,"cacheRead":8.012373658798595,"cacheWrite":61.97352586201405,"output":86.9704536,"reasoning":76.7554692,"answer":10.2149844},"intelligenceIndexCostPerTask":{"cost":{"total":0.07942705217350178,"input":0.05374527360227124,"nonCacheInput":0.0012863516109106756,"cacheRead":0.006053784272558073,"cacheWrite":0.0464051377188025,"output":0.02568177857123052,"reasoning":0.017502436024962095,"answer":0.008179342546268424},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.02026784517977828},{"slug":"gdpval-aa","weightedCostPerTask":0.018097335728230617},{"slug":"automationbench-aa","weightedCostPerTask":0.0027521129743742338},{"slug":"terminalbench-4-0","weightedCostPerTask":0.02934066054499348},{"slug":"scicode","weightedCostPerTask":0.0006869813541666666},{"slug":"humanitys-last-exam","weightedCostPerTask":0.0016582657437442074},{"slug":"gdp-pdf","weightedCostPerTask":0.0010372411499999998},{"slug":"critpt","weightedCostPerTask":0.004513687285714286},{"slug":"omniscience","weightedCostPerTask":0.0001967587125},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.0008761635}]},"canonicalIntelligenceIndexTokenCount":{"input":962412355,"output":144950756,"answer":17024974,"reasoning":127925782},"intelligenceIndexOutputTokensPerTask":{"reasoning":29170.726708270166,"answer":13632.237577114041,"output":42802.96428538421},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":121.9,"outputTokensPerTask":46773.945054945056,"costPerTask":0.13511896786518854,"timePerTask":307.77744038390773},{"slug":"gdpval-aa","score":446.94,"outputTokensPerTask":90222.65,"costPerTask":0.18097335728230615,"timePerTask":593.6744537804902},{"slug":"automationbench-aa","score":0.004973424202262958,"outputTokensPerTask":47169.46118721461,"costPerTask":0.05504225948748467,"timePerTask":310.37997781532323},{"slug":"terminalbench-4-0","score":0,"outputTokensPerTask":116015.57575757576,"costPerTask":0.2934066054499348,"timePerTask":763.394597342329},{"slug":"scicode","score":0.25462962962963,"outputTokensPerTask":10761.322916666666,"costPerTask":0.006869813541666665,"timePerTask":70.81062797986488},{"slug":"humanitys-last-exam","score":0.102873030583874,"outputTokensPerTask":27558.49814643188,"costPerTask":0.016582657437442073,"timePerTask":181.33779415804793},{"slug":"gdp-pdf","score":0.016,"outputTokensPerTask":8989.87,"costPerTask":0.010372411499999998,"timePerTask":59.154282896895815},{"slug":"critpt","score":0,"outputTokensPerTask":74690.94285714286,"costPerTask":0.04513687285714286,"timePerTask":491.4741996944681},{"slug":"omniscience","score":-53.4,"outputTokensPerTask":2156.3333333333335,"costPerTask":0.00131172475,"timePerTask":14.188898395639352},{"slug":"artificial-analysis-long-context-reasoning","score":0.323333333333333,"outputTokensPerTask":5621.27,"costPerTask":0.01752327,"timePerTask":36.98854330705934}],"briefcaseBreakdown":{"overall":{"elo":121.9,"lower95ci":112.6,"upper95ci":130.43},"rubricPassRate":0.049029622063329927,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":0},"presentation":{"elo":0,"lower95ci":0,"upper95ci":15.58}},"briefcaseTotalCost":12.295826075732156,"timescaleData":{"medianOutputSpeed":154.210617058974,"medianTimeToFirstChunk":2.31383419550002},"outputSpeedVariance":{"p05":121.303054972091,"q25":140.347915582534,"median":154.210617058974,"q75":165.737742261329,"p95":170.998905363577},"timeToFirstChunkVariance":{"p05":2.13035576620004,"q25":2.22770258549997,"median":2.31383419550002,"q75":2.80072147499993,"p95":3.04498926900002},"performanceByPromptType":{"medium":{"medianOutputSpeed":153.261974562905,"medianTimeToFirstChunk":1.6522043475,"medianTimeToFirstAnswerToken":14.70175565142841,"medianEndToEndResponseTime":17.964143477410513},"long":{"medianOutputSpeed":154.210617058974,"medianTimeToFirstChunk":2.31383419550002,"medianTimeToFirstAnswerToken":15.283109840348454,"medianEndToEndResponseTime":18.525428751560565},"hundredK":{"medianOutputSpeed":130.128932521127,"medianTimeToFirstChunk":9.77836519000001,"medianTimeToFirstAnswerToken":25.147737406092624,"medianEndToEndResponseTime":28.990080460115777},"mediumParallel":{"medianOutputSpeed":118.802811402008,"medianTimeToFirstChunk":1.62639126249996,"medianTimeToFirstAnswerToken":18.46100970627019,"medianEndToEndResponseTime":22.669664317212746}},"endToEndResponseTime":{"input":2.31383419550002,"reasoning":12.969275644848434,"answer":3.2423189112121085,"total":18.525428751560565},"timeToFirstAnswerToken":{"input":2.31383419550002,"reasoning":12.969275644848434,"total":15.283109840348454},"performanceDataSource":{"type":"firstParty","providerName":"Upstage"},"hostModelCount":1,"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","logo":"/img/logos/upstage_small.svg","color":"#7c59f5","country":"kr","url":"https://www.upstage.ai"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/upstage/solar-pro-3","matchedBy":"slug","catalog":{"id":"upstage/solar-pro-3","canonical_slug":"upstage/solar-pro-3","hugging_face_id":"","name":"Upstage: Solar Pro 3","created":1769481200,"description":"Solar Pro 3 is Upstage's powerful Mixture-of-Experts (MoE) language model. With 102B total parameters and 12B active parameters per forward pass, it delivers exceptional performance while maintaining computational efficiency. Optimized...","context_length":131072,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000015"},"top_provider":{"context_length":131072,"max_completion_tokens":117964,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","parallel_tool_calls","presence_penalty","reasoning","reasoning_effort","response_format","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/upstage/solar-pro-3/endpoints"},"benchmarks":{"design_arena":[],"artificial_analysis":{"intelligence_index":7.8,"coding_index":16.2,"agentic_index":1.4}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["high","medium","low","minimal","none"],"default_effort":"medium"}},"endpoints":[{"name":"Upstage | upstage/solar-pro-3","model_id":"upstage/solar-pro-3","model_name":"Upstage: Solar Pro 3","context_length":131072,"pricing":{"prompt":"0.00000015","completion":"0.0000006","input_cache_read":"0.000000015","discount":0},"provider_name":"Upstage","tag":"upstage","quantization":"unknown","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","tools","tool_choice","structured_outputs","response_format","top_p","frequency_penalty","presence_penalty","parallel_tool_calls","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"1b64aa81-c223-4b8f-909b-82185a234765","slug":"solar-pro4","name":"Solar Pro 4","shortName":"Solar Pro 4","sourceUrl":"https://artificialanalysis.ai/models/solar-pro4","releaseDate":"2026-08-06","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"solar-pro4","name":"Solar Pro 4"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":512000,"licenseName":null,"intelligenceIndex":28.1541333537469,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","logo":"/img/logos/upstage_small.svg","color":"#7c59f5","country":"kr","url":"https://www.upstage.ai"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":71.4770728589466,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.06,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.024812714,"timeToFirstAnswerTokenMs":30.005813054442246,"endToEndMs":37.001063139552805}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-0.85,"score":-0.85,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.056,"score":0.056,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":1172.77,"score":1172.77,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.336385,"score":0.336385,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.232989690721649,"score":0.232989690721649,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.573033707865168,"score":0.573033707865168,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.445601851851852,"score":0.445601851851852,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.74,"score":0.74,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.292400370713624,"score":0.292400370713624,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.890909090909091,"score":0.890909090909091,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0542857142857143,"score":0.0542857142857143,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.09082506839361529,"score":0.09082506839361529,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":13,"raw":{"id":"1b64aa81-c223-4b8f-909b-82185a234765","slug":"solar-pro4","name":"Solar Pro 4","shortName":"Solar Pro 4","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-08-06","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"solar-pro4","name":"Solar Pro 4"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":512000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":28.1541333537469,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-0.85,"omniscienceBreakdown":{"accuracy":0.18933333333333333,"hallucinationRate":0.24403782894736842},"gdpPdfAllPass":0.056,"gdpval":1172.77,"gdpvalNormalized":0.336385,"itBenchSre":null,"tau2":null,"tauBanking":0.232989690721649,"terminalbenchHard":null,"terminalBench21":0.573033707865168,"terminalBench40":0.00505050505050505,"scicode":0.445601851851852,"lcr":0.74,"ifbench":null,"hle":0.292400370713624,"gpqa":0.890909090909091,"critpt":0.0542857142857143,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.09082506839361529,"price1mInputTokens":0.3,"price1mOutputTokens":1.2,"cacheHitPrice":0.06,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.5249999999999999,"price1mBlended7To2To1":0.22199999999999998,"price1mBlended0To1To1":0.75,"price1mBlended100To1To1":0.07352941176470588,"price1mBlended0To100To1":0.3089108910891089,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":71.4770728589466,"medianTimeToFirstChunk":2.024812714},"outputSpeedVariance":{"p05":19.0099185772635,"q25":38.4697972264248,"median":71.4770728589466,"q75":87.5036691035142,"p95":120.403132263371},"timeToFirstChunkVariance":{"p05":1.74826101195002,"q25":1.82725455975,"median":2.024812714,"q75":2.42023408525006,"p95":29.3059204990499},"performanceByPromptType":{"medium":{"medianOutputSpeed":68.2137694122881,"medianTimeToFirstChunk":1.27699439350002,"medianTimeToFirstAnswerToken":30.596588036124874,"medianEndToEndResponseTime":37.926486446781084},"long":{"medianOutputSpeed":71.4770728589466,"medianTimeToFirstChunk":2.024812714,"medianTimeToFirstAnswerToken":30.005813054442246,"medianEndToEndResponseTime":37.001063139552805},"hundredK":{"medianOutputSpeed":58.7569880218457,"medianTimeToFirstChunk":6.27503530850001,"medianTimeToFirstAnswerToken":40.31353978828044,"medianEndToEndResponseTime":48.82316590822555},"mediumParallel":{"medianOutputSpeed":88.2073411955684,"medianTimeToFirstChunk":1.05711747400006,"medianTimeToFirstAnswerToken":23.73096721135595,"medianEndToEndResponseTime":29.39942964569492}},"endToEndResponseTime":{"input":2.024812714,"reasoning":27.981000340442247,"answer":6.995250085110562,"total":37.001063139552805},"timeToFirstAnswerToken":{"input":2.024812714,"reasoning":27.981000340442247,"total":30.005813054442246},"performanceDataSource":{"type":"firstParty","providerName":"Upstage"},"hostModelCount":1,"creator":{"id":"64ff7f06-c6fb-42ea-ba24-9cd103ab2d61","slug":"upstage","name":"Upstage","logo":"/img/logos/upstage_small.svg","color":"#7c59f5","country":"kr","url":"https://www.upstage.ai"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/upstage/solar-pro4","matchedBy":"slug","catalog":{"id":"upstage/solar-pro4","canonical_slug":"upstage/solar-pro4-20260810","hugging_face_id":null,"name":"Upstage: Solar Pro 4","created":1786371636,"description":"Solar Pro 4 is Upstage's cost-efficient large language model, featuring a 524K context window. It is built for long-horizon tasks and agentic workflows, with strong capabilities in office productivity, document-intensive...","context_length":524288,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000009","completion":"0.00000036","input_cache_read":"0.000000018"},"top_provider":{"context_length":524288,"max_completion_tokens":131072,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","parallel_tool_calls","presence_penalty","reasoning","reasoning_effort","response_format","structured_outputs","temperature","tool_choice","tools","top_p"],"default_parameters":{},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/upstage/solar-pro4-20260810/endpoints"},"benchmarks":{"design_arena":[{"arena":"agents","category":"webapps","elo":1121,"win_rate":30.2,"rank":33},{"arena":"models","category":"3d","elo":1208,"win_rate":46.4,"rank":46},{"arena":"models","category":"codecategories","elo":1197,"win_rate":38.9,"rank":54},{"arena":"models","category":"dataviz","elo":1195,"win_rate":41.3,"rank":56},{"arena":"models","category":"gamedev","elo":1195,"win_rate":39.9,"rank":54},{"arena":"models","category":"uicomponent","elo":1165,"win_rate":35.5,"rank":66},{"arena":"models","category":"website","elo":1188,"win_rate":37.4,"rank":65}],"artificial_analysis":{"intelligence_index":null,"coding_index":52.7,"agentic_index":null}},"reasoning":{"mandatory":false,"default_enabled":false,"supported_efforts":["max","xhigh","high","medium","low","minimal","none"],"default_effort":"medium"}},"endpoints":[{"name":"Upstage | upstage/solar-pro4-20260810","model_id":"upstage/solar-pro4","model_name":"Upstage: Solar Pro 4","context_length":524288,"pricing":{"prompt":"0.00000009","completion":"0.00000036","input_cache_read":"0.000000018","discount":0.7},"provider_name":"Upstage","tag":"upstage/zdr","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","response_format","structured_outputs","tools","tool_choice","top_p","frequency_penalty","presence_penalty","parallel_tool_calls","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.97206703910615,"uptime_last_5m":99.78494623655914,"uptime_last_1d":99.92615410583171,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Upstage | upstage/solar-pro4-20260810","model_id":"upstage/solar-pro4","model_name":"Upstage: Solar Pro 4","context_length":524288,"pricing":{"prompt":"0.00000009","completion":"0.00000036","input_cache_read":"0.000000018","discount":0.7},"provider_name":"Upstage","tag":"upstage","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","top_p","frequency_penalty","presence_penalty","response_format","structured_outputs","tools","tool_choice","parallel_tool_calls","reasoning_effort"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.76359338061465,"uptime_last_5m":100,"uptime_last_1d":99.85176350315216,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":2,"endpointError":null}},{"id":"c8158c23-6fff-4c31-911d-954c32d80c28","slug":"step-3-5-flash-0202","name":"Step 3.5 Flash","shortName":"Step 3.5 Flash","sourceUrl":"https://artificialanalysis.ai/models/step-3-5-flash-0202","releaseDate":"2026-02-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"step-3-5-flash-0202","name":"Step 3.5 Flash"},"deprecated":true,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":196,"inferenceParametersActiveBillions":11,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Apache 2.0","intelligenceIndex":16.6169431254306,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"ce2e2e8b-7a22-4020-98ec-8ef71000dd42","slug":"stepfun","name":"StepFun","logo":"/img/logos/stepfun_small.svg","color":"#00F5E7","country":"cn","url":"https://www.stepfun.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":105.032125650531,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.32337134500011,"timeToFirstAnswerTokenMs":22.365164392724537,"endToEndMs":27.125612654655647}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-41.81666666666667,"score":-41.81666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.944444444444444,"score":0.944444444444444,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.272727272727273,"score":0.272727272727273,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.5,"score":0.5,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.645578231292517,"score":0.645578231292517,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.211306765523633,"score":0.211306765523633,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.831313131313131,"score":0.831313131313131,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0246938775510204,"score":0.0246938775510204,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"c8158c23-6fff-4c31-911d-954c32d80c28","slug":"step-3-5-flash-0202","name":"Step 3.5 Flash","shortName":"Step 3.5 Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"step-3-5-flash-0202","name":"Step 3.5 Flash"},"deprecated":true,"deprecatedTo":"step-3-5-flash","isOpenWeights":true,"openSourceCategorization":"permissive","parameters":196,"inferenceParametersActiveBillions":11,"sizeClass":"large","contextWindowTokens":256000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/stepfun-ai/Step-3.5-Flash","microevalsEnabled":false,"intelligenceIndex":16.6169431254306,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-41.81666666666667,"omniscienceBreakdown":{"accuracy":0.23616666666666666,"hallucinationRate":0.8566441195723326},"gdpval":null,"itBenchSre":null,"tau2":0.944444444444444,"tauBanking":null,"terminalbenchHard":0.272727272727273,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.5,"ifbench":0.645578231292517,"hle":0.211306765523633,"gpqa":0.831313131313131,"critpt":0.0246938775510204,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15000000000000002,"price1mBlended7To2To1":0.12000000000000002,"price1mBlended0To1To1":0.2,"price1mBlended100To1To1":0.10196078431372549,"price1mBlended0To100To1":0.10198019801980199,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":50,"modelAvailability":6,"transparencyMethodology":3,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":105.032125650531,"medianTimeToFirstChunk":3.32337134500011},"outputSpeedVariance":{"p05":78.8308788122267,"q25":91.0901918277222,"median":105.032125650531,"q75":120.565091501917,"p95":169.085667895492},"timeToFirstChunkVariance":{"p05":2.89729629124997,"q25":3.22874210299997,"median":3.32337134500011,"q75":3.46147413725001,"p95":4.08543130624998},"performanceByPromptType":{"long":{"medianOutputSpeed":105.032125650531,"medianTimeToFirstChunk":3.32337134500011,"medianTimeToFirstAnswerToken":22.365164392724537,"medianEndToEndResponseTime":27.125612654655647}},"endToEndResponseTime":{"input":3.32337134500011,"reasoning":19.04179304772443,"answer":4.760448261931107,"total":27.125612654655647},"timeToFirstAnswerToken":{"input":3.32337134500011,"reasoning":19.04179304772443,"total":22.365164392724537},"performanceDataSource":{"type":"firstParty","providerName":"StepFun"},"hostModelCount":2,"creator":{"id":"ce2e2e8b-7a22-4020-98ec-8ef71000dd42","slug":"stepfun","name":"StepFun","logo":"/img/logos/stepfun_small.svg","color":"#00F5E7","country":"cn","url":"https://www.stepfun.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/stepfun/step-3.5-flash","matchedBy":"shortName","catalog":{"id":"stepfun/step-3.5-flash","canonical_slug":"stepfun/step-3.5-flash","hugging_face_id":"stepfun-ai/Step-3.5-Flash","name":"StepFun: Step 3.5 Flash","created":1769728337,"description":"Step 3.5 Flash is StepFun's most capable open-source foundation model. Built on a sparse Mixture of Experts (MoE) architecture, it selectively activates only 11B of its 196B parameters per token....","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000003"},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","reasoning","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/stepfun/step-3.5-flash/endpoints"},"reasoning":{"mandatory":true}},"endpoints":[{"name":"SiliconFlow | stepfun/step-3.5-flash","model_id":"stepfun/step-3.5-flash","model_name":"StepFun: Step 3.5 Flash","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.0000003","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"1aa3694e-b656-4dbe-8f84-0c65d8897abb","slug":"step-3-5-flash","name":"Step 3.5 Flash 2603","shortName":"Step 3.5 Flash 2603","sourceUrl":"https://artificialanalysis.ai/models/step-3-5-flash","releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"step-3-5-flash","name":"Step 3.5 Flash 2603"},"deprecated":true,"isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":null,"intelligenceIndex":16.964120603515,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"ce2e2e8b-7a22-4020-98ec-8ef71000dd42","slug":"stepfun","name":"StepFun","logo":"/img/logos/stepfun_small.svg","color":"#00F5E7","country":"cn","url":"https://www.stepfun.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":102.512979659391,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":3.44515597399988,"timeToFirstAnswerTokenMs":22.95488056346346,"endToEndMs":27.83231171082935}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-44.21666666666667,"score":-44.21666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.874269005847953,"score":0.874269005847953,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.325757575757576,"score":0.325757575757576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.63,"score":0.63,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.66530612244898,"score":0.66530612244898,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.244670991658943,"score":0.244670991658943,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.826262626262626,"score":0.826262626262626,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0228571428571429,"score":0.0228571428571429,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"1aa3694e-b656-4dbe-8f84-0c65d8897abb","slug":"step-3-5-flash","name":"Step 3.5 Flash 2603","shortName":"Step 3.5 Flash 2603","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-02","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"step-3-5-flash","name":"Step 3.5 Flash 2603"},"deprecated":true,"deprecatedTo":"step-3-7-flash","isOpenWeights":false,"openSourceCategorization":"proprietary","parameters":null,"inferenceParametersActiveBillions":null,"sizeClass":"medium","contextWindowTokens":256000,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"microevalsEnabled":false,"intelligenceIndex":16.964120603515,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-44.21666666666667,"omniscienceBreakdown":{"accuracy":0.24616666666666667,"hallucinationRate":0.9131107671899182},"gdpval":null,"itBenchSre":null,"tau2":0.874269005847953,"tauBanking":null,"terminalbenchHard":0.325757575757576,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0.63,"ifbench":0.66530612244898,"hle":0.244670991658943,"gpqa":0.826262626262626,"critpt":0.0228571428571429,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0.1,"price1mOutputTokens":0.3,"cacheHitPrice":0.02,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.15000000000000002,"price1mBlended7To2To1":0.064,"price1mBlended0To1To1":0.2,"price1mBlended100To1To1":0.023529411764705882,"price1mBlended0To100To1":0.10198019801980199,"intelligenceIndexEvaluations":[],"timescaleData":{"medianOutputSpeed":102.512979659391,"medianTimeToFirstChunk":3.44515597399988},"outputSpeedVariance":{"p05":73.2609354116717,"q25":88.6032600587645,"median":102.512979659391,"q75":117.710276196866,"p95":161.83530864464},"timeToFirstChunkVariance":{"p05":2.82440503740006,"q25":3.24923203325003,"median":3.44515597399988,"q75":3.60786472249999,"p95":6.80723141249999},"performanceByPromptType":{"long":{"medianOutputSpeed":102.512979659391,"medianTimeToFirstChunk":3.44515597399988,"medianTimeToFirstAnswerToken":22.95488056346346,"medianEndToEndResponseTime":27.83231171082935}},"endToEndResponseTime":{"input":3.44515597399988,"reasoning":19.509724589463577,"answer":4.877431147365894,"total":27.83231171082935},"timeToFirstAnswerToken":{"input":3.44515597399988,"reasoning":19.509724589463577,"total":22.95488056346346},"performanceDataSource":{"type":"firstParty","providerName":"StepFun"},"hostModelCount":1,"creator":{"id":"ce2e2e8b-7a22-4020-98ec-8ef71000dd42","slug":"stepfun","name":"StepFun","logo":"/img/logos/stepfun_small.svg","color":"#00F5E7","country":"cn","url":"https://www.stepfun.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/stepfun/step-3.5-flash","matchedBy":"slug","catalog":{"id":"stepfun/step-3.5-flash","canonical_slug":"stepfun/step-3.5-flash","hugging_face_id":"stepfun-ai/Step-3.5-Flash","name":"StepFun: Step 3.5 Flash","created":1769728337,"description":"Step 3.5 Flash is StepFun's most capable open-source foundation model. Built on a sparse Mixture of Experts (MoE) architecture, it selectively activates only 11B of its 196B parameters per token....","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000001","completion":"0.0000003"},"top_provider":{"context_length":262144,"max_completion_tokens":65536,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","max_tokens","reasoning","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/stepfun/step-3.5-flash/endpoints"},"reasoning":{"mandatory":true}},"endpoints":[{"name":"SiliconFlow | stepfun/step-3.5-flash","model_id":"stepfun/step-3.5-flash","model_name":"StepFun: Step 3.5 Flash","context_length":262144,"pricing":{"prompt":"0.0000001","completion":"0.0000003","discount":0},"provider_name":"SiliconFlow","tag":"siliconflow/fp8","quantization":"fp8","max_completion_tokens":65536,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","top_p","top_k","frequency_penalty","tools","tool_choice","max_tokens"],"supports_tool_choice":{"none":false,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}},{"id":"6c7b322e-2f35-48ff-9171-fb621a726fc0","slug":"step-3-7-flash","name":"Step 3.7 Flash","shortName":"Step 3.7 Flash","sourceUrl":"https://artificialanalysis.ai/models/step-3-7-flash","releaseDate":"2026-05-29","knowledgeCutoffDate":null,"isReasoning":true,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"step-3-7-flash","name":"Step 3.7 Flash"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":198,"inferenceParametersActiveBillions":11,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","intelligenceIndex":19.4812572685302,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"ce2e2e8b-7a22-4020-98ec-8ef71000dd42","slug":"stepfun","name":"StepFun","logo":"/img/logos/stepfun_small.svg","color":"#00F5E7","country":"cn","url":"https://www.stepfun.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":152.126286625069,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0.2,"price1mOutputTokens":1.15,"cacheHitPrice":0.04,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":2.55194618700011,"timeToFirstAnswerTokenMs":15.698917985037928,"endToEndMs":18.98566093454738}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-37.28333333333333,"score":-37.28333333333333,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"harveyLab","label":"Harvey LAB-AA","value":0.727312201476335,"score":0.727312201476335,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":954.2,"score":954.2,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.22710000000000002,"score":0.22710000000000002,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"itBenchSre","label":"ITBench-AA","value":0.302730696798493,"score":0.302730696798493,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.985380116959064,"score":0.985380116959064,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.119587628865979,"score":0.119587628865979,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.356060606060606,"score":0.356060606060606,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.393258426966292,"score":0.393258426966292,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"scicode","label":"SciCode","value":0.438657407407407,"score":0.438657407407407,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.736666666666667,"score":0.736666666666667,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.672789115646258,"score":0.672789115646258,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.214087117701576,"score":0.214087117701576,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.809090909090909,"score":0.809090909090909,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0.0228571428571429,"score":0.0228571428571429,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"apexAgents","label":"APEX Agents","value":0.148230088495575,"score":0.148230088495575,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"mmmuPro","label":"MMMU-Pro","value":0.753179190751445,"score":0.753179190751445,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"enterpriseOpsGym","label":"EnterpriseOps-Gym-AA","value":0.29065950462548495,"score":0.29065950462548495,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":18,"raw":{"id":"6c7b322e-2f35-48ff-9171-fb621a726fc0","slug":"step-3-7-flash","name":"Step 3.7 Flash","shortName":"Step 3.7 Flash","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-05-29","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"effort":{"slug":"high","label":"high","level":40},"release":{"slug":"step-3-7-flash","name":"Step 3.7 Flash"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":198,"inferenceParametersActiveBillions":11,"sizeClass":"large","contextWindowTokens":262144,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/stepfun-ai/Step-3.7-Flash","microevalsEnabled":true,"intelligenceIndex":19.4812572685302,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-37.28333333333333,"omniscienceBreakdown":{"accuracy":0.25783333333333336,"hallucinationRate":0.8497642039074781},"harveyLab":0.727312201476335,"gdpval":954.2,"gdpvalNormalized":0.22710000000000002,"itBenchSre":0.302730696798493,"tau2":0.985380116959064,"tauBanking":0.119587628865979,"terminalbenchHard":0.356060606060606,"terminalBench21":0.393258426966292,"terminalBench40":null,"scicode":0.438657407407407,"lcr":0.736666666666667,"ifbench":0.672789115646258,"hle":0.214087117701576,"gpqa":0.809090909090909,"critpt":0.0228571428571429,"apexAgents":0.148230088495575,"mmmuPro":0.753179190751445,"livecodebench":null,"aime25":null,"analystAgent":null,"enterpriseOpsGym":0.29065950462548495,"price1mInputTokens":0.2,"price1mOutputTokens":1.15,"cacheHitPrice":0.04,"cacheHitDiscountPercent":0.8,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.4375,"price1mBlended7To2To1":0.183,"price1mBlended0To1To1":0.6749999999999999,"price1mBlended100To1To1":0.05245098039215686,"price1mBlended0To100To1":0.2094059405940594,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":38.888888888888886,"modelAvailability":6,"transparencyMethodology":1,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"timescaleData":{"medianOutputSpeed":152.126286625069,"medianTimeToFirstChunk":2.55194618700011},"outputSpeedVariance":{"p05":63.3270363249551,"q25":113.347378881507,"median":152.126286625069,"q75":191.384374172836,"p95":252.089282695704},"timeToFirstChunkVariance":{"p05":2.09552231759995,"q25":2.43202439725,"median":2.55194618700011,"q75":3.13569877850005,"p95":4.5090482639},"performanceByPromptType":{"medium":{"medianOutputSpeed":150.531425257814,"medianTimeToFirstChunk":1.369022777,"medianTimeToFirstAnswerToken":14.655285074554252,"medianEndToEndResponseTime":17.97685064894282},"long":{"medianOutputSpeed":152.126286625069,"medianTimeToFirstChunk":2.55194618700011,"medianTimeToFirstAnswerToken":15.698917985037928,"medianEndToEndResponseTime":18.98566093454738},"hundredK":{"medianOutputSpeed":140.158258849847,"medianTimeToFirstChunk":9.08545469850006,"medianTimeToFirstAnswerToken":23.355038356375125,"medianEndToEndResponseTime":26.922434270843894},"mediumParallel":{"medianOutputSpeed":122.313854953084,"medianTimeToFirstChunk":1.43428726050001,"medianTimeToFirstAnswerToken":17.785664631175976,"medianEndToEndResponseTime":21.873508973844967}},"endToEndResponseTime":{"input":2.55194618700011,"reasoning":13.146971798037818,"answer":3.2867429495094544,"total":18.98566093454738},"timeToFirstAnswerToken":{"input":2.55194618700011,"reasoning":13.146971798037818,"total":15.698917985037928},"performanceDataSource":{"type":"firstParty","providerName":"StepFun"},"hostModelCount":2,"creator":{"id":"ce2e2e8b-7a22-4020-98ec-8ef71000dd42","slug":"stepfun","name":"StepFun","logo":"/img/logos/stepfun_small.svg","color":"#00F5E7","country":"cn","url":"https://www.stepfun.com/"},"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/stepfun/step-3.7-flash","matchedBy":"slug","catalog":{"id":"stepfun/step-3.7-flash","canonical_slug":"stepfun/step-3.7-flash-20260528","hugging_face_id":"stepfun-ai/Step-3.7-Flash","name":"StepFun: Step 3.7 Flash","created":1779985069,"description":"Step 3.7 Flash is StepFun's latest high-efficiency multimodal Mixture-of-Experts model. It pairs a 196B-parameter language backbone with a vision encoder for native image and video understanding, activating roughly 11B parameters...","context_length":262144,"architecture":{"modality":"text+image+video->text","input_modalities":["text","image","video"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.0000002","completion":"0.00000115","input_cache_read":"0.00000004"},"top_provider":{"context_length":256000,"max_completion_tokens":230400,"is_moderated":false},"per_request_limits":null,"supported_parameters":["frequency_penalty","include_reasoning","logit_bias","logprobs","max_tokens","min_p","presence_penalty","reasoning","reasoning_effort","repetition_penalty","response_format","seed","stop","structured_outputs","temperature","tool_choice","tools","top_k","top_logprobs","top_p"],"default_parameters":{"temperature":null,"top_p":null,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/stepfun/step-3.7-flash-20260528/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1157,"win_rate":41.2,"rank":65},{"arena":"models","category":"asciiart","elo":1168,"win_rate":45,"rank":38},{"arena":"models","category":"codecategories","elo":1196,"win_rate":43.3,"rank":55},{"arena":"models","category":"dataviz","elo":1184,"win_rate":43.3,"rank":60},{"arena":"models","category":"gamedev","elo":1180,"win_rate":39.5,"rank":60},{"arena":"models","category":"svg","elo":1100,"win_rate":37.5,"rank":62},{"arena":"models","category":"uicomponent","elo":1198,"win_rate":43.7,"rank":52},{"arena":"models","category":"website","elo":1206,"win_rate":44.6,"rank":55}],"artificial_analysis":{"intelligence_index":null,"coding_index":39.6,"agentic_index":null}},"reasoning":{"mandatory":true,"supported_efforts":["high","medium","low"],"default_effort":"medium"}},"endpoints":[{"name":"DeepInfra | stepfun/step-3.7-flash-20260528","model_id":"stepfun/step-3.7-flash","model_name":"StepFun: Step 3.7 Flash","context_length":262144,"pricing":{"prompt":"0.00000016","completion":"0.00000092","input_cache_read":"0.000000032","discount":0.2},"provider_name":"DeepInfra","tag":"deepinfra","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","logit_bias","tools","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.96814272061167,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | stepfun/step-3.7-flash-20260528","model_id":"stepfun/step-3.7-flash","model_name":"StepFun: Step 3.7 Flash","context_length":262144,"pricing":{"prompt":"0.0000002","completion":"0.00000115","input_cache_read":"0.00000004","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":256000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","structured_outputs","logprobs","top_logprobs","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.11111111111111,"uptime_last_5m":null,"uptime_last_1d":99.82275586049171,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"StepFun | stepfun/step-3.7-flash-20260528","model_id":"stepfun/step-3.7-flash","model_name":"StepFun: Step 3.7 Flash","context_length":256000,"pricing":{"prompt":"0.0000002","completion":"0.00000115","input_cache_read":"0.00000004","discount":0},"provider_name":"StepFun","tag":"stepfun/fp8","quantization":"fp8","max_completion_tokens":230400,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","temperature","max_tokens","tools","top_p","stop","frequency_penalty","logprobs","top_logprobs","response_format","structured_outputs","tool_choice","reasoning_effort"],"supports_tool_choice":{"none":false,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.18032786885246,"uptime_last_5m":100,"uptime_last_1d":99.71951694585118,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":3,"endpointError":null}},{"id":"094ea3e3-ce41-419e-8bd1-723389663158","slug":"step-5","name":"Step 5 Preview","shortName":"Step 5 Preview","sourceUrl":"https://artificialanalysis.ai/models/releases/claude-3-7-sonnet","releaseDate":"2026-09-18","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"step-5-preview","name":"Step 5 Preview"},"deprecated":false,"isOpenWeights":false,"openSourceCategorization":null,"parameters":600,"inferenceParametersActiveBillions":27,"sizeClass":"large","contextWindowTokens":1000000,"licenseName":null,"intelligenceIndex":43.6394799141614,"intelligenceIndexIsEstimated":false,"capabilities":{},"creator":{"id":"ce2e2e8b-7a22-4020-98ec-8ef71000dd42","slug":"stepfun","name":"StepFun","color":"#00F5E7","logo":"/img/logos/stepfun_small.svg","url":"https://www.stepfun.com/"},"inputModalities":{"Text":true,"Image":true,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":5368788308,"canonicalOutputTokens":155590417,"outputTokensPerTask":63751.01709239547,"answerTokensPerTask":20574.745872951306,"reasoningTokensPerTask":43176.27121944416,"price1mInputTokens":1,"price1mOutputTokens":2.7,"cacheHitPrice":0.05,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.7126425793902301,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":23.00602780683767,"endToEndMs":28.018158095547083}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":1417.09,"score":1417.09,"outputTokensPerTask":120428.79120879121,"costPerTask":1.632222251583295,"timePerTask":1376.0604904657744,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":1571.24,"score":1571.24,"outputTokensPerTask":71385.23636363636,"costPerTask":0.662354020039272,"timePerTask":815.6720861895517,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.5095659419096288,"score":0.5095659419096288,"outputTokensPerTask":29651.231354642314,"costPerTask":0.1895743522085844,"timePerTask":338.80509429048175,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.333333333333333,"score":0.333333333333333,"outputTokensPerTask":260341,"costPerTask":3.4830833972163604,"timePerTask":2974.7451631167623,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.58912037037037,"score":0.58912037037037,"outputTokensPerTask":6610.013888888889,"costPerTask":0.02031152013888889,"timePerTask":75.5282757771801,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.464782205746061,"score":0.464782205746061,"outputTokensPerTask":23906.183966635774,"costPerTask":0.06486026482854496,"timePerTask":273.1602211074294,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.148,"score":0.148,"outputTokensPerTask":13243.05,"costPerTask":0.122188105,"timePerTask":151.3196113267347,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.208571428571429,"score":0.208571428571429,"outputTokensPerTask":57301.985714285714,"costPerTask":0.15762519,"timePerTask":654.7520553449409,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":16.383333333333333,"score":16.383333333333333,"outputTokensPerTask":5541.022333333333,"costPerTask":0.015089091799999997,"timePerTask":63.313613241115654,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.883333333333333,"score":0.883333333333333,"outputTokensPerTask":1884.73,"costPerTask":0.10049821099999999,"timePerTask":21.53556854771648,"family":"Intelligence Index"}],"benchmarkCount":10,"raw":{"id":"094ea3e3-ce41-419e-8bd1-723389663158","slug":"step-5","name":"Step 5 Preview","shortName":"Step 5 Preview","chartDefaultSelected":true,"chartHighlighted":false,"releaseDate":"2026-09-18","knowledgeCutoffDate":null,"contextWindowTokens":1000000,"isReasoning":true,"release":{"slug":"step-5-preview","name":"Step 5 Preview"},"deprecated":false,"isOpenWeights":false,"sizeClass":"large","parameters":600,"inferenceParametersActiveBillions":27,"licenseName":null,"licenseUrl":null,"modelWeightsSourceUrl":null,"intelligenceIndex":43.6394799141614,"intelligenceIndexIsEstimated":false,"capabilityScores":{"financeAndAccounting":45.29120476466767,"strategyAndOps":47.02896578840683,"legal":46.160006650837474,"engineering":44.92195451476235,"economics":52.78110636777879},"price1mInputTokens":1,"price1mOutputTokens":2.7,"cacheHitPrice":0.05,"price1mBlended0To3To1":1.425,"price1mBlended7To2To1":0.5050000000000001,"intelligenceIndexCost":{"total":918.3390779200397,"input":498.2449520200396,"nonCacheInput":20.544259,"cacheRead":256.34438715684007,"cacheWrite":221.35630586319948,"output":420.09412590000005,"reasoning":348.52519620000004,"answer":71.5689297},"intelligenceIndexCostPerTask":{"cost":{"total":0.7126425793902301,"input":0.5405148332407624,"nonCacheInput":0.014001696657894582,"cacheRead":0.3066852521003935,"cacheWrite":0.2198278844824743,"output":0.1721277461494678,"reasoning":0.11657593229249925,"answer":0.055551813856968536}},"intelligenceIndexTimePerTask":728.4408899842034,"canonicalIntelligenceIndexTokenCount":{"input":5368788308,"output":155590417,"answer":26507011,"reasoning":129083406},"intelligenceIndexOutputTokensPerTask":{"reasoning":43176.27121944416,"answer":20574.745872951306,"output":63751.01709239547},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":1417.09,"outputTokensPerTask":120428.79120879121,"costPerTask":1.632222251583295,"timePerTask":1376.0604904657744},{"slug":"gdpval-aa","score":1571.24,"outputTokensPerTask":71385.23636363636,"costPerTask":0.662354020039272,"timePerTask":815.6720861895517},{"slug":"automationbench-aa","score":0.5095659419096288,"outputTokensPerTask":29651.231354642314,"costPerTask":0.1895743522085844,"timePerTask":338.80509429048175},{"slug":"terminalbench-4-0","score":0.333333333333333,"outputTokensPerTask":260341,"costPerTask":3.4830833972163604,"timePerTask":2974.7451631167623},{"slug":"scicode","score":0.58912037037037,"outputTokensPerTask":6610.013888888889,"costPerTask":0.02031152013888889,"timePerTask":75.5282757771801},{"slug":"humanitys-last-exam","score":0.464782205746061,"outputTokensPerTask":23906.183966635774,"costPerTask":0.06486026482854496,"timePerTask":273.1602211074294},{"slug":"gdp-pdf","score":0.148,"outputTokensPerTask":13243.05,"costPerTask":0.122188105,"timePerTask":151.3196113267347},{"slug":"critpt","score":0.208571428571429,"outputTokensPerTask":57301.985714285714,"costPerTask":0.15762519,"timePerTask":654.7520553449409},{"slug":"omniscience","score":16.383333333333333,"outputTokensPerTask":5541.022333333333,"costPerTask":0.015089091799999997,"timePerTask":63.313613241115654},{"slug":"artificial-analysis-long-context-reasoning","score":0.883333333333333,"outputTokensPerTask":1884.73,"costPerTask":0.10049821099999999,"timePerTask":21.53556854771648}],"medianOutputSpeed":99.7579813769658,"medianTimeToFirstChunk":2.95750665200001,"timeToFirstAnswerToken":{"input":2.95750665200001,"reasoning":20.04852115483766,"total":23.00602780683767},"endToEndResponseTime":{"input":2.95750665200001,"reasoning":20.04852115483766,"answer":5.012130288709415,"total":28.018158095547083},"creator":{"id":"ce2e2e8b-7a22-4020-98ec-8ef71000dd42","slug":"stepfun","name":"StepFun","color":"#00F5E7","logo":"/img/logos/stepfun_small.svg","url":"https://www.stepfun.com/"},"hosts":[{"slug":"stepfun","name":"StepFun","logo":"/img/logos/stepfun_small.svg"}],"inputModalityText":true,"inputModalityImage":true,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"81444bc8-72f9-4a2d-ad43-27e3f0d2f461","slug":"tiny-aya-global","name":"Tiny Aya Global","shortName":"Tiny Aya Global","sourceUrl":"https://artificialanalysis.ai/models/tiny-aya-global","releaseDate":"2026-02-17","knowledgeCutoffDate":null,"isReasoning":false,"effort":null,"release":{"slug":"tiny-aya-global","name":"Tiny Aya Global"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"non-commercial","parameters":3.35,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":8192,"licenseName":"Cc By Nc 4.0","intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"creator":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","slug":"cohere","name":"Cohere","logo":"/img/logos/cohere_small.svg","color":"#D18EE2","country":"ca","url":"https://cohere.com/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":null,"canonicalInputTokens":null,"canonicalOutputTokens":null,"outputTokensPerTask":null,"answerTokensPerTask":null,"reasoningTokensPerTask":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":null,"latency":{"timeToFirstChunkMs":null,"timeToFirstAnswerTokenMs":null,"endToEndMs":null}},"benchmarkRows":[{"slug":"omniscience","label":"AA-Omniscience","value":-84.3,"score":-84.3,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.201360544217687,"score":0.201360544217687,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.0523632993512512,"score":0.0523632993512512,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.305050505050505,"score":0.305050505050505,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"critpt","label":"CritPt","value":0,"score":0,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"}],"benchmarkCount":8,"raw":{"id":"81444bc8-72f9-4a2d-ad43-27e3f0d2f461","slug":"tiny-aya-global","name":"Tiny Aya Global","shortName":"Tiny Aya Global","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-02-17","knowledgeCutoffDate":null,"isReasoning":false,"reasoningTokens":0,"release":{"slug":"tiny-aya-global","name":"Tiny Aya Global"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"non-commercial","parameters":3.35,"inferenceParametersActiveBillions":null,"sizeClass":"tiny","contextWindowTokens":8192,"licenseName":"Cc By Nc 4.0","licenseUrl":"https://spdx.org/licenses/CC-BY-NC-4.0","modelWeightsSourceUrl":"https://huggingface.co/CohereLabs/tiny-aya-global","microevalsEnabled":false,"intelligenceIndex":4.83423948,"intelligenceIndexIsEstimated":true,"capabilities":{},"omniscience":-84.3,"omniscienceBreakdown":{"accuracy":0.06066666666666667,"hallucinationRate":0.9620298083747338},"gdpval":null,"itBenchSre":null,"tau2":0,"tauBanking":null,"terminalbenchHard":0,"terminalBench21":null,"terminalBench40":null,"scicode":null,"lcr":0,"ifbench":0.201360544217687,"hle":0.0523632993512512,"gpqa":0.305050505050505,"critpt":0,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"price1mInputTokens":0,"price1mOutputTokens":0,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0,"price1mBlended7To2To1":0,"price1mBlended0To1To1":0,"price1mBlended100To1To1":0,"price1mBlended0To100To1":0,"intelligenceIndexEvaluations":[],"openness":{"opennessIndex":36.111111111111114,"modelAvailability":3,"transparencyMethodology":3,"transparencyPostTrainingData":0.5,"transparencyPreTrainingData":0},"timescaleData":{},"performanceByPromptType":{"medium":{"medianOutputSpeed":132.938967206838,"medianTimeToFirstChunk":0.29812206950001,"medianTimeToFirstAnswerToken":0.29812206950001,"medianEndToEndResponseTime":4.059246520106405},"mediumParallel":{"medianOutputSpeed":125.460766048888,"medianTimeToFirstChunk":0.4657019375,"medianTimeToFirstAnswerToken":0.4657019375,"medianEndToEndResponseTime":4.451011574499715}},"performanceDataSource":{"type":"firstParty","providerName":"Cohere"},"hostModelCount":1,"creator":{"id":"671d3708-c407-4b8f-b350-f728e4689d26","slug":"cohere","name":"Cohere","logo":"/img/logos/cohere_small.svg","color":"#D18EE2","country":"ca","url":"https://cohere.com/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":false,"source":"OpenRouter public model catalog","pageUrl":null,"matchedBy":null,"catalog":null,"endpoints":[],"endpointError":null}},{"id":"b6d2e43d-3082-43f5-9318-0f4dbcb54163","slug":"trinity-large-thinking","name":"Trinity Large Thinking","shortName":"Trinity Large Thinking","sourceUrl":"https://artificialanalysis.ai/models/trinity-large-thinking","releaseDate":"2026-04-01","knowledgeCutoffDate":null,"isReasoning":true,"effort":null,"release":{"slug":"trinity-large-thinking","name":"Trinity Large Thinking"},"deprecated":false,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":399,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":512000,"licenseName":"Apache 2.0","intelligenceIndex":10.8821425924218,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":10.541936919747704,"strategyAndOps":6.841017001595535,"legal":11.33920842062502,"engineering":16.25443011646988,"economics":16.636677594995373},"creator":{"id":"7f460cea-a532-4021-b9ca-50ac183ecd4a","slug":"arcee","name":"Arcee AI","logo":"/img/logos/arcee_small.svg","color":"#008c8d","country":"us","url":"https://www.arcee.ai/"},"inputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"outputModalities":{"Text":true,"Image":false,"Speech":false,"Video":false},"operationalMetrics":{"outputTokensPerSecond":309.179975250333,"canonicalInputTokens":1493810881,"canonicalOutputTokens":160689317,"outputTokensPerTask":41110.28286764411,"answerTokensPerTask":5777.461993446014,"reasoningTokensPerTask":35332.8208741981,"price1mInputTokens":0.25,"price1mOutputTokens":0.9,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"costPerIntelligenceIndexTask":0.3533614843871682,"latency":{"timeToFirstChunkMs":1.295551649,"timeToFirstAnswerTokenMs":7.764275887627243,"endToEndMs":9.381456947284054}},"benchmarkRows":[{"slug":"aa-briefcase","label":"AA-Briefcase","value":271.11,"score":271.11,"outputTokensPerTask":33007.10989010989,"costPerTask":0.47294344560439566,"timePerTask":111.88232780664698,"family":"Intelligence Index"},{"slug":"gdpval-aa","label":"GDPval-AA v2","value":511.58,"score":511.58,"outputTokensPerTask":42301.11818181818,"costPerTask":0.4898541609090909,"timePerTask":143.3857004373472,"family":"Intelligence Index"},{"slug":"automationbench-aa","label":"AutomationBench-AA","value":0.013069234137838785,"score":0.013069234137838785,"outputTokensPerTask":5791.852359208524,"costPerTask":0.15954305753424655,"timePerTask":19.632313353640075,"family":"Intelligence Index"},{"slug":"terminalbench-4-0","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":135575.75757575757,"costPerTask":2.0708828939393937,"timePerTask":459.55345385360283,"family":"Intelligence Index"},{"slug":"scicode","label":"SciCode","value":0.40625,"score":0.40625,"outputTokensPerTask":14900.850694444445,"costPerTask":0.013972810763888888,"timePerTask":50.508568231030495,"family":"Intelligence Index"},{"slug":"humanitys-last-exam","label":"Humanity's Last Exam","value":0.158480074142725,"score":0.158480074142725,"outputTokensPerTask":39893.59499536608,"costPerTask":0.035979843582020395,"timePerTask":135.22505567791472,"family":"Intelligence Index"},{"slug":"gdp-pdf","label":"GDP.pdf","value":0.012,"score":0.012,"outputTokensPerTask":3338.3,"costPerTask":0.01103214,"timePerTask":11.315646118681922,"family":"Intelligence Index"},{"slug":"critpt","label":"CritPt","value":0.00857142857142857,"score":0.00857142857142857,"outputTokensPerTask":112894.9857142857,"costPerTask":0.10205472642857143,"timePerTask":382.6737282199048,"family":"Intelligence Index"},{"slug":"omniscience","label":"AA-Omniscience","value":-44.06666666666667,"score":-44.06666666666667,"outputTokensPerTask":6149.0436666666665,"costPerTask":0.005565481716666666,"timePerTask":20.84306446404527,"family":"Intelligence Index"},{"slug":"artificial-analysis-long-context-reasoning","label":"AA-LCR v1.1","value":0.38,"score":0.38,"outputTokensPerTask":1136.13,"costPerTask":0.024606697,"timePerTask":3.851075405091841,"family":"Intelligence Index"},{"slug":"gdpPdfAllPass","label":"GDP.pdf (all-pass)","value":0.012,"score":0.012,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"gdpval","label":"GDPval-AA v2","value":511.58,"score":511.58,"outputTokensPerTask":42301.11818181818,"costPerTask":0.4898541609090909,"timePerTask":143.3857004373472,"family":"Benchmark"},{"slug":"gdpvalNormalized","label":"GDPval-AA v2 normalized","value":0.005789999999999992,"score":0.005789999999999992,"outputTokensPerTask":42301.11818181818,"costPerTask":0.4898541609090909,"timePerTask":143.3857004373472,"family":"Benchmark"},{"slug":"tau2","label":"Tau2","value":0.900584795321637,"score":0.900584795321637,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"tauBanking","label":"τ³-Banking","value":0.0577319587628866,"score":0.0577319587628866,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalbenchHard","label":"Terminal-Bench Hard","value":0.227272727272727,"score":0.227272727272727,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench21","label":"Terminal-Bench 2.1","value":0.205992509363296,"score":0.205992509363296,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"terminalBench40","label":"Terminal-Bench 4.0","value":0.00505050505050505,"score":0.00505050505050505,"outputTokensPerTask":135575.75757575757,"costPerTask":2.0708828939393937,"timePerTask":459.55345385360283,"family":"Benchmark"},{"slug":"lcr","label":"AA-LCR v1.1","value":0.38,"score":0.38,"outputTokensPerTask":1136.13,"costPerTask":0.024606697,"timePerTask":3.851075405091841,"family":"Benchmark"},{"slug":"ifbench","label":"IFBench","value":0.562585034013605,"score":0.562585034013605,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"hle","label":"Humanity's Last Exam","value":0.158480074142725,"score":0.158480074142725,"outputTokensPerTask":39893.59499536608,"costPerTask":0.035979843582020395,"timePerTask":135.22505567791472,"family":"Benchmark"},{"slug":"gpqa","label":"GPQA","value":0.751515151515151,"score":0.751515151515151,"outputTokensPerTask":null,"costPerTask":null,"timePerTask":null,"family":"Benchmark"},{"slug":"automationBenchPartialScore","label":"AutomationBench-AA","value":0.013069234137838785,"score":0.013069234137838785,"outputTokensPerTask":5791.852359208524,"costPerTask":0.15954305753424655,"timePerTask":19.632313353640075,"family":"Benchmark"},{"slug":"capability-financeAndAccounting","label":"Finance And Accounting","value":10.541936919747704,"score":10.541936919747704,"family":"Capability Index"},{"slug":"capability-strategyAndOps","label":"Strategy And Ops","value":6.841017001595535,"score":6.841017001595535,"family":"Capability Index"},{"slug":"capability-legal","label":"Legal","value":11.33920842062502,"score":11.33920842062502,"family":"Capability Index"},{"slug":"capability-engineering","label":"Engineering","value":16.25443011646988,"score":16.25443011646988,"family":"Capability Index"},{"slug":"capability-economics","label":"Economics","value":16.636677594995373,"score":16.636677594995373,"family":"Capability Index"}],"benchmarkCount":28,"raw":{"id":"b6d2e43d-3082-43f5-9318-0f4dbcb54163","slug":"trinity-large-thinking","name":"Trinity Large Thinking","shortName":"Trinity Large Thinking","chartDefaultSelected":false,"chartHighlighted":false,"releaseDate":"2026-04-01","knowledgeCutoffDate":null,"isReasoning":true,"reasoningTokens":2000,"release":{"slug":"trinity-large-thinking","name":"Trinity Large Thinking"},"deprecated":false,"deprecatedTo":null,"isOpenWeights":true,"openSourceCategorization":"permissive","parameters":399,"inferenceParametersActiveBillions":13,"sizeClass":"large","contextWindowTokens":512000,"licenseName":"Apache 2.0","licenseUrl":"https://www.apache.org/licenses/LICENSE-2.0","modelWeightsSourceUrl":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking","microevalsEnabled":true,"intelligenceIndex":10.8821425924218,"intelligenceIndexIsEstimated":false,"capabilities":{"financeAndAccounting":10.541936919747704,"strategyAndOps":6.841017001595535,"legal":11.33920842062502,"engineering":16.25443011646988,"economics":16.636677594995373},"omniscience":-44.06666666666667,"omniscienceBreakdown":{"accuracy":0.225,"hallucinationRate":0.8589247311827957},"gdpPdfAllPass":0.012,"gdpval":511.58,"gdpvalNormalized":0.005789999999999992,"itBenchSre":null,"tau2":0.900584795321637,"tauBanking":0.0577319587628866,"terminalbenchHard":0.227272727272727,"terminalBench21":0.205992509363296,"terminalBench40":0.00505050505050505,"scicode":0.40625,"lcr":0.38,"ifbench":0.562585034013605,"hle":0.158480074142725,"gpqa":0.751515151515151,"critpt":0.00857142857142857,"apexAgents":null,"mmmuPro":null,"livecodebench":null,"aime25":null,"analystAgent":null,"automationBenchPartialScore":0.013069234137838785,"price1mInputTokens":0.25,"price1mOutputTokens":0.9,"cacheHitPrice":null,"cacheHitDiscountPercent":null,"cacheWritePrice":null,"pricePer1k1mpImages":null,"price1mBlended0To3To1":0.4125,"price1mBlended7To2To1":0.315,"price1mBlended0To1To1":0.575,"price1mBlended100To1To1":0.2563725490196078,"price1mBlended0To100To1":0.25643564356435644,"intelligenceIndexTimePerTask":139.34919353238863,"intelligenceIndexCost":{"total":518.07310555,"input":373.45272024999997,"nonCacheInput":3.7057175,"cacheRead":0,"cacheWrite":369.74700275,"output":144.6203853,"reasoning":136.3984839,"answer":8.2219014},"intelligenceIndexCostPerTask":{"cost":{"total":0.3533614843871682,"input":0.31636222980628853,"nonCacheInput":0.0020953666135794095,"cacheRead":0,"cacheWrite":0.31426686319270913,"output":0.0369992545808797,"reasoning":0.03179953878677829,"answer":0.005199715794101411},"evaluations":[{"slug":"aa-briefcase","weightedCostPerTask":0.07094151684065934},{"slug":"gdpval-aa","weightedCostPerTask":0.0489854160909091},{"slug":"automationbench-aa","weightedCostPerTask":0.007977152876712329},{"slug":"terminalbench-4-0","weightedCostPerTask":0.2070882893939394},{"slug":"scicode","weightedCostPerTask":0.001397281076388889},{"slug":"humanitys-last-exam","weightedCostPerTask":0.003597984358202039},{"slug":"gdp-pdf","weightedCostPerTask":0.001103214},{"slug":"critpt","weightedCostPerTask":0.010205472642857143},{"slug":"omniscience","weightedCostPerTask":0.0008348222574999999},{"slug":"artificial-analysis-long-context-reasoning","weightedCostPerTask":0.00123033485}]},"canonicalIntelligenceIndexTokenCount":{"input":1493810881,"output":160689317,"answer":9135446,"reasoning":151553871},"intelligenceIndexOutputTokensPerTask":{"reasoning":35332.8208741981,"answer":5777.461993446014,"output":41110.28286764411},"intelligenceIndexEvaluations":[{"slug":"aa-briefcase","score":271.11,"outputTokensPerTask":33007.10989010989,"costPerTask":0.47294344560439566,"timePerTask":111.88232780664698},{"slug":"gdpval-aa","score":511.58,"outputTokensPerTask":42301.11818181818,"costPerTask":0.4898541609090909,"timePerTask":143.3857004373472},{"slug":"automationbench-aa","score":0.013069234137838785,"outputTokensPerTask":5791.852359208524,"costPerTask":0.15954305753424655,"timePerTask":19.632313353640075},{"slug":"terminalbench-4-0","score":0.00505050505050505,"outputTokensPerTask":135575.75757575757,"costPerTask":2.0708828939393937,"timePerTask":459.55345385360283},{"slug":"scicode","score":0.40625,"outputTokensPerTask":14900.850694444445,"costPerTask":0.013972810763888888,"timePerTask":50.508568231030495},{"slug":"humanitys-last-exam","score":0.158480074142725,"outputTokensPerTask":39893.59499536608,"costPerTask":0.035979843582020395,"timePerTask":135.22505567791472},{"slug":"gdp-pdf","score":0.012,"outputTokensPerTask":3338.3,"costPerTask":0.01103214,"timePerTask":11.315646118681922},{"slug":"critpt","score":0.00857142857142857,"outputTokensPerTask":112894.9857142857,"costPerTask":0.10205472642857143,"timePerTask":382.6737282199048},{"slug":"omniscience","score":-44.06666666666667,"outputTokensPerTask":6149.0436666666665,"costPerTask":0.005565481716666666,"timePerTask":20.84306446404527},{"slug":"artificial-analysis-long-context-reasoning","score":0.38,"outputTokensPerTask":1136.13,"costPerTask":0.024606697,"timePerTask":3.851075405091841}],"openness":{"opennessIndex":44.44444444444444,"modelAvailability":6,"transparencyMethodology":2,"transparencyPostTrainingData":0,"transparencyPreTrainingData":0},"briefcaseBreakdown":{"overall":{"elo":271.11,"lower95ci":260.77,"upper95ci":280.35},"rubricPassRate":0.05761316872427984,"analyticalQuality":{"elo":0,"lower95ci":0,"upper95ci":8.26},"presentation":{"elo":228.67,"lower95ci":209.62,"upper95ci":246.2}},"briefcaseTotalCost":43.03785355,"timescaleData":{"medianOutputSpeed":309.179975250333,"medianTimeToFirstChunk":1.295551649},"outputSpeedVariance":{"p05":270.282220875652,"q25":293.587583456085,"median":309.179975250333,"q75":339.128177850468,"p95":410.39901348452},"timeToFirstChunkVariance":{"p05":0.834119240800015,"q25":0.985260170500012,"median":1.295551649,"q75":1.44278294974997,"p95":1.54214595364999},"performanceByPromptType":{"medium":{"medianOutputSpeed":312.544185848549,"medianTimeToFirstChunk":1.11823001050001,"medianTimeToFirstAnswerToken":7.517325212255417,"medianEndToEndResponseTime":9.117099012694268},"long":{"medianOutputSpeed":309.179975250333,"medianTimeToFirstChunk":1.295551649,"medianTimeToFirstAnswerToken":7.764275887627243,"medianEndToEndResponseTime":9.381456947284054},"hundredK":{"medianOutputSpeed":284.754804926542,"medianTimeToFirstChunk":3.3805745735,"medianTimeToFirstAnswerToken":10.404161060533777,"medianEndToEndResponseTime":12.160057682292223},"mediumParallel":{"medianOutputSpeed":278.427785580374,"medianTimeToFirstChunk":1.12950960600006,"medianTimeToFirstAnswerToken":8.312700736982418,"medianEndToEndResponseTime":10.108498519728006}},"endToEndResponseTime":{"input":1.295551649,"reasoning":6.468724238627243,"answer":1.6171810596568108,"total":9.381456947284054},"timeToFirstAnswerToken":{"input":1.295551649,"reasoning":6.468724238627243,"total":7.764275887627243},"performanceDataSource":{"type":"median"},"hostModelCount":1,"creator":{"id":"7f460cea-a532-4021-b9ca-50ac183ecd4a","slug":"arcee","name":"Arcee AI","logo":"/img/logos/arcee_small.svg","color":"#008c8d","country":"us","url":"https://www.arcee.ai/"},"inputModalityText":true,"inputModalityImage":false,"inputModalitySpeech":false,"inputModalityVideo":false,"outputModalityText":true,"outputModalityImage":false,"outputModalitySpeech":false,"outputModalityVideo":false},"openRouter":{"matched":true,"source":"OpenRouter public model catalog","pageUrl":"https://openrouter.ai/arcee-ai/trinity-large-thinking","matchedBy":"slug","catalog":{"id":"arcee-ai/trinity-large-thinking","canonical_slug":"arcee-ai/trinity-large-thinking","hugging_face_id":"arcee-ai/Trinity-Large-Thinking","name":"Arcee AI: Trinity Large Thinking","created":1775058318,"description":"Trinity Large Thinking is a powerful open source reasoning model from the team at Arcee AI. It shows strong performance in PinchBench, agentic workloads, and reasoning tasks. Launch video: https://youtu.be/Gc82AXLa0Rg?si=4RLn6WBz33qT--B7...","context_length":262144,"architecture":{"modality":"text->text","input_modalities":["text"],"output_modalities":["text"],"tokenizer":"Other","instruct_type":null},"pricing":{"prompt":"0.00000025","completion":"0.0000008","input_cache_read":"0.00000006"},"top_provider":{"context_length":262144,"max_completion_tokens":80000,"is_moderated":false},"per_request_limits":null,"supported_parameters":["include_reasoning","max_tokens","reasoning","temperature","tool_choice","tools","top_k","top_p"],"default_parameters":{"temperature":0.3,"top_p":0.8,"top_k":null,"frequency_penalty":null,"presence_penalty":null,"repetition_penalty":null},"supported_voices":null,"knowledge_cutoff":null,"expiration_date":null,"links":{"details":"/api/v1/models/arcee-ai/trinity-large-thinking/endpoints"},"benchmarks":{"design_arena":[{"arena":"models","category":"3d","elo":1110,"win_rate":41.3,"rank":83},{"arena":"models","category":"asciiart","elo":1060,"win_rate":37.1,"rank":64},{"arena":"models","category":"codecategories","elo":1132,"win_rate":40.1,"rank":84},{"arena":"models","category":"dataviz","elo":1113,"win_rate":39.3,"rank":88},{"arena":"models","category":"gamedev","elo":1102,"win_rate":38.4,"rank":89},{"arena":"models","category":"svg","elo":1040,"win_rate":35.2,"rank":77},{"arena":"models","category":"uicomponent","elo":1060,"win_rate":32.6,"rank":94},{"arena":"models","category":"website","elo":1149,"win_rate":41.3,"rank":81}],"artificial_analysis":{"intelligence_index":10.9,"coding_index":25.8,"agentic_index":1.2}},"reasoning":{"mandatory":true}},"endpoints":[{"name":"Arcee AI | arcee-ai/trinity-large-thinking","model_id":"arcee-ai/trinity-large-thinking","model_name":"Arcee AI: Trinity Large Thinking","context_length":262144,"pricing":{"prompt":"0.00000025","completion":"0.0000008","input_cache_read":"0.00000006","discount":0},"provider_name":"Arcee AI","tag":"arcee-ai","quantization":"unknown","max_completion_tokens":80000,"max_prompt_tokens":null,"supported_parameters":["reasoning","include_reasoning","max_tokens","temperature","top_k","top_p","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":100,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}],"endpointCount":1,"endpointError":null}}],"extraction":{"method":"Public sitemap model pages; structured currentModel RSC payloads","rawPages":5340,"rawArchive":"../artificial-analysis-2026-09-19/raw-html.tar.gz","failedModelPayloads":[]}}