From cbe0e8304fee4fe826d241b73c083b27735272bf Mon Sep 17 00:00:00 2001 From: Ramiz Wachtler Date: Mon, 20 Apr 2026 13:21:29 +0200 Subject: [PATCH] fix(ai): replace stale OpenRouter Llama 4 Maverick test model with Llama 4 Scout (#3421) * fix(ai): replace stale OpenRouter Llama 4 Maverick test model - Switch OpenRouter Meta test model from `meta-llama/llama-4-maverick` to `meta-llama/llama-4-scout` in AI tests. - CI failure body: - packages/ai/test/context-overflow.test.ts(531,41): error TS2345: Argument of type "meta-llama/llama-4-maverick" is not assignable to parameter of type "...". - packages/ai/test/total-tokens.test.ts(520,40): error TS2345: Argument of type "meta-llama/llama-4-maverick" is not assignable to parameter of type "...". * chore(ai): add changelog entry for OpenRouter test model swap - Add Unreleased Fixed entry for switching OpenRouter Meta test model to llama-4-scout - Reference PR #3421 attribution --- packages/ai/CHANGELOG.md | 4 ++++ packages/ai/test/context-overflow.test.ts | 4 ++-- packages/ai/test/total-tokens.test.ts | 4 ++-- 3 files changed, 8 insertions(+), 4 deletions(-) diff --git a/packages/ai/CHANGELOG.md b/packages/ai/CHANGELOG.md index 92d15b54..ab79a21f 100644 --- a/packages/ai/CHANGELOG.md +++ b/packages/ai/CHANGELOG.md @@ -2,6 +2,10 @@ ## [Unreleased] +### Fixed + +- Fixed OpenRouter Meta tests by switching `meta-llama/llama-4-maverick` to `meta-llama/llama-4-scout` to avoid type-check failures from model-catalog drift. + ## [0.67.68] - 2026-04-17 ### Fixed diff --git a/packages/ai/test/context-overflow.test.ts b/packages/ai/test/context-overflow.test.ts index 45877834..4a3e876b 100644 --- a/packages/ai/test/context-overflow.test.ts +++ b/packages/ai/test/context-overflow.test.ts @@ -527,8 +527,8 @@ describe("Context overflow error handling", () => { }, 120000); // Meta/Llama backend - it("meta-llama/llama-4-maverick via OpenRouter - should detect overflow via isContextOverflow", async () => { - const model = getModel("openrouter", "meta-llama/llama-4-maverick"); + it("meta-llama/llama-4-scout via OpenRouter - should detect overflow via isContextOverflow", async () => { + const model = getModel("openrouter", "meta-llama/llama-4-scout"); const result = await testContextOverflow(model, process.env.OPENROUTER_API_KEY!); logResult(result); diff --git a/packages/ai/test/total-tokens.test.ts b/packages/ai/test/total-tokens.test.ts index b1bee593..732a522b 100644 --- a/packages/ai/test/total-tokens.test.ts +++ b/packages/ai/test/total-tokens.test.ts @@ -514,10 +514,10 @@ describe("totalTokens field", () => { ); it( - "meta-llama/llama-4-maverick - should return totalTokens equal to sum of components", + "meta-llama/llama-4-scout - should return totalTokens equal to sum of components", { retry: 3, timeout: 60000 }, async () => { - const llm = getModel("openrouter", "meta-llama/llama-4-maverick"); + const llm = getModel("openrouter", "meta-llama/llama-4-scout"); console.log(`\nOpenRouter / ${llm.id}:`); const { first, second } = await testTotalTokensWithCache(llm, { apiKey: process.env.OPENROUTER_API_KEY });