fix(deps): unify tokenlens via catalog and migrate to v2 API

Splits in tokenlens versions (api/dashboard/shared on ^1.3.1, ai on
^2.0.0-alpha.3) produced workspace-scoped lockfile sub-entries that
turbo prune couldn't resolve — breaking Docker builds with
"Failed to resolve prod dependency '@tokenlens/fetch' for package
'tokenlens'".

Consolidates on ^2.0.0-alpha.3 through a new catalog entry and
migrates the two v1 call sites (api usage telemetry, dashboard
context components) to v2's sync computeTokenCostsForModel with
vercelModels passed as the source — no remote catalog fetches.

Author: izadoesdev

apps/api/package.json

@@ -53,7 +53,7 @@
     "resend": "^4.0.1",
     "supermemory": "^4.17.0",
     "svix": "^1.84.1",
-    "tokenlens": "^1.3.1",
+    "tokenlens": "catalog:",
     "zod": "catalog:",
     "zod-to-json-schema": "^3.25.1"
   }

apps/api/src/lib/usage-telemetry.ts

@@ -1,7 +1,25 @@
 import type { LanguageModelUsage } from "ai";
-import { getUsage } from "tokenlens/helpers";
+import type { SourceModel } from "tokenlens";
+import { computeTokenCostsForModel } from "tokenlens/helpers";
 import { vercelModels } from "tokenlens/providers/vercel";
 
+type VercelModelId = keyof typeof vercelModels.models;
+
+const lookupModel = (modelId: string): SourceModel | undefined => {
+	const model = vercelModels.models[modelId as VercelModelId];
+	return model
+		? ({ canonical_id: model.id, ...model } as unknown as SourceModel)
+		: undefined;
+};
+
+const toUsage = (usage: LanguageModelUsage) => ({
+	input_tokens: usage.inputTokens,
+	output_tokens: usage.outputTokens,
+	cache_read_tokens: usage.inputTokenDetails?.cacheReadTokens,
+	cache_write_tokens: usage.inputTokenDetails?.cacheWriteTokens,
+	reasoning_tokens: usage.outputTokenDetails?.reasoningTokens,
+});
+
 /**
  * Best-effort token telemetry for the agent route.
  *
@@ -53,20 +71,19 @@ export function summarizeAgentUsage(
 		num(usage.inputTokenDetails?.noCacheTokens) ||
 		Math.max(0, inputTokens - cacheReadTokens - cacheWriteTokens);
 
+	const normalizedUsage = toUsage(usage);
 	let costModelId = modelId;
-	let costs = getUsage({
-		modelId,
-		usage,
-		providers: vercelModels,
-	}).costUSD;
+	let model = lookupModel(modelId);
+	let costs = model
+		? computeTokenCostsForModel({ model, usage: normalizedUsage })
+		: undefined;
 
-	if (costs?.totalUSD === undefined) {
+	if (costs === undefined || costs.totalTokenCostUSD === 0) {
 		costModelId = FALLBACK_MODEL_ID;
-		costs = getUsage({
-			modelId: FALLBACK_MODEL_ID,
-			usage,
-			providers: vercelModels,
-		}).costUSD;
+		model = lookupModel(FALLBACK_MODEL_ID);
+		costs = model
+			? computeTokenCostsForModel({ model, usage: normalizedUsage })
+			: undefined;
 	}
 
 	return {
@@ -77,12 +94,12 @@ export function summarizeAgentUsage(
 		cache_read_tokens: cacheReadTokens,
 		cache_write_tokens: cacheWriteTokens,
 		reasoning_tokens: num(usage.outputTokenDetails?.reasoningTokens),
-		cost_input_usd: num(costs?.inputUSD),
-		cost_output_usd: num(costs?.outputUSD),
-		cost_total_usd: num(costs?.totalUSD),
-		cost_cache_read_usd: num(costs?.cacheReadUSD),
-		cost_cache_write_usd: num(costs?.cacheWriteUSD),
-		cost_reasoning_usd: num(costs?.reasoningUSD),
+		cost_input_usd: num(costs?.inputTokenCostUSD),
+		cost_output_usd: num(costs?.outputTokenCostUSD),
+		cost_total_usd: num(costs?.totalTokenCostUSD),
+		cost_cache_read_usd: num(costs?.cacheReadTokenCostUSD),
+		cost_cache_write_usd: num(costs?.cacheWriteTokenCostUSD),
+		cost_reasoning_usd: num(costs?.reasoningTokenCostUSD),
 		cost_model_id: costModelId,
 		cost_fallback: costModelId !== modelId,
 	};

apps/dashboard/components/ai-elements/context.tsx

@@ -1,8 +1,5 @@
 "use client";
 
-import type { LanguageModelUsage } from "ai";
-import { type ComponentProps, createContext, useContext } from "react";
-import { getUsage } from "tokenlens";
 import { Button } from "@/components/ui/button";
 import {
 	HoverCard,
@@ -11,6 +8,20 @@ import {
 } from "@/components/ui/hover-card";
 import { Progress } from "@/components/ui/progress";
 import { cn } from "@/lib/utils";
+import type { LanguageModelUsage } from "ai";
+import { type ComponentProps, createContext, useContext } from "react";
+import type { SourceModel } from "tokenlens";
+import { computeTokenCostsForModel } from "tokenlens/helpers";
+import { vercelModels } from "tokenlens/providers/vercel";
+
+type VercelModelId = keyof typeof vercelModels.models;
+
+const lookupModel = (modelId: string): SourceModel | undefined => {
+	const model = vercelModels.models[modelId as VercelModelId];
+	return model
+		? ({ canonical_id: model.id, ...model } as unknown as SourceModel)
+		: undefined;
+};
 
 const PERCENT_MAX = 100;
 const ICON_RADIUS = 10;
@@ -196,14 +207,15 @@ export const ContextContentFooter = ({
 	...props
 }: ContextContentFooterProps) => {
 	const { modelId, usage } = useContextValue();
-	const costUSD = modelId
-		? getUsage({
-				modelId,
+	const model = modelId ? lookupModel(modelId) : undefined;
+	const costUSD = model
+		? computeTokenCostsForModel({
+				model,
 				usage: {
-					input: usage?.inputTokens ?? 0,
-					output: usage?.outputTokens ?? 0,
+					input_tokens: usage?.inputTokens ?? 0,
+					output_tokens: usage?.outputTokens ?? 0,
 				},
-			}).costUSD?.totalUSD
+			}).totalTokenCostUSD
 		: undefined;
 	const totalCost = new Intl.NumberFormat("en-US", {
 		style: "currency",
@@ -246,11 +258,12 @@ export const ContextInputUsage = ({
 		return null;
 	}
 
-	const inputCost = modelId
-		? getUsage({
-				modelId,
-				usage: { input: inputTokens, output: 0 },
-			}).costUSD?.totalUSD
+	const inputModel = modelId ? lookupModel(modelId) : undefined;
+	const inputCost = inputModel
+		? computeTokenCostsForModel({
+				model: inputModel,
+				usage: { input_tokens: inputTokens, output_tokens: 0 },
+			}).totalTokenCostUSD
 		: undefined;
 	const inputCostText = new Intl.NumberFormat("en-US", {
 		style: "currency",
@@ -286,11 +299,12 @@ export const ContextOutputUsage = ({
 		return null;
 	}
 
-	const outputCost = modelId
-		? getUsage({
-				modelId,
-				usage: { input: 0, output: outputTokens },
-			}).costUSD?.totalUSD
+	const outputModel = modelId ? lookupModel(modelId) : undefined;
+	const outputCost = outputModel
+		? computeTokenCostsForModel({
+				model: outputModel,
+				usage: { input_tokens: 0, output_tokens: outputTokens },
+			}).totalTokenCostUSD
 		: undefined;
 	const outputCostText = new Intl.NumberFormat("en-US", {
 		style: "currency",
@@ -326,11 +340,12 @@ export const ContextReasoningUsage = ({
 		return null;
 	}
 
-	const reasoningCost = modelId
-		? getUsage({
-				modelId,
-				usage: { reasoningTokens },
-			}).costUSD?.totalUSD
+	const reasoningModel = modelId ? lookupModel(modelId) : undefined;
+	const reasoningCost = reasoningModel
+		? computeTokenCostsForModel({
+				model: reasoningModel,
+				usage: { reasoning_tokens: reasoningTokens },
+			}).totalTokenCostUSD
 		: undefined;
 	const reasoningCostText = new Intl.NumberFormat("en-US", {
 		style: "currency",
@@ -366,11 +381,12 @@ export const ContextCacheUsage = ({
 		return null;
 	}
 
-	const cacheCost = modelId
-		? getUsage({
-				modelId,
-				usage: { cacheReads: cacheTokens, input: 0, output: 0 },
-			}).costUSD?.totalUSD
+	const cacheModel = modelId ? lookupModel(modelId) : undefined;
+	const cacheCost = cacheModel
+		? computeTokenCostsForModel({
+				model: cacheModel,
+				usage: { cache_read_tokens: cacheTokens },
+			}).totalTokenCostUSD
 		: undefined;
 	const cacheCostText = new Intl.NumberFormat("en-US", {
 		style: "currency",

apps/dashboard/package.json

@@ -91,7 +91,7 @@
     "sonner": "^2.0.7",
     "streamdown": "^2.5.0",
     "tailwind-merge": "^3.5.0",
-    "tokenlens": "^1.3.1",
+    "tokenlens": "catalog:",
     "tw-animate-css": "^1.4.0",
     "use-stick-to-bottom": "^1.1.3",
     "vaul": "^1.1.2",

bun.lock

@@ -99,7 +99,8 @@
       "drizzle-orm": "^0.45.2",
       "nanoid": "^5.1.6",
       "ua-parser-js": "^2.0.8",
-      "evlog": "^2.11.1"
+      "evlog": "^2.11.1",
+      "tokenlens": "^2.0.0-alpha.3"
     }
   }
 }

package.json

@@ -11,7 +11,7 @@
     "@types/node": "^20.0.0",
     "ai": "^6.0.0",
     "openai": "^4.77.0",
-    "tokenlens": "^2.0.0-alpha.3",
+    "tokenlens": "catalog:",
     "typescript": "catalog:",
     "unbuild": "^3.6.1"
   },

packages/ai/package.json

@@ -52,7 +52,7 @@
     "drizzle-orm": "catalog:",
     "evlog": "catalog:",
     "nanoid": "catalog:",
-    "tokenlens": "^1.3.1",
+    "tokenlens": "catalog:",
     "ua-parser-js": "catalog:",
     "zod": "catalog:"
   }