Skip to content

Commit 5039a40

Browse files
committed
fix(vercelai): input otken count
1 parent 71384a2 commit 5039a40

File tree

1 file changed

+7
-0
lines changed
  • packages/core/src/tracing/vercel-ai

1 file changed

+7
-0
lines changed

packages/core/src/tracing/vercel-ai/index.ts

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -119,6 +119,13 @@ function processEndedVercelAiSpan(span: SpanJSON): void {
119119
renameAttributeKey(attributes, AI_USAGE_PROMPT_TOKENS_ATTRIBUTE, GEN_AI_USAGE_INPUT_TOKENS_ATTRIBUTE);
120120
renameAttributeKey(attributes, AI_USAGE_CACHED_INPUT_TOKENS_ATTRIBUTE, GEN_AI_USAGE_INPUT_TOKENS_CACHED_ATTRIBUTE);
121121

122+
// Input tokens is the sum of prompt tokens and cached input tokens
123+
if (typeof attributes[GEN_AI_USAGE_INPUT_TOKENS_ATTRIBUTE] === 'number' &&
124+
typeof attributes[GEN_AI_USAGE_INPUT_TOKENS_CACHED_ATTRIBUTE] === 'number'
125+
) {
126+
attributes[GEN_AI_USAGE_INPUT_TOKENS_ATTRIBUTE] = attributes[GEN_AI_USAGE_INPUT_TOKENS_ATTRIBUTE] + attributes[GEN_AI_USAGE_INPUT_TOKENS_CACHED_ATTRIBUTE];
127+
}
128+
122129
if (
123130
typeof attributes[GEN_AI_USAGE_OUTPUT_TOKENS_ATTRIBUTE] === 'number' &&
124131
typeof attributes[GEN_AI_USAGE_INPUT_TOKENS_ATTRIBUTE] === 'number'

0 commit comments

Comments
 (0)