feat(llmExtract): add token tracking to all calls

This commit is contained in:
Gergő Móricz 2025-04-19 01:38:55 -07:00
parent 438ea19f16
commit 6d2347b5f8

View File

@ -295,6 +295,10 @@ export async function generateCompletions({
result.usage?.promptTokens ?? 0,
result.usage?.completionTokens ?? 0,
),
tokens: {
input: result.usage?.promptTokens ?? 0,
output: result.usage?.completionTokens ?? 0,
}
});
extract = result.text;
@ -347,6 +351,10 @@ export async function generateCompletions({
result.usage?.promptTokens ?? 0,
result.usage?.completionTokens ?? 0,
),
tokens: {
input: result.usage?.promptTokens ?? 0,
output: result.usage?.completionTokens ?? 0,
}
});
return {