From 6d2347b5f8f0cb92da5658a659486799d106bbb3 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= <mo.geryy@gmail.com>
Date: Sat, 19 Apr 2025 01:38:55 -0700
Subject: [PATCH] feat(llmExtract): add token tracking to all calls

---
 apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
index 682405cc..947e35e7 100644
--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
@@ -295,6 +295,10 @@ export async function generateCompletions({
             result.usage?.promptTokens ?? 0,
             result.usage?.completionTokens ?? 0,
           ),
+          tokens: {
+            input: result.usage?.promptTokens ?? 0,
+            output: result.usage?.completionTokens ?? 0,
+          }
         });
 
         extract = result.text;
@@ -347,6 +351,10 @@ export async function generateCompletions({
                 result.usage?.promptTokens ?? 0,
                 result.usage?.completionTokens ?? 0,
               ),
+              tokens: {
+                input: result.usage?.promptTokens ?? 0,
+                output: result.usage?.completionTokens ?? 0,
+              }
             });
 
             return {