(feat/deep-research) Improvements to final analysis (#1443)

* Nick: fixes * Update research-manager.ts * Update research-manager.ts
2025-08-12 11:29:00 +08:00 · 2025-04-10 22:59:28 -07:00 · 2025-04-10 22:59:28 -07:00 · f52d6aab91
commit f52d6aab91
parent 0bed648b0d
4 changed files with 66 additions and 45 deletions
--- a/apps/api/package.json
+++ b/apps/api/package.json
@ -51,7 +51,7 @@
    "typescript": "^5.8.3"
  },
  "dependencies": {
-    "@ai-sdk/openai": "^1.1.13",
+    "@ai-sdk/openai": "^1.3.10",
    "@anthropic-ai/sdk": "^0.24.3",
    "@apidevtools/json-schema-ref-parser": "^11.7.3",
    "@brillout/import": "^0.2.2",
@ -68,7 +68,7 @@
    "@supabase/supabase-js": "^2.44.2",
    "@types/express-ws": "^3.0.4",
    "@types/ws": "^8.5.12",
-    "ai": "^4.1.45",
+    "ai": "^4.3.4",
    "ajv": "^8.16.0",
    "async": "^3.2.5",
    "async-mutex": "^0.5.0",
--- a/apps/api/pnpm-lock.yaml
+++ b/apps/api/pnpm-lock.yaml
@ -9,8 +9,8 @@ importers:
  .:
    dependencies:
      '@ai-sdk/openai':
-        specifier: ^1.1.13
-        version: 1.1.13(zod@3.24.2)
+        specifier: ^1.3.10
+        version: 1.3.10(zod@3.24.2)
      '@anthropic-ai/sdk':
        specifier: ^0.24.3
        version: 0.24.3(encoding@0.1.13)
@ -60,8 +60,8 @@ importers:
        specifier: ^8.5.12
        version: 8.5.12
      ai:
-        specifier: ^4.1.45
-        version: 4.1.45(react@18.3.1)(zod@3.24.2)
+        specifier: ^4.3.4
+        version: 4.3.4(react@18.3.1)(zod@3.24.2)
      ajv:
        specifier: ^8.16.0
        version: 8.16.0
@ -324,8 +324,8 @@ importers:

 packages:

-  '@ai-sdk/openai@1.1.13':
-    resolution: {integrity: sha512-IdChK1pJTW3NQis02PG/hHTG0gZSyQIMOLPt7f7ES56C0xH2yaKOU1Tp2aib7pZzWGwDlzTOW2h5TtAB8+V6CQ==}
+  '@ai-sdk/openai@1.3.10':
+    resolution: {integrity: sha512-XO0wF2lmAMWCYjkM5bLpWTKoXet61fBiIimTi+blqEGiLUjAvivt/1zZL1Lzhrv9+p19IC1rn9EWZI1dCelV8w==}
    engines: {node: '>=18'}
    peerDependencies:
      zod: ^3.0.0
@ -339,30 +339,35 @@ packages:
      zod:
        optional: true

+  '@ai-sdk/provider-utils@2.2.6':
+    resolution: {integrity: sha512-sUlZ7Gnq84DCGWMQRIK8XVbkzIBnvPR1diV4v6JwPgpn5armnLI/j+rqn62MpLrU5ZCQZlDKl/Lw6ed3ulYqaA==}
+    engines: {node: '>=18'}
+    peerDependencies:
+      zod: ^3.23.8
+
  '@ai-sdk/provider@1.0.8':
    resolution: {integrity: sha512-f9jSYwKMdXvm44Dmab1vUBnfCDSFfI5rOtvV1W9oKB7WYHR5dGvCC6x68Mk3NUfrdmNoMVHGoh6JT9HCVMlMow==}
    engines: {node: '>=18'}

-  '@ai-sdk/react@1.1.17':
-    resolution: {integrity: sha512-NAuEflFvjw1uh1AOmpyi7rBF4xasWsiWUb86JQ8ScjDGxoGDYEdBnaHOxUpooLna0dGNbSPkvDMnVRhoLKoxPQ==}
+  '@ai-sdk/provider@1.1.2':
+    resolution: {integrity: sha512-ITdgNilJZwLKR7X5TnUr1BsQW6UTX5yFp0h66Nfx8XjBYkWD9W3yugr50GOz3CnE9m/U/Cd5OyEbTMI0rgi6ZQ==}
+    engines: {node: '>=18'}
+
+  '@ai-sdk/react@1.2.8':
+    resolution: {integrity: sha512-S2FzCSi4uTF0JuSN6zYMXyiAWVAzi/Hho8ISYgHpGZiICYLNCP2si4DuXQOsnWef3IXzQPLVoE11C63lILZIkw==}
    engines: {node: '>=18'}
    peerDependencies:
      react: ^18 || ^19 || ^19.0.0-rc
-      zod: ^3.0.0
+      zod: ^3.23.8
    peerDependenciesMeta:
-      react:
-        optional: true
      zod:
        optional: true

-  '@ai-sdk/ui-utils@1.1.15':
-    resolution: {integrity: sha512-NsV/3CMmjc4m53snzRdtZM6teTQUXIKi8u0Kf7GBruSzaMSuZ4DWaAAlUshhR3p2FpZgtsogW+vYG1/rXsGu+Q==}
+  '@ai-sdk/ui-utils@1.2.7':
+    resolution: {integrity: sha512-OVRxa4SDj0wVsMZ8tGr/whT89oqNtNoXBKmqWC2BRv5ZG6azL2LYZ5ZK35u3lb4l1IE7cWGsLlmq0py0ttsL7A==}
    engines: {node: '>=18'}
    peerDependencies:
-      zod: ^3.0.0
-    peerDependenciesMeta:
-      zod:
-        optional: true
+      zod: ^3.23.8

  '@ampproject/remapping@2.3.0':
    resolution: {integrity: sha512-30iZtAPgz+LTIYoeivqYo853f02jBYSd5uGnGpkFV0M3xOt9aN73erkgYAmZU43x4VfqcnLxW9Kpg3R5LC4YYw==}
@ -1809,17 +1814,15 @@ packages:
    resolution: {integrity: sha512-5GG/5IbQQpC9FpkRGsSvZI5QYeSCzlJHdpBQntCsuTOxhKD8lqKhrleg2Yi7yvMIf82Ycmmqln9U8V9qwEiJew==}
    engines: {node: '>= 8.0.0'}

-  ai@4.1.45:
-    resolution: {integrity: sha512-nQkxQ2zCD+O/h8zJ+PxmBv9coyMaG1uP9kGJvhNaGAA25hbZRQWL0NbTsSJ/QMOUraXKLa+6fBm3VF1NkJK9Kg==}
+  ai@4.3.4:
+    resolution: {integrity: sha512-uMjzrowIqfU8CCCxhx8QGl7ETydHBROeNL0VoEwetkmDCY6Q8ZTacj6jNNqGJOiCk595aUrGR9VHPY9Ylvy1fg==}
    engines: {node: '>=18'}
    peerDependencies:
      react: ^18 || ^19 || ^19.0.0-rc
-      zod: ^3.0.0
+      zod: ^3.23.8
    peerDependenciesMeta:
      react:
        optional: true
-      zod:
-        optional: true

  ajv@8.16.0:
    resolution: {integrity: sha512-F0twR8U1ZU67JIEtekUcLkXkoO5mMMmgGD8sK/xUFzJ805jxHQl92hImFAqqXMyMYjSPOyUPAwHYhB72g5sTXw==}
@ -4749,10 +4752,10 @@ packages:

 snapshots:

-  '@ai-sdk/openai@1.1.13(zod@3.24.2)':
+  '@ai-sdk/openai@1.3.10(zod@3.24.2)':
    dependencies:
-      '@ai-sdk/provider': 1.0.8
-      '@ai-sdk/provider-utils': 2.1.9(zod@3.24.2)
+      '@ai-sdk/provider': 1.1.2
+      '@ai-sdk/provider-utils': 2.2.6(zod@3.24.2)
      zod: 3.24.2

  '@ai-sdk/provider-utils@2.1.9(zod@3.24.2)':
@ -4764,27 +4767,37 @@ snapshots:
    optionalDependencies:
      zod: 3.24.2

+  '@ai-sdk/provider-utils@2.2.6(zod@3.24.2)':
+    dependencies:
+      '@ai-sdk/provider': 1.1.2
+      nanoid: 3.3.8
+      secure-json-parse: 2.7.0
+      zod: 3.24.2
+
  '@ai-sdk/provider@1.0.8':
    dependencies:
      json-schema: 0.4.0

-  '@ai-sdk/react@1.1.17(react@18.3.1)(zod@3.24.2)':
+  '@ai-sdk/provider@1.1.2':
    dependencies:
-      '@ai-sdk/provider-utils': 2.1.9(zod@3.24.2)
-      '@ai-sdk/ui-utils': 1.1.15(zod@3.24.2)
+      json-schema: 0.4.0
+
+  '@ai-sdk/react@1.2.8(react@18.3.1)(zod@3.24.2)':
+    dependencies:
+      '@ai-sdk/provider-utils': 2.2.6(zod@3.24.2)
+      '@ai-sdk/ui-utils': 1.2.7(zod@3.24.2)
+      react: 18.3.1
      swr: 2.3.2(react@18.3.1)
      throttleit: 2.1.0
    optionalDependencies:
-      react: 18.3.1
      zod: 3.24.2

-  '@ai-sdk/ui-utils@1.1.15(zod@3.24.2)':
+  '@ai-sdk/ui-utils@1.2.7(zod@3.24.2)':
    dependencies:
-      '@ai-sdk/provider': 1.0.8
-      '@ai-sdk/provider-utils': 2.1.9(zod@3.24.2)
-      zod-to-json-schema: 3.24.2(zod@3.24.2)
-    optionalDependencies:
+      '@ai-sdk/provider': 1.1.2
+      '@ai-sdk/provider-utils': 2.2.6(zod@3.24.2)
      zod: 3.24.2
+      zod-to-json-schema: 3.24.2(zod@3.24.2)

  '@ampproject/remapping@2.3.0':
    dependencies:
@ -6978,17 +6991,17 @@ snapshots:
    dependencies:
      humanize-ms: 1.2.1

-  ai@4.1.45(react@18.3.1)(zod@3.24.2):
+  ai@4.3.4(react@18.3.1)(zod@3.24.2):
    dependencies:
-      '@ai-sdk/provider': 1.0.8
-      '@ai-sdk/provider-utils': 2.1.9(zod@3.24.2)
-      '@ai-sdk/react': 1.1.17(react@18.3.1)(zod@3.24.2)
-      '@ai-sdk/ui-utils': 1.1.15(zod@3.24.2)
+      '@ai-sdk/provider': 1.1.2
+      '@ai-sdk/provider-utils': 2.2.6(zod@3.24.2)
+      '@ai-sdk/react': 1.2.8(react@18.3.1)(zod@3.24.2)
+      '@ai-sdk/ui-utils': 1.2.7(zod@3.24.2)
      '@opentelemetry/api': 1.9.0
      jsondiffpatch: 0.6.0
+      zod: 3.24.2
    optionalDependencies:
      react: 18.3.1
-      zod: 3.24.2

  ajv@8.16.0:
    dependencies:
--- a/apps/api/src/lib/deep-research/research-manager.ts
+++ b/apps/api/src/lib/deep-research/research-manager.ts
@ -7,6 +7,8 @@ import {
 } from "./deep-research-redis";
 import { generateCompletions, trimToTokenLimit } from "../../scraper/scrapeURL/transformers/llmExtract";
 import { ExtractOptions } from "../../controllers/v1/types";
+import { openai } from "@ai-sdk/openai/dist";
+import { getModel } from "../generic-ai";
 interface AnalysisResult {
  gaps: string[];
  nextSteps: string[];
@ -277,7 +279,7 @@ export class ResearchLLMService {
        }),
        systemPrompt: formats.includes('json') 
          ? "You are an expert research analyst who creates comprehensive, structured analysis following the provided JSON schema exactly."
-          : "You are an expert research analyst who creates comprehensive, well-structured reports. Your reports are detailed, properly formatted in Markdown, and include clear sections with citations. Today's date is " +
+          : "You are an expert research analyst who creates comprehensive, well-structured reports.  Don't begin the report by saying 'Here is the report', nor 'Below is the report', nor something similar. ALWAYS start with a great title that reflects the research topic and findings. Your reports are detailed, properly formatted in Markdown, and include clear sections with citations. Today's date is " +
            new Date().toISOString().split("T")[0],
        prompt: trimToTokenLimit(
          analysisPrompt
@ -296,11 +298,17 @@ export class ResearchLLMService {
                - Make it comprehensive and thorough (aim for 4+ pages worth of content)
                - Include all relevant findings and insights from the research
                - Cite sources
-                - Use bullet points and lists where appropriate for readability`,
+                - Cite sources throughout the report
+                - Use bullet points and lists where appropriate for readability
+                - Don't begin the report by saying "Here is the report", nor "Below is the report", nor something similar.
+                - ALWAYS Start with a great title that reflects the research topic and findings - concise and to the point. That's the first thing you should output.
+                
+                Begin!`,
          100000,
        ).text,
      },
      markdown: "",
+      model: getModel('o3-mini'),
    });

    return extract;
--- a/apps/api/src/services/billing/batch_billing.ts
+++ b/apps/api/src/services/billing/batch_billing.ts
@ -122,7 +122,7 @@ export async function processBillingBatch() {
          group.is_extract
        );
        
-        logger.info(`✅ Successfully billed team ${group.team_id} for ${group.total_credits} credits`);
+        logger.info(`✅ Successfully billed team ${group.team_id} for ${group.total_credits} ${group.is_extract ? 'tokens' : 'credits'}`);
      } catch (error) {
        logger.error(`❌ Failed to bill team ${group.team_id}`, { error, group });
        Sentry.captureException(error, {