diff --git a/backend/functions/package.json b/backend/functions/package.json index 78736f3..85d731e 100644 --- a/backend/functions/package.json +++ b/backend/functions/package.json @@ -48,6 +48,7 @@ "stripe": "^11.11.0", "tiktoken": "^1.0.10", "turndown": "^7.1.3", + "turndown-plugin-gfm": "^1.0.2", "undici": "^5.24.0" }, "devDependencies": { diff --git a/backend/functions/src/cloud-functions/crawler.ts b/backend/functions/src/cloud-functions/crawler.ts index 19fed39..8560834 100644 --- a/backend/functions/src/cloud-functions/crawler.ts +++ b/backend/functions/src/cloud-functions/crawler.ts @@ -11,7 +11,7 @@ import { Request, Response } from 'express'; export class CrawlerHost extends RPCHost { logger = this.globalLogger.child({ service: this.constructor.name }); - turnDownService = new TurnDownService(); + turnDownService = new TurnDownService().use(require('turndown-plugin-gfm')); constructor( protected globalLogger: Logger,