From f95eb027d77d4bc6ca9776a1b519ea9428eb0341 Mon Sep 17 00:00:00 2001 From: Yanlong Wang Date: Fri, 17 Jan 2025 11:42:36 +0800 Subject: [PATCH] fix: tweak readerlm parameters --- backend/functions/src/services/lm.ts | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/backend/functions/src/services/lm.ts b/backend/functions/src/services/lm.ts index 1236189..a0ec9aa 100644 --- a/backend/functions/src/services/lm.ts +++ b/backend/functions/src/services/lm.ts @@ -85,8 +85,9 @@ export class LmControl extends AsyncService { modelSpecific: { top_k: 1, temperature: 0, - repetition_penalty: 1.2, + repetition_penalty: 1.12, presence_penalty: 0.25, + frequency_penalty: 0.25, max_tokens: 8192, } } @@ -123,8 +124,9 @@ export class LmControl extends AsyncService { modelSpecific: { top_k: 1, temperature: 0, - repetition_penalty: 1.2, + repetition_penalty: 1.12, presence_penalty: 0.25, + frequency_penalty: 0.25, max_tokens: 8192, } }