diff --git a/backend/functions/src/services/lm.ts b/backend/functions/src/services/lm.ts index 1236189..a0ec9aa 100644 --- a/backend/functions/src/services/lm.ts +++ b/backend/functions/src/services/lm.ts @@ -85,8 +85,9 @@ export class LmControl extends AsyncService { modelSpecific: { top_k: 1, temperature: 0, - repetition_penalty: 1.2, + repetition_penalty: 1.12, presence_penalty: 0.25, + frequency_penalty: 0.25, max_tokens: 8192, } } @@ -123,8 +124,9 @@ export class LmControl extends AsyncService { modelSpecific: { top_k: 1, temperature: 0, - repetition_penalty: 1.2, + repetition_penalty: 1.12, presence_penalty: 0.25, + frequency_penalty: 0.25, max_tokens: 8192, } }