From 5c7bfd92ff3e557477969be9db0638ef0d3d3659 Mon Sep 17 00:00:00 2001 From: sigoden Date: Thu, 2 Nov 2023 07:08:54 +0800 Subject: refactor: set tokens count factors (#195) --- src/client/localai.rs | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) (limited to 'src/client/localai.rs') diff --git a/src/client/localai.rs b/src/client/localai.rs index 026ae27..d438388 100644 --- a/src/client/localai.rs +++ b/src/client/localai.rs @@ -1,4 +1,4 @@ -use super::openai::{openai_build_body, openai_tokens_formula}; +use super::openai::{openai_build_body, OPENAI_TOKENS_COUNT_FACTORS}; use super::{ExtraConfig, LocalAIClient, ModelInfo, PromptKind, PromptType, SendData}; use anyhow::Result; @@ -45,7 +45,11 @@ impl LocalAIClient { local_config .models .iter() - .map(|v| openai_tokens_formula(ModelInfo::new(index, client, &v.name).set_max_tokens(v.max_tokens))) + .map(|v| { + ModelInfo::new(index, client, &v.name) + .set_max_tokens(v.max_tokens) + .set_tokens_count_factors(OPENAI_TOKENS_COUNT_FACTORS) + }) .collect() } -- cgit v1.2.3