diff options
| author | sigoden <sigoden@gmail.com> | 2025-02-13 19:23:09 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2025-02-13 19:23:09 +0800 |
| commit | 5eebd47bc309d98bf4781b2df4532e63bf8d9c70 (patch) | |
| tree | 965b099ea7656e303c343a1a30130ea92c8fd550 /src | |
| parent | 9dfbdafe9f2c662c1d9dae96f3b850f4de5bca19 (diff) | |
| download | aichat-5eebd47bc309d98bf4781b2df4532e63bf8d9c70.tar.gz | |
feat: abandon model field `no_temperature` (revert #1164) (#1170)
Diffstat (limited to 'src')
| -rw-r--r-- | src/client/model.rs | 6 | ||||
| -rw-r--r-- | src/config/input.rs | 6 | ||||
| -rw-r--r-- | src/serve.rs | 9 | ||||
| -rw-r--r-- | src/utils/request.rs | 6 |
4 files changed, 6 insertions, 21 deletions
diff --git a/src/client/model.rs b/src/client/model.rs index a2865ab..82e2252 100644 --- a/src/client/model.rs +++ b/src/client/model.rs @@ -203,10 +203,6 @@ impl Model { self.data.no_system_message } - pub fn no_temperature(&self) -> bool { - self.data.no_temperature - } - pub fn system_prompt_prefix(&self) -> Option<&str> { self.data.system_prompt_prefix.as_deref() } @@ -336,8 +332,6 @@ pub struct ModelData { no_stream: bool, #[serde(default, skip_serializing_if = "std::ops::Not::not")] no_system_message: bool, - #[serde(default, skip_serializing_if = "std::ops::Not::not")] - no_temperature: bool, #[serde(skip_serializing_if = "Option::is_none")] system_prompt_prefix: Option<String>, diff --git a/src/config/input.rs b/src/config/input.rs index a63e9a6..a47001b 100644 --- a/src/config/input.rs +++ b/src/config/input.rs @@ -240,11 +240,7 @@ impl Input { let mut messages = self.build_messages()?; patch_messages(&mut messages, model); model.guard_max_input_tokens(&messages)?; - let (temperature, top_p) = if model.no_temperature() { - (None, None) - } else { - (self.role().temperature(), self.role().top_p()) - }; + let (temperature, top_p) = (self.role().temperature(), self.role().top_p()); let functions = self.config.read().select_functions(self.role()); Ok(ChatCompletionsData { messages, diff --git a/src/serve.rs b/src/serve.rs index 4c1a741..44139ce 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -270,8 +270,8 @@ impl Server { let ChatCompletionsReqBody { model, messages, - mut temperature, - mut top_p, + temperature, + top_p, max_tokens, stream, tools, @@ -312,11 +312,6 @@ impl Server { patch_messages(&mut messages, client.model()); - if client.model().no_temperature() { - temperature = None; - top_p = None; - } - let data: ChatCompletionsData = ChatCompletionsData { messages, temperature, diff --git a/src/utils/request.rs b/src/utils/request.rs index 838110d..54db9d4 100644 --- a/src/utils/request.rs +++ b/src/utils/request.rs @@ -163,11 +163,11 @@ pub async fn fetch_models(api_base: &str, api_key: Option<&str>) -> Result<Vec<S Ok(ref client) => client, Err(ref err) => bail!("{err}"), }; - let mut request_builder = client.get(format!("{}/models", api_base.trim_end_matches('/'))); + let mut builder = client.get(format!("{}/models", api_base.trim_end_matches('/'))); if let Some(api_key) = api_key { - request_builder = request_builder.bearer_auth(api_key); + builder = builder.bearer_auth(api_key); } - let res_body: Value = request_builder.send().await?.json().await?; + let res_body: Value = builder.send().await?.json().await?; let result: Vec<String> = res_body .get("data") .and_then(|v| v.as_array()) |
