summaryrefslogtreecommitdiffstats
path: root/src
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2025-02-13 19:23:09 +0800
committerGitHub <noreply@github.com>2025-02-13 19:23:09 +0800
commit5eebd47bc309d98bf4781b2df4532e63bf8d9c70 (patch)
tree965b099ea7656e303c343a1a30130ea92c8fd550 /src
parent9dfbdafe9f2c662c1d9dae96f3b850f4de5bca19 (diff)
downloadaichat-5eebd47bc309d98bf4781b2df4532e63bf8d9c70.tar.gz
feat: abandon model field `no_temperature` (revert #1164) (#1170)
Diffstat (limited to 'src')
-rw-r--r--src/client/model.rs6
-rw-r--r--src/config/input.rs6
-rw-r--r--src/serve.rs9
-rw-r--r--src/utils/request.rs6
4 files changed, 6 insertions, 21 deletions
diff --git a/src/client/model.rs b/src/client/model.rs
index a2865ab..82e2252 100644
--- a/src/client/model.rs
+++ b/src/client/model.rs
@@ -203,10 +203,6 @@ impl Model {
self.data.no_system_message
}
- pub fn no_temperature(&self) -> bool {
- self.data.no_temperature
- }
-
pub fn system_prompt_prefix(&self) -> Option<&str> {
self.data.system_prompt_prefix.as_deref()
}
@@ -336,8 +332,6 @@ pub struct ModelData {
no_stream: bool,
#[serde(default, skip_serializing_if = "std::ops::Not::not")]
no_system_message: bool,
- #[serde(default, skip_serializing_if = "std::ops::Not::not")]
- no_temperature: bool,
#[serde(skip_serializing_if = "Option::is_none")]
system_prompt_prefix: Option<String>,
diff --git a/src/config/input.rs b/src/config/input.rs
index a63e9a6..a47001b 100644
--- a/src/config/input.rs
+++ b/src/config/input.rs
@@ -240,11 +240,7 @@ impl Input {
let mut messages = self.build_messages()?;
patch_messages(&mut messages, model);
model.guard_max_input_tokens(&messages)?;
- let (temperature, top_p) = if model.no_temperature() {
- (None, None)
- } else {
- (self.role().temperature(), self.role().top_p())
- };
+ let (temperature, top_p) = (self.role().temperature(), self.role().top_p());
let functions = self.config.read().select_functions(self.role());
Ok(ChatCompletionsData {
messages,
diff --git a/src/serve.rs b/src/serve.rs
index 4c1a741..44139ce 100644
--- a/src/serve.rs
+++ b/src/serve.rs
@@ -270,8 +270,8 @@ impl Server {
let ChatCompletionsReqBody {
model,
messages,
- mut temperature,
- mut top_p,
+ temperature,
+ top_p,
max_tokens,
stream,
tools,
@@ -312,11 +312,6 @@ impl Server {
patch_messages(&mut messages, client.model());
- if client.model().no_temperature() {
- temperature = None;
- top_p = None;
- }
-
let data: ChatCompletionsData = ChatCompletionsData {
messages,
temperature,
diff --git a/src/utils/request.rs b/src/utils/request.rs
index 838110d..54db9d4 100644
--- a/src/utils/request.rs
+++ b/src/utils/request.rs
@@ -163,11 +163,11 @@ pub async fn fetch_models(api_base: &str, api_key: Option<&str>) -> Result<Vec<S
Ok(ref client) => client,
Err(ref err) => bail!("{err}"),
};
- let mut request_builder = client.get(format!("{}/models", api_base.trim_end_matches('/')));
+ let mut builder = client.get(format!("{}/models", api_base.trim_end_matches('/')));
if let Some(api_key) = api_key {
- request_builder = request_builder.bearer_auth(api_key);
+ builder = builder.bearer_auth(api_key);
}
- let res_body: Value = request_builder.send().await?.json().await?;
+ let res_body: Value = builder.send().await?.json().await?;
let result: Vec<String> = res_body
.get("data")
.and_then(|v| v.as_array())