From 7c6841782d36faacc2aa3616dc3ed1b9403fa26e Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Thu, 2 Nov 2023 10:45:11 +0800
Subject: refactor: improve code quanity (#197)

- move model_info.rs/message.rs to clients/
- rename SharedConfig to GlobalConfig
---
 src/client/model_info.rs | 80 ++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 80 insertions(+)
 create mode 100644 src/client/model_info.rs

(limited to 'src/client/model_info.rs')

diff --git a/src/client/model_info.rs b/src/client/model_info.rs
new file mode 100644
index 0000000..7a52e63
--- /dev/null
+++ b/src/client/model_info.rs
@@ -0,0 +1,80 @@
+use super::message::Message;
+
+use crate::utils::count_tokens;
+
+use anyhow::{bail, Result};
+
+pub type TokensCountFactors = (usize, usize); // (per-messages, bias)
+
+#[derive(Debug, Clone)]
+pub struct ModelInfo {
+    pub client: String,
+    pub name: String,
+    pub index: usize,
+    pub max_tokens: Option<usize>,
+    pub tokens_count_factors: TokensCountFactors,
+}
+
+impl Default for ModelInfo {
+    fn default() -> Self {
+        ModelInfo::new(0, "", "")
+    }
+}
+
+impl ModelInfo {
+    pub fn new(index: usize, client: &str, name: &str) -> Self {
+        Self {
+            index,
+            client: client.into(),
+            name: name.into(),
+            max_tokens: None,
+            tokens_count_factors: Default::default(),
+        }
+    }
+
+    pub fn set_max_tokens(mut self, max_tokens: Option<usize>) -> Self {
+        match max_tokens {
+            None | Some(0) => self.max_tokens = None,
+            _ => self.max_tokens = max_tokens,
+        }
+        self
+    }
+
+    pub fn set_tokens_count_factors(mut self, tokens_count_factors: TokensCountFactors) -> Self {
+        self.tokens_count_factors = tokens_count_factors;
+        self
+    }
+
+    pub fn full_name(&self) -> String {
+        format!("{}:{}", self.client, self.name)
+    }
+
+    pub fn messages_tokens(&self, messages: &[Message]) -> usize {
+        messages.iter().map(|v| count_tokens(&v.content)).sum()
+    }
+
+    pub fn total_tokens(&self, messages: &[Message]) -> usize {
+        if messages.is_empty() {
+            return 0;
+        }
+        let num_messages = messages.len();
+        let message_tokens = self.messages_tokens(messages);
+        let (per_messages, _) = self.tokens_count_factors;
+        if messages[num_messages - 1].role.is_user() {
+            num_messages * per_messages + message_tokens
+        } else {
+            (num_messages - 1) * per_messages + message_tokens
+        }
+    }
+
+    pub fn max_tokens_limit(&self, messages: &[Message]) -> Result<()> {
+        let (_, bias) = self.tokens_count_factors;
+        let total_tokens = self.total_tokens(messages) + bias;
+        if let Some(max_tokens) = self.max_tokens {
+            if total_tokens >= max_tokens {
+                bail!("Exceed max tokens limit")
+            }
+        }
+        Ok(())
+    }
+}
-- 
cgit v1.2.3