summaryrefslogtreecommitdiffstats
path: root/src/config/message.rs
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2023-03-20 22:51:51 +0800
committerGitHub <noreply@github.com>2023-03-20 22:51:51 +0800
commit19ce62ab769b74a8e417cd1213b7711a5ed55638 (patch)
treea47d48798710855b3faca84e54d4e3ffb8776c2f /src/config/message.rs
parent28f019b72c1027207ec8dc82844401512712464d (diff)
downloadaichat-19ce62ab769b74a8e417cd1213b7711a5ed55638.tar.gz
feat: check token usage in dry_run mode (#82)
Diffstat (limited to 'src/config/message.rs')
-rw-r--r--src/config/message.rs9
1 files changed, 0 insertions, 9 deletions
diff --git a/src/config/message.rs b/src/config/message.rs
index 5717220..2c8a330 100644
--- a/src/config/message.rs
+++ b/src/config/message.rs
@@ -1,6 +1,5 @@
use crate::utils::count_tokens;
-use anyhow::{bail, Result};
use serde::{Deserialize, Serialize};
#[derive(Debug, Clone, Deserialize, Serialize)]
@@ -26,14 +25,6 @@ pub enum MessageRole {
User,
}
-pub fn within_max_tokens_limit(messages: &[Message], max_tokens: usize) -> Result<()> {
- let tokens = num_tokens_from_messages(messages);
- if tokens >= max_tokens {
- bail!("Exceed max tokens limit")
- }
- Ok(())
-}
-
pub fn num_tokens_from_messages(messages: &[Message]) -> usize {
let mut num_tokens = 0;
for message in messages.iter() {