1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
|
use crate::utils::count_tokens;
use anyhow::{bail, Result};
use serde::{Deserialize, Serialize};
pub const MAX_TOKENS: usize = 4096;
#[derive(Debug, Clone, Deserialize, Serialize)]
pub struct Message {
pub role: MessageRole,
pub content: String,
}
impl Message {
pub fn new(content: &str) -> Self {
Self {
role: MessageRole::User,
content: content.to_string(),
}
}
}
#[derive(Debug, Clone, Deserialize, Serialize)]
#[serde(rename_all = "snake_case")]
pub enum MessageRole {
System,
Assistant,
User,
}
pub fn within_max_tokens_limit(messages: &[Message]) -> Result<()> {
let tokens = num_tokens_from_messages(messages);
if tokens >= MAX_TOKENS {
bail!("Exceed max tokens limit")
}
Ok(())
}
pub fn num_tokens_from_messages(messages: &[Message]) -> usize {
let mut num_tokens = 0;
for message in messages.iter() {
num_tokens += 4;
num_tokens += count_tokens(&message.content);
num_tokens += 1; // role always take 1 token
}
num_tokens += 2;
num_tokens
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn test_serde() {
assert_eq!(
serde_json::to_string(&Message::new("Hello World")).unwrap(),
"{\"role\":\"user\",\"content\":\"Hello World\"}"
)
}
}
|
