1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
use super::message::{Message, MessageRole, MESSAGE_EXTRA_TOKENS};
use super::role::Role;
use super::MAX_TOKENS;
use crate::utils::count_tokens;
use anyhow::Result;
use serde::{Deserialize, Serialize};
#[derive(Debug, Clone, Deserialize, Serialize)]
pub struct Conversation {
pub tokens: usize,
pub role: Option<Role>,
pub messages: Vec<Message>,
}
impl Conversation {
pub fn new(role: Option<Role>) -> Self {
let tokens = if let Some(role) = role.as_ref() {
role.consume_tokens()
} else {
0
};
Self {
tokens,
role,
messages: vec![],
}
}
pub fn add_message(&mut self, input: &str, output: &str) -> Result<()> {
let mut need_add_msg = true;
let mut input_tokens = count_tokens(input);
if self.messages.is_empty() {
if let Some(role) = self.role.as_ref() {
self.messages.extend(role.build_emssages(input));
need_add_msg = false;
}
}
if need_add_msg {
self.messages.push(Message {
role: MessageRole::User,
content: input.to_string(),
});
input_tokens += MESSAGE_EXTRA_TOKENS;
}
self.messages.push(Message {
role: MessageRole::Assistant,
content: output.to_string(),
});
self.tokens += input_tokens + count_tokens(output) + MESSAGE_EXTRA_TOKENS;
Ok(())
}
pub fn echo_messages(&self, content: &str) -> String {
let messages = self.build_emssages(content);
serde_yaml::to_string(&messages).unwrap_or("Unable to echo message".into())
}
pub fn build_emssages(&self, content: &str) -> Vec<Message> {
let mut messages = self.messages.to_vec();
let mut need_add_msg = true;
if messages.is_empty() {
if let Some(role) = self.role.as_ref() {
messages = role.build_emssages(content);
need_add_msg = false;
}
};
if need_add_msg {
messages.push(Message {
role: MessageRole::User,
content: content.into(),
});
}
messages
}
pub fn reamind_tokens(&self) -> usize {
MAX_TOKENS.saturating_sub(self.tokens)
}
}
|
