1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
|
use super::message::{Message, MessageRole, MESSAGE_EXTRA_TOKENS};
use crate::utils::count_tokens;
use serde::{Deserialize, Serialize};
const TEMP_NAME: &str = "Ｐ";
const INPUT_PLACEHOLDER: &str = "__INPUT__";
const INPUT_PLACEHOLDER_TOKENS: usize = 3;
#[derive(Debug, Clone, Deserialize, Serialize)]
pub struct Role {
/// Role name
pub name: String,
/// Prompt text send to ai for setting up a role.
///
/// If prmopt contains __INPUT___, it's embeded prompt
/// If prmopt don't contain __INPUT___, it's system prompt
pub prompt: String,
/// What sampling temperature to use, between 0 and 2
pub temperature: Option<f64>,
/// Number of tokens
///
/// System prompt consume extra 6 tokens
#[serde(skip_deserializing)]
pub tokens: usize,
}
impl Role {
pub fn new(prompt: &str, temperature: Option<f64>) -> Self {
let mut value = Self {
name: TEMP_NAME.into(),
prompt: prompt.into(),
temperature,
tokens: 0,
};
value.tokens = value.consume_tokens();
value
}
pub fn is_temp(&self) -> bool {
self.name == TEMP_NAME
}
pub fn consume_tokens(&self) -> usize {
if self.embeded() {
count_tokens(&self.prompt) + MESSAGE_EXTRA_TOKENS - INPUT_PLACEHOLDER_TOKENS
} else {
count_tokens(&self.prompt) + 2 * MESSAGE_EXTRA_TOKENS
}
}
pub fn embeded(&self) -> bool {
self.prompt.contains(INPUT_PLACEHOLDER)
}
pub fn echo_messages(&self, content: &str) -> String {
if self.embeded() {
merge_prompt_content(&self.prompt, content)
} else {
format!("{}{content}", self.prompt)
}
}
pub fn build_emssages(&self, content: &str) -> Vec<Message> {
if self.embeded() {
let content = merge_prompt_content(&self.prompt, content);
vec![Message {
role: MessageRole::User,
content,
}]
} else {
vec![
Message {
role: MessageRole::System,
content: self.prompt.clone(),
},
Message {
role: MessageRole::User,
content: content.to_string(),
},
]
}
}
}
pub fn merge_prompt_content(prompt: &str, content: &str) -> String {
prompt.replace(INPUT_PLACEHOLDER, content)
}
|
