diff options
| author | sigoden <sigoden@gmail.com> | 2024-05-01 06:01:10 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-01 06:01:10 +0800 |
| commit | 5eae392dbd4fc789829ac2f47a24614dbc5db5e9 (patch) | |
| tree | 331aded9b1badd5b66eb6b7afbbbe8f8227b87b8 /src/client/prompt_format.rs | |
| parent | 8aa18b59f5be467fcadc9aa679bce58d66e62793 (diff) | |
| download | aichat-5eae392dbd4fc789829ac2f47a24614dbc5db5e9.tar.gz | |
refactore: add models for openai-compatible platforms (#471)
Diffstat (limited to 'src/client/prompt_format.rs')
| -rw-r--r-- | src/client/prompt_format.rs | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/client/prompt_format.rs b/src/client/prompt_format.rs index fca87ac..61647a8 100644 --- a/src/client/prompt_format.rs +++ b/src/client/prompt_format.rs @@ -22,7 +22,7 @@ pub const GENERIC_PROMPT_FORMAT: PromptFormat<'static> = PromptFormat { end: "### Assistant\n", }; -pub const LLAMA2_PROMPT_FORMAT: PromptFormat<'static> = PromptFormat { +pub const MISTRAL_PROMPT_FORMAT: PromptFormat<'static> = PromptFormat { begin: "", system_pre_message: "[INST] <<SYS>>", system_post_message: "<</SYS>> [/INST]", @@ -136,7 +136,7 @@ pub fn smart_prompt_format(model_name: &str) -> PromptFormat<'static> { || model_name.contains("mistral") || model_name.contains("mixtral") { - LLAMA2_PROMPT_FORMAT + MISTRAL_PROMPT_FORMAT } else if model_name.contains("phi3") || model_name.contains("phi-3") { PHI3_PROMPT_FORMAT } else if model_name.contains("command-r") { |