From 5eae392dbd4fc789829ac2f47a24614dbc5db5e9 Mon Sep 17 00:00:00 2001 From: sigoden Date: Wed, 1 May 2024 06:01:10 +0800 Subject: refactore: add models for openai-compatible platforms (#471) --- src/client/prompt_format.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'src/client/prompt_format.rs') diff --git a/src/client/prompt_format.rs b/src/client/prompt_format.rs index fca87ac..61647a8 100644 --- a/src/client/prompt_format.rs +++ b/src/client/prompt_format.rs @@ -22,7 +22,7 @@ pub const GENERIC_PROMPT_FORMAT: PromptFormat<'static> = PromptFormat { end: "### Assistant\n", }; -pub const LLAMA2_PROMPT_FORMAT: PromptFormat<'static> = PromptFormat { +pub const MISTRAL_PROMPT_FORMAT: PromptFormat<'static> = PromptFormat { begin: "", system_pre_message: "[INST] <>", system_post_message: "<> [/INST]", @@ -136,7 +136,7 @@ pub fn smart_prompt_format(model_name: &str) -> PromptFormat<'static> { || model_name.contains("mistral") || model_name.contains("mixtral") { - LLAMA2_PROMPT_FORMAT + MISTRAL_PROMPT_FORMAT } else if model_name.contains("phi3") || model_name.contains("phi-3") { PHI3_PROMPT_FORMAT } else if model_name.contains("command-r") { -- cgit v1.2.3