From 176ff6f83ecfcf044a7deffad61a33b43480cdc5 Mon Sep 17 00:00:00 2001 From: Kelvie Wong Date: Tue, 30 Jan 2024 03:43:55 -0800 Subject: feat: add `extra_fields` to models of localai/ollama clients (#298) * Add an "extra_fields" config to localai models Because there are so many local AIs out there with a bunch of custom parameters you can set, this allows users to send in extra parameters to a local LLM runner, such as, e.g. `instruction_template: Alpaca`, so that Mixtral can take a system prompt. * support ollama --------- Co-authored-by: sigoden --- config.example.yaml | 2 ++ 1 file changed, 2 insertions(+) (limited to 'config.example.yaml') diff --git a/config.example.yaml b/config.example.yaml index 2263cce..08fb529 100644 --- a/config.example.yaml +++ b/config.example.yaml @@ -39,6 +39,8 @@ clients: models: - name: mistral max_tokens: 8192 + extra_fields: # Optional field, set custom parameters + key: value - name: llava max_tokens: 8192 capabilities: text,vision # Optional field, possible values: text, vision -- cgit v1.2.3