From 9416cbd8b81c0029572db854257cfc25991a12cd Mon Sep 17 00:00:00 2001 From: sigoden Date: Sat, 29 Jun 2024 07:17:40 +0800 Subject: refactor: update models.yaml (#669) --- config.example.yaml | 10 +++++----- models.yaml | 16 ++++++---------- 2 files changed, 11 insertions(+), 15 deletions(-) diff --git a/config.example.yaml b/config.example.yaml index ed4855c..2f371dd 100644 --- a/config.example.yaml +++ b/config.example.yaml @@ -30,11 +30,11 @@ document_loaders: # You can add custom loaders using the following syntax: # : # Note: Use `$1` for input filepath and `$2` for output filepath. If `$2` is not provided, output to stdout. - pdf: 'pdftotext $1 -' # Load .pdf file, see https://poppler.freedesktop.org - docx: 'pandoc --to plain $1' # Load .docx file - # xlsx: 'ssconvert $1 $2' # Load .xlsx file - # html: 'pandoc --to plain $1' # Load .html file - # recursive_url: 'crawler $1 $2' # Load websites + pdf: 'pdftotext $1 -' # Load .pdf file, see https://poppler.freedesktop.org + docx: 'pandoc --to plain $1' # Load .docx file + # xlsx: 'ssconvert $1 $2' # Load .xlsx file + # html: 'pandoc --to plain $1' # Load .html file + # recursive_url: 'rag-crawler $1 $2.json' # Load websites, see https://github.com/sigoden/rag-crawler # ---- function-calling & agent ---- # Controls the function calling feature. For setup instructions, visit https://github.com/sigoden/llm-functions diff --git a/models.yaml b/models.yaml index 0f10e56..918257a 100644 --- a/models.yaml +++ b/models.yaml @@ -1153,21 +1153,21 @@ # - https://jina.ai/ # - https://api.jina.ai/redoc models: - - name: jina-embeddings-v2-base-en + - name: jina-clip-v1 type: embedding max_input_tokens: 8192 input_price: 0.02 output_vector_size: 768 default_chunk_size: 1500 max_batch_size: 100 - - name: jina-embeddings-v2-small-en + - name: jina-embeddings-v2-base-en type: embedding max_input_tokens: 8192 input_price: 0.02 - output_vector_size: 512 - default_chunk_size: 1000 + output_vector_size: 768 + default_chunk_size: 1500 max_batch_size: 100 - - name: jina-embeddings-v2-base-zsh + - name: jina-embeddings-v2-base-zh type: embedding max_input_tokens: 8192 input_price: 0.02 @@ -1188,7 +1188,7 @@ output_vector_size: 768 default_chunk_size: 1500 max_batch_size: 100 - - name: jina-reranker-v1-base-en + - name: jina-reranker-v1-base-multilingual type: reranker max_input_tokens: 8192 input_price: 0.02 @@ -1200,10 +1200,6 @@ type: reranker max_input_tokens: 8192 input_price: 0.02 - - name: jina-reranker-v1-base-multilingual - type: reranker - max_input_tokens: 8192 - input_price: 0.02 - platform: voyageai # docs: -- cgit v1.2.3