From 0a4c0413ef0154cde2e3485ec0415e6069596a23 Mon Sep 17 00:00:00 2001 From: sigoden Date: Wed, 24 Apr 2024 07:16:56 +0800 Subject: feat: serve all LLMs as OpenAI-compatible API (#431) --- Cargo.toml | 7 +++++++ 1 file changed, 7 insertions(+) (limited to 'Cargo.toml') diff --git a/Cargo.toml b/Cargo.toml index 5e792e8..92bdd59 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -23,6 +23,8 @@ serde = { version = "1.0.152", features = ["derive"] } serde_json = { version = "1.0.93", features = ["preserve_order"] } serde_yaml = "0.9.17" tokio = { version = "1.34.0", features = ["rt", "time", "macros", "signal", "rt-multi-thread"] } +tokio-graceful = "0.1.6" +tokio-stream = { version = "0.1.15", default-features = false, features = ["sync"] } crossterm = "0.27.0" chrono = "0.4.23" bincode = "1.3.3" @@ -45,6 +47,11 @@ sha2 = "0.10.8" bitflags = "2.4.1" unicode-width = "0.1.11" async-recursion = "1.1.0" +http = "1.1.0" +http-body-util = "0.1" +hyper = { version = "1.0", features = ["full"] } +hyper-util = { version = "0.1", features = ["server-auto", "client-legacy"] } +time = { version = "0.3.36", features = ["macros"] } [dependencies.reqwest] version = "0.12.0" -- cgit v1.2.3