feat: serve all LLMs as OpenAI-compatible API (#431)

1 files changed, 7 insertions, 0 deletions

diff --git a/Cargo.toml b/Cargo.toml
index 5e792e8..92bdd59 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -23,6 +23,8 @@ serde = { version = "1.0.152", features = ["derive"] }
 serde_json = { version = "1.0.93", features = ["preserve_order"] }
 serde_yaml = "0.9.17"
 tokio = { version = "1.34.0", features = ["rt", "time", "macros", "signal", "rt-multi-thread"] }
+tokio-graceful = "0.1.6"
+tokio-stream = { version = "0.1.15", default-features = false, features = ["sync"] }
 crossterm = "0.27.0"
 chrono = "0.4.23"
 bincode = "1.3.3"
@@ -45,6 +47,11 @@ sha2 = "0.10.8"
 bitflags = "2.4.1"
 unicode-width = "0.1.11"
 async-recursion = "1.1.0"
+http = "1.1.0"
+http-body-util = "0.1"
+hyper = { version = "1.0", features = ["full"] }
+hyper-util = { version = "0.1", features = ["server-auto", "client-legacy"] }
+time = { version = "0.3.36", features = ["macros"] }
 
 [dependencies.reqwest]
 version = "0.12.0"