refactor: qianwen client use incremental_output (#240)

1 files changed, 5 insertions, 5 deletions

diff --git a/src/client/qianwen.rs b/src/client/qianwen.rs
index 2ed9945..1ee5f3d 100644
--- a/src/client/qianwen.rs
+++ b/src/client/qianwen.rs
@@ -94,7 +94,6 @@ async fn send_message_streaming(
     handler: &mut ReplyHandler,
 ) -> Result<()> {
     let mut es = builder.eventsource()?;
-    let mut offset = 0;
 
     while let Some(event) = es.next().await {
         match event {
@@ -102,10 +101,7 @@ async fn send_message_streaming(
             Ok(Event::Message(message)) => {
                 let data: Value = serde_json::from_str(&message.data)?;
                 if let Some(text) = data["output"]["text"].as_str() {
-
-                    let text = &text[offset..];
                     handler.text(text)?;
-                    offset += text.len();
                 }
             }
             Err(err) => {
@@ -143,11 +139,15 @@ fn build_body(data: SendData, model: String) -> Value {
     let SendData {
         messages,
         temperature,
-        stream: _,
+        stream,
     } = data;
 
     let mut parameters = json!({});
 
+    if stream {
+        parameters["incremental_output"] = true.into();
+    }
+
     if let Some(v) = temperature {
         parameters["temperature"] = v.into();
     }