临时提交对话聊天chatStream 接口调用会超时！

cherishsince
1 parent ebd5cbfc
Showing 2 changed files with 49 additions and 1 deletions
yudao-module-ai/yudao-module-ai-biz/src/main/java/cn/iocoder/yudao/module/ai/controller/admin/ChatController.java
yudao-module-ai/yudao-module-ai-biz/src/main/resources/application.properties
@@ -7,8 +7,13 @@ import cn.iocoder.yudao.module.ai.controller.admin.vo.AiChatReqVO;
 import cn.iocoder.yudao.module.ai.enums.AiModelEnum;
 import io.swagger.v3.oas.annotations.Operation;
 import io.swagger.v3.oas.annotations.tags.Tag;
+import jakarta.servlet.http.HttpServletResponse;
+import lombok.extern.slf4j.Slf4j;
 import org.springframework.ai.chat.ChatClient;
+import org.springframework.ai.chat.ChatResponse;
+import org.springframework.ai.chat.prompt.Prompt;
 import org.springframework.ai.openai.OpenAiChatClient;
+import org.springframework.ai.openai.api.OpenAiApi;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.context.ApplicationContext;
 import org.springframework.validation.annotation.Validated;
@@ -16,6 +21,10 @@ import org.springframework.web.bind.annotation.PostMapping;
 import org.springframework.web.bind.annotation.RequestBody;
 import org.springframework.web.bind.annotation.RequestMapping;
 import org.springframework.web.bind.annotation.RestController;
+import reactor.core.publisher.Flux;
+
+import java.util.Scanner;
+import java.util.function.Consumer;
 /**
  * AI模块
@@ -26,6 +35,7 @@ import org.springframework.web.bind.annotation.RestController;
 @Tag(name = "AI模块")
 @RestController
 @RequestMapping("/ai-api")
+@Slf4j
 public class ChatController {
     @Autowired
@@ -44,6 +54,39 @@ public class ChatController {
         return CommonResult.success(res);
     }
+    @PostMapping("/chatStream")
+    @Operation(summary = "对话聊天chatStream", description = "简单的ai聊天")
+    public CommonResult chatStream(HttpServletResponse response, @RequestBody @Validated AiChatReqVO reqVO) throws InterruptedException {
+        OpenAiChatClient chatClient = applicationContext.getBean(OpenAiChatClient.class);
+        Flux<ChatResponse> chatResponse = chatClient.stream(new Prompt(reqVO.getInputText()));
+        chatResponse.subscribe(new Consumer<ChatResponse>() {
+            @Override
+            public void accept(ChatResponse chatResponse) {
+                System.err.println(chatResponse.getResults().get(0).getOutput().getContent());
+            }
+        });
+        return CommonResult.success("1");
+    }
+
+    public static void main(String[] args) {
+        OpenAiChatClient openAiChatClient = new OpenAiChatClient(new OpenAiApi("openkey"));
+        Flux<ChatResponse> responseFlux = openAiChatClient.stream(new Prompt("最好的编程语言!"));
+        long now = System.currentTimeMillis();
+        responseFlux.subscribe(new Consumer<ChatResponse>() {
+            @Override
+            public void accept(ChatResponse chatResponse) {
+                if (chatResponse.getResults().get(0).getOutput() == null) {
+                    return;
+                }
+                System.err.println(chatResponse.getResults().get(0).getOutput().getContent());
+            }
+        });
+
+        // 阻止退出
+        Scanner scanner = new Scanner(System.in);
+        scanner.nextLine();
+    }
+
     /**
      * 根据 ai模型 获取对于的 模型实现类
      *
@@ -3,4 +3,9 @@
 # openAI https://openai.com/
 spring.ai.openai.api-key=${OPEN_AI_KEY}
 spring.ai.openai.chat.options.model=gpt-3.5-turbo
-spring.ai.openai.chat.options.temperature=0.7
 \ No newline at end of file
+spring.ai.openai.chat.options.temperature=0.7
+#spring.ai.vectorstore.milvus.client.connect-timeout-ms=50000
+#spring.ai.vectorstore.milvus.client.keep-alive-timeout-ms=50000
+#spring.ai.vectorstore.milvus.client.keep-alive-time-ms=80000
+#spring.ai.vectorstore.pinecone.server-side-timeout=100s
+