Commit bec2aafecba94afd42c187b073a5b512fdf42420
1 parent
d4cfcd0a
【增加】AI Write init
Showing
3 changed files
with
130 additions
and
0 deletions
yudao-module-ai/yudao-module-ai-biz/src/main/java/cn/iocoder/yudao/module/ai/controller/admin/write/AiWriteController.java
0 → 100644
| 1 | +package cn.iocoder.yudao.module.ai.controller.admin.write; | |
| 2 | + | |
| 3 | +import cn.iocoder.yudao.framework.common.pojo.CommonResult; | |
| 4 | +import cn.iocoder.yudao.module.ai.service.write.AiWriteService; | |
| 5 | +import io.swagger.v3.oas.annotations.Operation; | |
| 6 | +import io.swagger.v3.oas.annotations.tags.Tag; | |
| 7 | +import jakarta.annotation.Resource; | |
| 8 | +import jakarta.annotation.security.PermitAll; | |
| 9 | +import org.springframework.http.MediaType; | |
| 10 | +import org.springframework.web.bind.annotation.PostMapping; | |
| 11 | +import org.springframework.web.bind.annotation.RequestMapping; | |
| 12 | +import org.springframework.web.bind.annotation.RestController; | |
| 13 | +import reactor.core.publisher.Flux; | |
| 14 | + | |
| 15 | +@Tag(name = "管理后台 - AI 写作") | |
| 16 | +@RestController | |
| 17 | +@RequestMapping("/ai/write") | |
| 18 | +public class AiWriteController { | |
| 19 | + | |
| 20 | + @Resource | |
| 21 | + private AiWriteService writeService; | |
| 22 | + | |
| 23 | + @PostMapping(value = "/generate-stream", produces = MediaType.TEXT_EVENT_STREAM_VALUE) | |
| 24 | + @PermitAll | |
| 25 | + @Operation(summary = "作文生产(流式)", description = "流式返回,响应较快") | |
| 26 | + public Flux<CommonResult<String>> generateComposition() { | |
| 27 | + return writeService.generateComposition(); | |
| 28 | + } | |
| 29 | +} | ... | ... |
yudao-module-ai/yudao-module-ai-biz/src/main/java/cn/iocoder/yudao/module/ai/service/write/AiWriteService.java
0 → 100644
| 1 | +package cn.iocoder.yudao.module.ai.service.write; | |
| 2 | + | |
| 3 | +import cn.iocoder.yudao.framework.common.pojo.CommonResult; | |
| 4 | +import reactor.core.publisher.Flux; | |
| 5 | + | |
| 6 | +/** | |
| 7 | + * AI 写作 Service 接口 | |
| 8 | + * | |
| 9 | + * @author xiaoxin | |
| 10 | + */ | |
| 11 | +public interface AiWriteService { | |
| 12 | + | |
| 13 | + | |
| 14 | + Flux<CommonResult<String>> generateComposition(); | |
| 15 | + | |
| 16 | + | |
| 17 | +} | ... | ... |
yudao-module-ai/yudao-module-ai-biz/src/main/java/cn/iocoder/yudao/module/ai/service/write/AiWriteServiceImpl.java
0 → 100644
| 1 | +package cn.iocoder.yudao.module.ai.service.write; | |
| 2 | + | |
| 3 | +import cn.hutool.core.util.StrUtil; | |
| 4 | +import cn.iocoder.yudao.framework.ai.core.enums.AiPlatformEnum; | |
| 5 | +import cn.iocoder.yudao.framework.ai.core.model.tongyi.QianWenOptions; | |
| 6 | +import cn.iocoder.yudao.framework.ai.core.model.xinghuo.XingHuoChatModel; | |
| 7 | +import cn.iocoder.yudao.framework.ai.core.model.xinghuo.XingHuoOptions; | |
| 8 | +import cn.iocoder.yudao.framework.ai.core.model.yiyan.YiYanChatOptions; | |
| 9 | +import cn.iocoder.yudao.framework.common.pojo.CommonResult; | |
| 10 | +import cn.iocoder.yudao.module.ai.enums.ErrorCodeConstants; | |
| 11 | +import cn.iocoder.yudao.module.ai.service.model.AiApiKeyService; | |
| 12 | +import jakarta.annotation.Resource; | |
| 13 | +import lombok.extern.slf4j.Slf4j; | |
| 14 | +import org.springframework.ai.chat.ChatResponse; | |
| 15 | +import org.springframework.ai.chat.StreamingChatClient; | |
| 16 | +import org.springframework.ai.chat.prompt.ChatOptions; | |
| 17 | +import org.springframework.ai.chat.prompt.Prompt; | |
| 18 | +import org.springframework.ai.ollama.api.OllamaOptions; | |
| 19 | +import org.springframework.ai.openai.OpenAiChatOptions; | |
| 20 | +import org.springframework.stereotype.Service; | |
| 21 | +import reactor.core.publisher.Flux; | |
| 22 | + | |
| 23 | +import static cn.iocoder.yudao.framework.common.pojo.CommonResult.error; | |
| 24 | +import static cn.iocoder.yudao.framework.common.pojo.CommonResult.success; | |
| 25 | + | |
| 26 | +/** | |
| 27 | + * AI 写作 Service 实现类 | |
| 28 | + * | |
| 29 | + * @author xiaoxin | |
| 30 | + */ | |
| 31 | +@Service | |
| 32 | +@Slf4j | |
| 33 | +public class AiWriteServiceImpl implements AiWriteService { | |
| 34 | + | |
| 35 | + @Resource | |
| 36 | + private AiApiKeyService apiKeyService; | |
| 37 | + | |
| 38 | + | |
| 39 | + @Override | |
| 40 | + public Flux<CommonResult<String>> generateComposition() { | |
| 41 | + StreamingChatClient chatClient = apiKeyService.getStreamingChatClient(6L); | |
| 42 | + AiPlatformEnum platform = AiPlatformEnum.validatePlatform("QianWen"); | |
| 43 | + ChatOptions chatOptions = buildChatOptions(platform, "qwen-72b-chat", 1.0, 1000); | |
| 44 | + Prompt prompt = new Prompt("请直接写一篇关于 气候变化 的文章,格式为自动,语气为自动,语言为自动,长度为自动。请确保涵盖主要观点,不需要标题,不需要任何额外的解释或道歉。", chatOptions); | |
| 45 | + Flux<ChatResponse> streamResponse = chatClient.stream(prompt); | |
| 46 | + // 3.3 流式返回 | |
| 47 | + StringBuffer contentBuffer = new StringBuffer(); | |
| 48 | + return streamResponse.map(chunk -> { | |
| 49 | + String newContent = chunk.getResult() != null ? chunk.getResult().getOutput().getContent() : null; | |
| 50 | + newContent = StrUtil.nullToDefault(newContent, ""); // 避免 null 的 情况 | |
| 51 | + contentBuffer.append(newContent); | |
| 52 | + // 响应结果 | |
| 53 | + return success(newContent); | |
| 54 | + }).doOnComplete(() -> { | |
| 55 | + log.info("generateComposition complete, content: {}", contentBuffer); | |
| 56 | + }).onErrorResume(error -> { | |
| 57 | + return Flux.just(error(ErrorCodeConstants.AI_CHAT_STREAM_ERROR)); | |
| 58 | + }); | |
| 59 | + } | |
| 60 | + | |
| 61 | + | |
| 62 | + private static ChatOptions buildChatOptions(AiPlatformEnum platform, String model, Double temperature, Integer maxTokens) { | |
| 63 | + Float temperatureF = temperature != null ? temperature.floatValue() : null; | |
| 64 | + //noinspection EnhancedSwitchMigration | |
| 65 | + switch (platform) { | |
| 66 | + case OPENAI: | |
| 67 | + return OpenAiChatOptions.builder().withModel(model).withTemperature(temperatureF).withMaxTokens(maxTokens).build(); | |
| 68 | + case OLLAMA: | |
| 69 | + return OllamaOptions.create().withModel(model).withTemperature(temperatureF).withNumPredict(maxTokens); | |
| 70 | + case YI_YAN: | |
| 71 | + // TODO @fan:增加一个 model | |
| 72 | + return new YiYanChatOptions().setTemperature(temperatureF).setMaxOutputTokens(maxTokens); | |
| 73 | + case XING_HUO: | |
| 74 | + return new XingHuoOptions().setChatModel(XingHuoChatModel.valueOfModel(model)).setTemperature(temperatureF) | |
| 75 | + .setMaxTokens(maxTokens); | |
| 76 | + case QIAN_WEN: | |
| 77 | + // TODO @fan:增加 model、temperature 参数 | |
| 78 | + return new QianWenOptions().setMaxTokens(maxTokens); | |
| 79 | + default: | |
| 80 | + throw new IllegalArgumentException(StrUtil.format("未知平台({})", platform)); | |
| 81 | + } | |
| 82 | + } | |
| 83 | + | |
| 84 | +} | ... | ... |