Initial commit
This commit is contained in:
@@ -0,0 +1,57 @@
|
||||
package com.iweb.langchain4j.controller;
|
||||
|
||||
import com.iweb.langchain4j.service.ChatAssistant;
|
||||
import dev.langchain4j.model.chat.StreamingChatModel;
|
||||
import dev.langchain4j.model.chat.response.ChatResponse;
|
||||
import dev.langchain4j.model.chat.response.StreamingChatResponseHandler;
|
||||
import jakarta.annotation.Resource;
|
||||
import lombok.extern.slf4j.Slf4j;
|
||||
import org.springframework.web.bind.annotation.GetMapping;
|
||||
import org.springframework.web.bind.annotation.RequestParam;
|
||||
import org.springframework.web.bind.annotation.RestController;
|
||||
import reactor.core.publisher.Flux;
|
||||
|
||||
@RestController
|
||||
@Slf4j
|
||||
public class StreamController {
|
||||
|
||||
@Resource //直接使用 low-level LLM API
|
||||
private StreamingChatModel chatModelQwen;
|
||||
@Resource //自己封装接口使用 high-level LLM API
|
||||
private ChatAssistant chatAssistant;
|
||||
|
||||
// http://localhost:9006/lc4j/chatstream/chat2?prompt=我是谁?
|
||||
@GetMapping(value = "/lc4j/chatstream/chat2")
|
||||
public Flux<String> chat3(@RequestParam(value = "prompt", defaultValue = "你是谁?") String prompt) {
|
||||
return chatAssistant.chatFlux(prompt);
|
||||
}
|
||||
|
||||
|
||||
// http://localhost:9006/lc4j/chatstream/chat?prompt=我是谁?
|
||||
@GetMapping(value = "/lc4j/chatstream/chat")
|
||||
public Flux<String> chat(@RequestParam("prompt") String prompt) {
|
||||
|
||||
return Flux.create(emitter -> {
|
||||
chatModelQwen.chat(prompt, new StreamingChatResponseHandler()
|
||||
{
|
||||
@Override
|
||||
public void onPartialResponse(String partialResponse)
|
||||
{
|
||||
emitter.next(partialResponse);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void onCompleteResponse(ChatResponse completeResponse)
|
||||
{
|
||||
emitter.complete();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void onError(Throwable throwable)
|
||||
{
|
||||
emitter.error(throwable);
|
||||
}
|
||||
});
|
||||
});
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user