流式请求不支持gpt4吗?

[qixing-ai]

No description provided.

[qixing-ai]

自问自答吧:

@service
public class ChatService {

@Value("${api-key}")
private String apiKey;

@Value("${proxy.host}")
private String proxyHost;

@Value("${proxy.port}")
private int proxyPort;

@Value("${api-baseurl}")
private String baseUrl;

@Value("${api-model}")
private String model;

public SseEmitter createChatStream(List<Message> messages) {
    Proxy proxy = Proxys.http(proxyHost, proxyPort);

    ChatGPTStream chatGPTStream = ChatGPTStream.builder()
            .timeout(600)
            .apiKey(apiKey)
            .proxy(proxy)
            .apiHost(baseUrl)
            .build()
            .init();

    SseEmitter sseEmitter = new SseEmitter(Long.MAX_VALUE);
    GPTEventSourceListener listener = new GPTEventSourceListener(sseEmitter);
    ChatCompletion chatCompletion = ChatCompletion.builder()
            .messages(messages)
            .model(model)
            .stream(true)
            .build();
    chatGPTStream.streamChatCompletion(chatCompletion, listener);
    return sseEmitter;
}

}