use openai conversation api

Author: nobodyiam

pom.xml

@@ -17,7 +17,7 @@
   <properties>
     <java.version>17</java.version>
     <openai-gpt3-java.version>0.22.92</openai-gpt3-java.version>
-    <openai-java.version>3.0.1</openai-java.version>
+    <openai-java.version>3.4.1</openai-java.version>
     <guava.version>33.2.1-jre</guava.version>
     <flexmark.version>0.64.8</flexmark.version>
     <milvus.version>2.4.2</milvus.version>

src/main/java/com/apolloconfig/apollo/ai/qabot/controller/QAWithResponseController.java

@@ -34,26 +34,34 @@ public QAWithResponseController(OpenAiResponseService aiService) {
 
   @GetMapping(produces = MediaType.TEXT_EVENT_STREAM_VALUE)
   public Flux<Answer> qa(@RequestParam String question,
-      @RequestParam(required = false, defaultValue = "") String threadId) {
+      @RequestParam(name = "threadId", required = false, defaultValue = "") String conversationId) {
     question = question.trim();
     if (Strings.isNullOrEmpty(question)) {
       return Flux.just(Answer.EMPTY);
     }
 
+    if (Strings.isNullOrEmpty(conversationId)) {
+      conversationId = getConversationId();
+    }
+
     try {
-      return doQA(threadId, question);
+      return doQA(conversationId, question);
     } catch (Throwable exception) {
       LOGGER.error("Error while calling Assistants API", exception);
       return Flux.just(Answer.ERROR);
     }
   }
 
-  private Flux<Answer> doQA(String threadId, String question) {
+  private String getConversationId() {
+    return aiService.createConversation().id();
+  }
+
+  private Flux<Answer> doQA(String conversationId, String question) {
     if (LOGGER.isDebugEnabled()) {
       LOGGER.debug("\nPrompt message: {}", question);
     }
 
-    Flux<ResponseStreamEvent> result = aiService.getResponseMessage(threadId, question);
+    Flux<ResponseStreamEvent> result = aiService.getResponseMessage(conversationId, question);
 
     return result.filter(
             responseStreamEvent -> responseStreamEvent.isOutputTextDelta()
@@ -67,13 +75,13 @@ private Flux<Answer> doQA(String threadId, String question) {
             return getAnswerFromOutputTextDelta(responseStreamEvent.outputTextDelta().get());
           } else if (responseStreamEvent.isCompleted() && responseStreamEvent.completed()
               .isPresent()) {
-            return getAnswerFromCompleted(responseStreamEvent.completed().get());
+            return getAnswerFromCompleted(conversationId, responseStreamEvent.completed().get());
           }
           return Answer.EMPTY;
         }).onErrorReturn(Answer.ERROR);
   }
 
-  private @NotNull Answer getAnswerFromCompleted(ResponseCompletedEvent responseCompletedEvent) {
+  private @NotNull Answer getAnswerFromCompleted(String conversationId, ResponseCompletedEvent responseCompletedEvent) {
     Set<String> relatedFiles = responseCompletedEvent.response().output().stream()
         .filter(responseOutputItem -> responseOutputItem.isMessage()
             && responseOutputItem.message().isPresent())
@@ -93,7 +101,7 @@ private Flux<Answer> doQA(String threadId, String question) {
           return fileName;
         })
         .collect(Collectors.toSet());
-    return new Answer(END_SYMBOL, responseCompletedEvent.response().id(), relatedFiles);
+    return new Answer(END_SYMBOL, conversationId, relatedFiles);
   }
 
   private @NotNull Answer getAnswerFromOutputTextDelta(

src/main/java/com/apolloconfig/apollo/ai/qabot/openai/OpenAiResponseService.java

@@ -8,6 +8,8 @@
 import com.openai.core.http.AsyncStreamResponse;
 import com.openai.models.Reasoning;
 import com.openai.models.ReasoningEffort;
+import com.openai.models.conversations.Conversation;
+import com.openai.models.conversations.ConversationCreateParams;
 import com.openai.models.responses.FileSearchTool;
 import com.openai.models.responses.ResponseCreateParams;
 import com.openai.models.responses.ResponseCreateParams.Builder;
@@ -53,15 +55,15 @@ public OpenAiResponseService(OpenAiAssistantsConfig config) {
     vectorStoreId = config.getVectorStoreId();
   }
 
-  public Flux<ResponseStreamEvent> getResponseMessage(String previousResponseId, String prompt) {
+  public Flux<ResponseStreamEvent> getResponseMessage(String conversationId, String prompt) {
     Builder paramsBuilder = ResponseCreateParams.builder()
         .instructions(instructions)
         .model(model)
         .input(prompt)
         .reasoning(Reasoning.builder().effort(ReasoningEffort.LOW).build())
         .addTool(FileSearchTool.builder().addVectorStoreId(vectorStoreId).build());
-    if (!Strings.isNullOrEmpty(previousResponseId)) {
-      paramsBuilder.previousResponseId(previousResponseId);
+    if (!Strings.isNullOrEmpty(conversationId)) {
+      paramsBuilder.conversation(conversationId);
     }
     ResponseCreateParams responseCreateParams = paramsBuilder.build();
     AsyncStreamResponse<ResponseStreamEvent> response = client.async()
@@ -150,7 +152,7 @@ public void deleteVectorStoreFile(String fileId) {
     this.service.deleteFile(fileId);
   }
 
-  public String getFileName(String fileId) {
-    return this.service.retrieveFile(fileId).getFilename();
+  public Conversation createConversation() {
+    return this.client.conversations().create(ConversationCreateParams.builder().build());
   }
 }