From a85c23d64a99d431666f8bca7caa0efc1d037a85 Mon Sep 17 00:00:00 2001 From: Sebastiaan de Schaetzen Date: Mon, 27 May 2024 16:56:26 +0200 Subject: [PATCH] Stream only the new tokens, not the entire message --- .../ollama4j/models/chat/OllamaChatStreamObserver.java | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/src/main/java/io/github/ollama4j/models/chat/OllamaChatStreamObserver.java b/src/main/java/io/github/ollama4j/models/chat/OllamaChatStreamObserver.java index 9f1bf7f..bfa2b7c 100644 --- a/src/main/java/io/github/ollama4j/models/chat/OllamaChatStreamObserver.java +++ b/src/main/java/io/github/ollama4j/models/chat/OllamaChatStreamObserver.java @@ -11,8 +11,6 @@ public class OllamaChatStreamObserver { private List responseParts = new ArrayList<>(); - private String message = ""; - public OllamaChatStreamObserver(OllamaStreamHandler streamHandler) { this.streamHandler = streamHandler; } @@ -23,8 +21,7 @@ public class OllamaChatStreamObserver { } protected void handleCurrentResponsePart(OllamaChatResponseModel currentResponsePart) { - message = message + currentResponsePart.getMessage().getContent(); - streamHandler.accept(message); + streamHandler.accept(currentResponsePart.getMessage().getContent()); }