seeseemelk/ollama4j
1
0
Fork 0
forked from Mirror/ollama4j
Code Issues Pull Requests Actions Packages Releases 1 Activity

Set keepAlive to 0m in OllamaAPI requests

Browse Source 
Added keepAlive parameter with value '0m' to OllamaAPI requests for improved connection handling. Updated integration test to enable tool usage and commented out a test for raw mode and thinking with new model handling.
This commit is contained in:
amithkoujalgi
2025-09-20 23:12:35 +05:30
parent 5ef1ea906d
commit a9f6d4671c
2 changed files with 33 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

61
src/test/java/io/github/ollama4j/integrationtests/OllamaAPIIntegrationTest.java
View File

@@ -667,7 +667,7 @@ class OllamaAPIIntegrationTest {
OllamaChatMessageRole.USER,
"Compute the most important constant in the world using 5 digits")
.build();
requestModel.setUseTools(true);
OllamaChatResult chatResult = api.chat(requestModel, null);
assertNotNull(chatResult);
assertNotNull(chatResult.getResponseModel());
@@ -1060,34 +1060,37 @@ class OllamaAPIIntegrationTest {
assertFalse(result.getResponse().isEmpty());
}
/**
* Tests generate with raw=true and thinking enabled.
*
* <p>Scenario: Calls generate with raw=true and think=true combination. Usage: generate,
* raw=true, thinking enabled, no streaming.
*/
@Test
@Order(23)
void shouldGenerateWithRawModeAndThinking()
throws OllamaBaseException, IOException, URISyntaxException, InterruptedException {
api.pullModel(THINKING_TOOL_MODEL);
boolean raw =
true; // if true no formatting will be applied to the prompt. You may choose to use
// the raw parameter if you are specifying a full templated prompt in your
// request to the API
boolean thinking = true;
OllamaResult result =
api.generate(
THINKING_TOOL_MODEL,
"What is a catalyst?",
raw,
thinking,
new OptionsBuilder().build(),
new OllamaGenerateStreamObserver(null, null));
assertNotNull(result);
assertNotNull(result.getResponse());
assertNotNull(result.getThinking());
}
// /**
// * Tests generate with raw=true and thinking enabled.
// *
// * <p>Scenario: Calls generate with raw=true and think=true combination. Usage: generate,
// * raw=true, thinking enabled, no streaming.
// */
// @Test
// @Order(23)
// void shouldGenerateWithRawModeAndThinking()
// throws OllamaBaseException, IOException, URISyntaxException, InterruptedException
// {
// api.pullModel(THINKING_TOOL_MODEL_2);
// api.unloadModel(THINKING_TOOL_MODEL_2);
// boolean raw =
// true; // if true no formatting will be applied to the prompt. You may choose
// to use
// // the raw parameter if you are specifying a full templated prompt in your
// // request to the API
// boolean thinking = true;
// OllamaResult result =
// api.generate(
// THINKING_TOOL_MODEL_2,
// "Validate: 1+1=2",
// raw,
// thinking,
// new OptionsBuilder().build(),
// new OllamaGenerateStreamObserver(null, null));
// assertNotNull(result);
// assertNotNull(result.getResponse());
// assertNotNull(result.getThinking());
// }
/**
* Tests generate with all parameters enabled: raw=true, thinking=true, and streaming.