mirror of
https://github.com/amithkoujalgi/ollama4j.git
synced 2025-05-15 03:47:13 +02:00
Introduce BearerAuth class
Signed-off-by: Sven Strickroth <email@cs-ware.de>
This commit is contained in:
parent
3a792090e2
commit
138497b30f
@ -72,7 +72,7 @@ public class OllamaAPI {
|
|||||||
@Setter
|
@Setter
|
||||||
private int maxChatToolCallRetries = 3;
|
private int maxChatToolCallRetries = 3;
|
||||||
|
|
||||||
private BasicAuth basicAuth;
|
private Auth auth;
|
||||||
|
|
||||||
private final ToolRegistry toolRegistry = new ToolRegistry();
|
private final ToolRegistry toolRegistry = new ToolRegistry();
|
||||||
|
|
||||||
@ -106,11 +106,16 @@ public class OllamaAPI {
|
|||||||
* @param password the password
|
* @param password the password
|
||||||
*/
|
*/
|
||||||
public void setBasicAuth(String username, String password) {
|
public void setBasicAuth(String username, String password) {
|
||||||
this.basicAuth = new BasicAuth(username, password);
|
this.auth = new BasicAuth(username, password);
|
||||||
}
|
}
|
||||||
|
|
||||||
public void setBasicAuth(BasicAuth basicAuth) {
|
/**
|
||||||
this.basicAuth = basicAuth;
|
* Set Bearer authentication for accessing Ollama server that's behind a reverse-proxy/gateway.
|
||||||
|
*
|
||||||
|
* @param bearerToken the Bearer authentication token to provide
|
||||||
|
*/
|
||||||
|
public void setBearerAuth(String bearerToken) {
|
||||||
|
this.auth = new BearerAuth(bearerToken);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@ -860,7 +865,7 @@ public class OllamaAPI {
|
|||||||
* @throws InterruptedException if the operation is interrupted
|
* @throws InterruptedException if the operation is interrupted
|
||||||
*/
|
*/
|
||||||
public OllamaChatResult chatStreaming(OllamaChatRequest request, OllamaTokenHandler tokenHandler) throws OllamaBaseException, IOException, InterruptedException {
|
public OllamaChatResult chatStreaming(OllamaChatRequest request, OllamaTokenHandler tokenHandler) throws OllamaBaseException, IOException, InterruptedException {
|
||||||
OllamaChatEndpointCaller requestCaller = new OllamaChatEndpointCaller(host, basicAuth, requestTimeoutSeconds, verbose);
|
OllamaChatEndpointCaller requestCaller = new OllamaChatEndpointCaller(host, auth, requestTimeoutSeconds, verbose);
|
||||||
OllamaChatResult result;
|
OllamaChatResult result;
|
||||||
|
|
||||||
// add all registered tools to Request
|
// add all registered tools to Request
|
||||||
@ -1066,7 +1071,7 @@ public class OllamaAPI {
|
|||||||
* @throws InterruptedException if the thread is interrupted during the request.
|
* @throws InterruptedException if the thread is interrupted during the request.
|
||||||
*/
|
*/
|
||||||
private OllamaResult generateSyncForOllamaRequestModel(OllamaGenerateRequest ollamaRequestModel, OllamaStreamHandler streamHandler) throws OllamaBaseException, IOException, InterruptedException {
|
private OllamaResult generateSyncForOllamaRequestModel(OllamaGenerateRequest ollamaRequestModel, OllamaStreamHandler streamHandler) throws OllamaBaseException, IOException, InterruptedException {
|
||||||
OllamaGenerateEndpointCaller requestCaller = new OllamaGenerateEndpointCaller(host, basicAuth, requestTimeoutSeconds, verbose);
|
OllamaGenerateEndpointCaller requestCaller = new OllamaGenerateEndpointCaller(host, auth, requestTimeoutSeconds, verbose);
|
||||||
OllamaResult result;
|
OllamaResult result;
|
||||||
if (streamHandler != null) {
|
if (streamHandler != null) {
|
||||||
ollamaRequestModel.setStream(true);
|
ollamaRequestModel.setStream(true);
|
||||||
@ -1087,7 +1092,7 @@ public class OllamaAPI {
|
|||||||
private HttpRequest.Builder getRequestBuilderDefault(URI uri) {
|
private HttpRequest.Builder getRequestBuilderDefault(URI uri) {
|
||||||
HttpRequest.Builder requestBuilder = HttpRequest.newBuilder(uri).header("Content-Type", "application/json").timeout(Duration.ofSeconds(requestTimeoutSeconds));
|
HttpRequest.Builder requestBuilder = HttpRequest.newBuilder(uri).header("Content-Type", "application/json").timeout(Duration.ofSeconds(requestTimeoutSeconds));
|
||||||
if (isBasicAuthCredentialsSet()) {
|
if (isBasicAuthCredentialsSet()) {
|
||||||
requestBuilder.header("Authorization", basicAuth.getBasicAuthHeaderValue());
|
requestBuilder.header("Authorization", auth.getAuthHeaderValue());
|
||||||
}
|
}
|
||||||
return requestBuilder;
|
return requestBuilder;
|
||||||
}
|
}
|
||||||
@ -1098,7 +1103,7 @@ public class OllamaAPI {
|
|||||||
* @return true when Basic Auth credentials set
|
* @return true when Basic Auth credentials set
|
||||||
*/
|
*/
|
||||||
private boolean isBasicAuthCredentialsSet() {
|
private boolean isBasicAuthCredentialsSet() {
|
||||||
return basicAuth != null;
|
return auth != null;
|
||||||
}
|
}
|
||||||
|
|
||||||
private Object invokeTool(ToolFunctionCallSpec toolFunctionCallSpec) throws ToolInvocationException {
|
private Object invokeTool(ToolFunctionCallSpec toolFunctionCallSpec) throws ToolInvocationException {
|
||||||
|
10
src/main/java/io/github/ollama4j/models/request/Auth.java
Normal file
10
src/main/java/io/github/ollama4j/models/request/Auth.java
Normal file
@ -0,0 +1,10 @@
|
|||||||
|
package io.github.ollama4j.models.request;
|
||||||
|
|
||||||
|
public abstract class Auth {
|
||||||
|
/**
|
||||||
|
* Get authentication header value.
|
||||||
|
*
|
||||||
|
* @return authentication header value
|
||||||
|
*/
|
||||||
|
public abstract String getAuthHeaderValue();
|
||||||
|
}
|
@ -7,9 +7,8 @@ import lombok.Data;
|
|||||||
import lombok.NoArgsConstructor;
|
import lombok.NoArgsConstructor;
|
||||||
|
|
||||||
@Data
|
@Data
|
||||||
@NoArgsConstructor
|
|
||||||
@AllArgsConstructor
|
@AllArgsConstructor
|
||||||
public class BasicAuth {
|
public class BasicAuth extends Auth {
|
||||||
private String username;
|
private String username;
|
||||||
private String password;
|
private String password;
|
||||||
|
|
||||||
@ -18,7 +17,7 @@ public class BasicAuth {
|
|||||||
*
|
*
|
||||||
* @return basic authentication header value (encoded credentials)
|
* @return basic authentication header value (encoded credentials)
|
||||||
*/
|
*/
|
||||||
public String getBasicAuthHeaderValue() {
|
public String getAuthHeaderValue() {
|
||||||
final String credentialsToEncode = this.getUsername() + ":" + this.getPassword();
|
final String credentialsToEncode = this.getUsername() + ":" + this.getPassword();
|
||||||
return "Basic " + Base64.getEncoder().encodeToString(credentialsToEncode.getBytes());
|
return "Basic " + Base64.getEncoder().encodeToString(credentialsToEncode.getBytes());
|
||||||
}
|
}
|
||||||
|
@ -0,0 +1,19 @@
|
|||||||
|
package io.github.ollama4j.models.request;
|
||||||
|
|
||||||
|
import lombok.AllArgsConstructor;
|
||||||
|
import lombok.Data;
|
||||||
|
|
||||||
|
@Data
|
||||||
|
@AllArgsConstructor
|
||||||
|
public class BearerAuth extends Auth {
|
||||||
|
private String bearerToken;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get authentication header value.
|
||||||
|
*
|
||||||
|
* @return authentication header value with bearer token
|
||||||
|
*/
|
||||||
|
public String getAuthHeaderValue() {
|
||||||
|
return "Bearer "+ bearerToken;
|
||||||
|
}
|
||||||
|
}
|
@ -30,8 +30,8 @@ public class OllamaChatEndpointCaller extends OllamaEndpointCaller {
|
|||||||
|
|
||||||
private OllamaTokenHandler tokenHandler;
|
private OllamaTokenHandler tokenHandler;
|
||||||
|
|
||||||
public OllamaChatEndpointCaller(String host, BasicAuth basicAuth, long requestTimeoutSeconds, boolean verbose) {
|
public OllamaChatEndpointCaller(String host, Auth auth, long requestTimeoutSeconds, boolean verbose) {
|
||||||
super(host, basicAuth, requestTimeoutSeconds, verbose);
|
super(host, auth, requestTimeoutSeconds, verbose);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
@ -19,13 +19,13 @@ public abstract class OllamaEndpointCaller {
|
|||||||
private static final Logger LOG = LoggerFactory.getLogger(OllamaAPI.class);
|
private static final Logger LOG = LoggerFactory.getLogger(OllamaAPI.class);
|
||||||
|
|
||||||
private final String host;
|
private final String host;
|
||||||
private final BasicAuth basicAuth;
|
private final Auth auth;
|
||||||
private final long requestTimeoutSeconds;
|
private final long requestTimeoutSeconds;
|
||||||
private final boolean verbose;
|
private final boolean verbose;
|
||||||
|
|
||||||
public OllamaEndpointCaller(String host, BasicAuth basicAuth, long requestTimeoutSeconds, boolean verbose) {
|
public OllamaEndpointCaller(String host, Auth auth, long requestTimeoutSeconds, boolean verbose) {
|
||||||
this.host = host;
|
this.host = host;
|
||||||
this.basicAuth = basicAuth;
|
this.auth = auth;
|
||||||
this.requestTimeoutSeconds = requestTimeoutSeconds;
|
this.requestTimeoutSeconds = requestTimeoutSeconds;
|
||||||
this.verbose = verbose;
|
this.verbose = verbose;
|
||||||
}
|
}
|
||||||
@ -46,19 +46,19 @@ public abstract class OllamaEndpointCaller {
|
|||||||
HttpRequest.newBuilder(uri)
|
HttpRequest.newBuilder(uri)
|
||||||
.header("Content-Type", "application/json")
|
.header("Content-Type", "application/json")
|
||||||
.timeout(Duration.ofSeconds(this.requestTimeoutSeconds));
|
.timeout(Duration.ofSeconds(this.requestTimeoutSeconds));
|
||||||
if (isBasicAuthCredentialsSet()) {
|
if (isAuthCredentialsSet()) {
|
||||||
requestBuilder.header("Authorization", this.basicAuth.getBasicAuthHeaderValue());
|
requestBuilder.header("Authorization", this.auth.getAuthHeaderValue());
|
||||||
}
|
}
|
||||||
return requestBuilder;
|
return requestBuilder;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Check if Basic Auth credentials set.
|
* Check if Auth credentials set.
|
||||||
*
|
*
|
||||||
* @return true when Basic Auth credentials set
|
* @return true when Auth credentials set
|
||||||
*/
|
*/
|
||||||
protected boolean isBasicAuthCredentialsSet() {
|
protected boolean isAuthCredentialsSet() {
|
||||||
return this.basicAuth != null;
|
return this.auth != null;
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@ -28,7 +28,7 @@ public class OllamaGenerateEndpointCaller extends OllamaEndpointCaller {
|
|||||||
|
|
||||||
private OllamaGenerateStreamObserver streamObserver;
|
private OllamaGenerateStreamObserver streamObserver;
|
||||||
|
|
||||||
public OllamaGenerateEndpointCaller(String host, BasicAuth basicAuth, long requestTimeoutSeconds, boolean verbose) {
|
public OllamaGenerateEndpointCaller(String host, Auth basicAuth, long requestTimeoutSeconds, boolean verbose) {
|
||||||
super(host, basicAuth, requestTimeoutSeconds, verbose);
|
super(host, basicAuth, requestTimeoutSeconds, verbose);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user