mirror of
				https://github.com/amithkoujalgi/ollama4j.git
				synced 2025-10-31 16:40:41 +01:00 
			
		
		
		
	Compare commits
	
		
			39 Commits
		
	
	
		
	
	| Author | SHA1 | Date | |
|---|---|---|---|
|   | e43bd3acb4 | ||
|   | 0b041f4340 | ||
|   | 6c6062b757 | ||
|   | 68fd8b7cc8 | ||
|   | bb6f8aa343 | ||
|   | 12802be0bc | ||
|   | bd56ccfef7 | ||
|   | 51563f276f | ||
|   | 6e282124bf | ||
|   | 3ab9e4c283 | ||
|   | 2db6a22cc7 | ||
|   | cc69341620 | ||
|   | 4589a9032c | ||
|   | da273402b5 | ||
|   | cfa8aa14d7 | ||
|   | bc4e8303aa | ||
|   | f2f740a2a0 | ||
|   | 4cbb783a61 | ||
|   | 5c9e0b7d8a | ||
|   | 2f8577a24d | ||
|   | 02116b7025 | ||
|   | f3778f8786 | ||
|   | c6141634db | ||
|   | d9f98ad901 | ||
|   | 79d97445b8 | ||
|   | 1c40697c96 | ||
|   | f03026abb3 | ||
|   | 63a6e81ac2 | ||
|   | 76cad0f584 | ||
|   | bee2908d1e | ||
|   | 8a4c9fd969 | ||
|   | d470f940b0 | ||
|   | df402efaba | ||
|   | 677362abbf | ||
|   | 81689be194 | ||
|   | fd93036d08 | ||
|   | c9b05a725b | ||
|   | a4e1b4afe9 | ||
|   | 3d21813abb | 
							
								
								
									
										58
									
								
								.github/workflows/gh-mvn-publish.yml
									
									
									
									
										vendored
									
									
										Normal file
									
								
							
							
						
						
									
										58
									
								
								.github/workflows/gh-mvn-publish.yml
									
									
									
									
										vendored
									
									
										Normal file
									
								
							| @@ -0,0 +1,58 @@ | |||||||
|  | name: Release Artifacts to GitHub Maven Packages | ||||||
|  |  | ||||||
|  | on: | ||||||
|  |   release: | ||||||
|  |     types: [ created ] | ||||||
|  |  | ||||||
|  | jobs: | ||||||
|  |   build: | ||||||
|  |  | ||||||
|  |     runs-on: ubuntu-latest | ||||||
|  |     permissions: | ||||||
|  |       contents: read | ||||||
|  |       packages: write | ||||||
|  |  | ||||||
|  |     steps: | ||||||
|  |       - uses: actions/checkout@v3 | ||||||
|  |       - name: Set up JDK 17 | ||||||
|  |         uses: actions/setup-java@v3 | ||||||
|  |         with: | ||||||
|  |           java-version: '17' | ||||||
|  |           distribution: 'temurin' | ||||||
|  |           server-id: github | ||||||
|  |           settings-path: ${{ github.workspace }} | ||||||
|  |  | ||||||
|  |       - name: maven-settings-xml-action | ||||||
|  |         uses: whelk-io/maven-settings-xml-action@v22 | ||||||
|  |         with: | ||||||
|  |           servers: '[{ "id": "${repo.id}", "username": "${repo.user}", "password": "${repo.pass}" }]' | ||||||
|  |  | ||||||
|  |       - name: Find and Replace | ||||||
|  |         uses: jacobtomlinson/gha-find-replace@v3 | ||||||
|  |         with: | ||||||
|  |           find: "ollama4j-revision" | ||||||
|  |           replace: ${{ github.ref_name }} | ||||||
|  |           regex: false | ||||||
|  |  | ||||||
|  |       - name: Find and Replace | ||||||
|  |         uses: jacobtomlinson/gha-find-replace@v3 | ||||||
|  |         with: | ||||||
|  |           find: "mvn-repo-id" | ||||||
|  |           replace: github | ||||||
|  |           regex: false | ||||||
|  |  | ||||||
|  |       - name: Import GPG key | ||||||
|  |         uses: crazy-max/ghaction-import-gpg@v6 | ||||||
|  |         with: | ||||||
|  |           gpg_private_key: ${{ secrets.GPG_PRIVATE_KEY }} | ||||||
|  |           passphrase: ${{ secrets.GPG_PASSPHRASE }} | ||||||
|  |       - name: List keys | ||||||
|  |         run: gpg -K | ||||||
|  |  | ||||||
|  |       - name: Build with Maven | ||||||
|  |         run: mvn --file pom.xml -U clean package -Punit-tests | ||||||
|  |  | ||||||
|  |       - name: Publish to GitHub Packages Apache Maven | ||||||
|  |         run: mvn deploy -Punit-tests -s $GITHUB_WORKSPACE/settings.xml -Dgpg.passphrase=${{ secrets.GPG_PASSPHRASE }} -Drepo.id=github -Drepo.user=${{ secrets.GH_MVN_USER }} -Drepo.pass=${{ secrets.GH_MVN_PASS }} -DaltDeploymentRepository=github::default::https://maven.pkg.github.com/ollama4j/ollama4j | ||||||
|  |         env: | ||||||
|  |           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||||||
							
								
								
									
										68
									
								
								.github/workflows/maven-publish.yml
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										68
									
								
								.github/workflows/maven-publish.yml
									
									
									
									
										vendored
									
									
								
							| @@ -1,22 +1,31 @@ | |||||||
| # This workflow will build a package using Maven and then publish it to GitHub packages when a release is created | # This workflow will build a package using Maven and then publish it to GitHub packages when a release is created | ||||||
| # For more information see: https://github.com/actions/setup-java/blob/main/docs/advanced-usage.md#apache-maven-with-a-settings-path | # For more information see: https://github.com/actions/setup-java/blob/main/docs/advanced-usage.md#apache-maven-with-a-settings-path | ||||||
|  |  | ||||||
| name: Release Artifacts | name: Release Artifacts to Maven Central | ||||||
|  |  | ||||||
| on: | on: | ||||||
|   release: |   release: | ||||||
|     types: [ created ] |     types: [ created ] | ||||||
|  |  | ||||||
|  |  | ||||||
|  | #on: | ||||||
|  | #  pull_request: | ||||||
|  | #    types: [ opened, reopened ] | ||||||
|  | #    branches: [ "main" ] | ||||||
|  |  | ||||||
|  |  | ||||||
| jobs: | jobs: | ||||||
|   build: |   build: | ||||||
|  |  | ||||||
|     runs-on: ubuntu-latest |     runs-on: ubuntu-latest | ||||||
|  |  | ||||||
|     permissions: |     permissions: | ||||||
|       contents: read |       contents: write | ||||||
|       packages: write |       packages: write | ||||||
|  |  | ||||||
|     steps: |     steps: | ||||||
|       - uses: actions/checkout@v3 |       - uses: actions/checkout@v3 | ||||||
|  |  | ||||||
|       - name: Set up JDK 17 |       - name: Set up JDK 17 | ||||||
|         uses: actions/setup-java@v3 |         uses: actions/setup-java@v3 | ||||||
|         with: |         with: | ||||||
| @@ -25,6 +34,19 @@ jobs: | |||||||
|           server-id: github # Value of the distributionManagement/repository/id field of the pom.xml |           server-id: github # Value of the distributionManagement/repository/id field of the pom.xml | ||||||
|           settings-path: ${{ github.workspace }} # location for the settings.xml file |           settings-path: ${{ github.workspace }} # location for the settings.xml file | ||||||
|  |  | ||||||
|  |       - name: maven-settings-xml-action | ||||||
|  |         uses: whelk-io/maven-settings-xml-action@v22 | ||||||
|  |         with: | ||||||
|  |           servers: '[{ "id": "${repo.id}", "username": "${repo.user}", "password": "${repo.pass}" }]' | ||||||
|  |  | ||||||
|  |       - name: Import GPG key | ||||||
|  |         uses: crazy-max/ghaction-import-gpg@v6 | ||||||
|  |         with: | ||||||
|  |           gpg_private_key: ${{ secrets.GPG_PRIVATE_KEY }} | ||||||
|  |           passphrase: ${{ secrets.GPG_PASSPHRASE }} | ||||||
|  |       - name: List keys | ||||||
|  |         run: gpg -K | ||||||
|  |  | ||||||
|       - name: Find and Replace |       - name: Find and Replace | ||||||
|         uses: jacobtomlinson/gha-find-replace@v3 |         uses: jacobtomlinson/gha-find-replace@v3 | ||||||
|         with: |         with: | ||||||
| @@ -32,10 +54,42 @@ jobs: | |||||||
|           replace: ${{ github.ref_name }} |           replace: ${{ github.ref_name }} | ||||||
|           regex: false |           regex: false | ||||||
|  |  | ||||||
|       - name: Build with Maven |       - name: Find and Replace | ||||||
|         run: mvn --file pom.xml -U clean package -Punit-tests |         uses: jacobtomlinson/gha-find-replace@v3 | ||||||
|  |         with: | ||||||
|  |           find: "mvn-repo-id" | ||||||
|  |           replace: central | ||||||
|  |           regex: false | ||||||
|  |  | ||||||
|       - name: Publish to GitHub Packages Apache Maven |       - name: Publish to Maven Central | ||||||
|         run: mvn deploy -s $GITHUB_WORKSPACE/settings.xml --file pom.xml |         run: mvn deploy -Dgpg.passphrase=${{ secrets.GPG_PASSPHRASE }} -Drepo.id=central -Drepo.user=${{ secrets.MVN_USER }} -Drepo.pass=${{ secrets.MVN_PASS }} | ||||||
|  |  | ||||||
|  |       - name: Upload Release Asset - JAR | ||||||
|  |         uses: actions/upload-release-asset@v1 | ||||||
|         env: |         env: | ||||||
|           GITHUB_TOKEN: ${{ github.token }} |           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||||||
|  |         with: | ||||||
|  |           upload_url: ${{ github.event.release.upload_url }} | ||||||
|  |           asset_path: target/ollama4j-${{ github.ref_name }}.jar | ||||||
|  |           asset_name: ollama4j-${{ github.ref_name }}.jar | ||||||
|  |           asset_content_type: application/x-jar | ||||||
|  |  | ||||||
|  |       - name: Upload Release Asset - Javadoc JAR | ||||||
|  |         uses: actions/upload-release-asset@v1 | ||||||
|  |         env: | ||||||
|  |           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||||||
|  |         with: | ||||||
|  |           upload_url: ${{ github.event.release.upload_url }} | ||||||
|  |           asset_path: target/ollama4j-${{ github.ref_name }}-javadoc.jar | ||||||
|  |           asset_name: ollama4j-${{ github.ref_name }}-javadoc.jar | ||||||
|  |           asset_content_type: application/x-jar | ||||||
|  |  | ||||||
|  |       - name: Upload Release Asset - Sources JAR | ||||||
|  |         uses: actions/upload-release-asset@v1 | ||||||
|  |         env: | ||||||
|  |           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||||||
|  |         with: | ||||||
|  |           upload_url: ${{ github.event.release.upload_url }} | ||||||
|  |           asset_path: target/ollama4j-${{ github.ref_name }}-sources.jar | ||||||
|  |           asset_name: ollama4j-${{ github.ref_name }}-sources.jar | ||||||
|  |           asset_content_type: application/x-jar | ||||||
							
								
								
									
										1
									
								
								.gitignore
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										1
									
								
								.gitignore
									
									
									
									
										vendored
									
									
								
							| @@ -37,6 +37,5 @@ build/ | |||||||
| ### Mac OS ### | ### Mac OS ### | ||||||
| .DS_Store | .DS_Store | ||||||
| /.idea/ | /.idea/ | ||||||
| /src/main/java/io/github/amithkoujalgi/ollama4j/core/localtests/ |  | ||||||
| pom.xml.* | pom.xml.* | ||||||
| release.properties | release.properties | ||||||
							
								
								
									
										128
									
								
								CODE_OF_CONDUCT.md
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										128
									
								
								CODE_OF_CONDUCT.md
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,128 @@ | |||||||
|  | # Contributor Covenant Code of Conduct | ||||||
|  |  | ||||||
|  | ## Our Pledge | ||||||
|  |  | ||||||
|  | We as members, contributors, and leaders pledge to make participation in our | ||||||
|  | community a harassment-free experience for everyone, regardless of age, body | ||||||
|  | size, visible or invisible disability, ethnicity, sex characteristics, gender | ||||||
|  | identity and expression, level of experience, education, socio-economic status, | ||||||
|  | nationality, personal appearance, race, religion, or sexual identity | ||||||
|  | and orientation. | ||||||
|  |  | ||||||
|  | We pledge to act and interact in ways that contribute to an open, welcoming, | ||||||
|  | diverse, inclusive, and healthy community. | ||||||
|  |  | ||||||
|  | ## Our Standards | ||||||
|  |  | ||||||
|  | Examples of behavior that contributes to a positive environment for our | ||||||
|  | community include: | ||||||
|  |  | ||||||
|  | * Demonstrating empathy and kindness toward other people | ||||||
|  | * Being respectful of differing opinions, viewpoints, and experiences | ||||||
|  | * Giving and gracefully accepting constructive feedback | ||||||
|  | * Accepting responsibility and apologizing to those affected by our mistakes, | ||||||
|  |   and learning from the experience | ||||||
|  | * Focusing on what is best not just for us as individuals, but for the | ||||||
|  |   overall community | ||||||
|  |  | ||||||
|  | Examples of unacceptable behavior include: | ||||||
|  |  | ||||||
|  | * The use of sexualized language or imagery, and sexual attention or | ||||||
|  |   advances of any kind | ||||||
|  | * Trolling, insulting or derogatory comments, and personal or political attacks | ||||||
|  | * Public or private harassment | ||||||
|  | * Publishing others' private information, such as a physical or email | ||||||
|  |   address, without their explicit permission | ||||||
|  | * Other conduct which could reasonably be considered inappropriate in a | ||||||
|  |   professional setting | ||||||
|  |  | ||||||
|  | ## Enforcement Responsibilities | ||||||
|  |  | ||||||
|  | Community leaders are responsible for clarifying and enforcing our standards of | ||||||
|  | acceptable behavior and will take appropriate and fair corrective action in | ||||||
|  | response to any behavior that they deem inappropriate, threatening, offensive, | ||||||
|  | or harmful. | ||||||
|  |  | ||||||
|  | Community leaders have the right and responsibility to remove, edit, or reject | ||||||
|  | comments, commits, code, wiki edits, issues, and other contributions that are | ||||||
|  | not aligned to this Code of Conduct, and will communicate reasons for moderation | ||||||
|  | decisions when appropriate. | ||||||
|  |  | ||||||
|  | ## Scope | ||||||
|  |  | ||||||
|  | This Code of Conduct applies within all community spaces, and also applies when | ||||||
|  | an individual is officially representing the community in public spaces. | ||||||
|  | Examples of representing our community include using an official e-mail address, | ||||||
|  | posting via an official social media account, or acting as an appointed | ||||||
|  | representative at an online or offline event. | ||||||
|  |  | ||||||
|  | ## Enforcement | ||||||
|  |  | ||||||
|  | Instances of abusive, harassing, or otherwise unacceptable behavior may be | ||||||
|  | reported to the community leaders responsible for enforcement at | ||||||
|  | koujalgi.amith@gmail.com. | ||||||
|  | All complaints will be reviewed and investigated promptly and fairly. | ||||||
|  |  | ||||||
|  | All community leaders are obligated to respect the privacy and security of the | ||||||
|  | reporter of any incident. | ||||||
|  |  | ||||||
|  | ## Enforcement Guidelines | ||||||
|  |  | ||||||
|  | Community leaders will follow these Community Impact Guidelines in determining | ||||||
|  | the consequences for any action they deem in violation of this Code of Conduct: | ||||||
|  |  | ||||||
|  | ### 1. Correction | ||||||
|  |  | ||||||
|  | **Community Impact**: Use of inappropriate language or other behavior deemed | ||||||
|  | unprofessional or unwelcome in the community. | ||||||
|  |  | ||||||
|  | **Consequence**: A private, written warning from community leaders, providing | ||||||
|  | clarity around the nature of the violation and an explanation of why the | ||||||
|  | behavior was inappropriate. A public apology may be requested. | ||||||
|  |  | ||||||
|  | ### 2. Warning | ||||||
|  |  | ||||||
|  | **Community Impact**: A violation through a single incident or series | ||||||
|  | of actions. | ||||||
|  |  | ||||||
|  | **Consequence**: A warning with consequences for continued behavior. No | ||||||
|  | interaction with the people involved, including unsolicited interaction with | ||||||
|  | those enforcing the Code of Conduct, for a specified period of time. This | ||||||
|  | includes avoiding interactions in community spaces as well as external channels | ||||||
|  | like social media. Violating these terms may lead to a temporary or | ||||||
|  | permanent ban. | ||||||
|  |  | ||||||
|  | ### 3. Temporary Ban | ||||||
|  |  | ||||||
|  | **Community Impact**: A serious violation of community standards, including | ||||||
|  | sustained inappropriate behavior. | ||||||
|  |  | ||||||
|  | **Consequence**: A temporary ban from any sort of interaction or public | ||||||
|  | communication with the community for a specified period of time. No public or | ||||||
|  | private interaction with the people involved, including unsolicited interaction | ||||||
|  | with those enforcing the Code of Conduct, is allowed during this period. | ||||||
|  | Violating these terms may lead to a permanent ban. | ||||||
|  |  | ||||||
|  | ### 4. Permanent Ban | ||||||
|  |  | ||||||
|  | **Community Impact**: Demonstrating a pattern of violation of community | ||||||
|  | standards, including sustained inappropriate behavior,  harassment of an | ||||||
|  | individual, or aggression toward or disparagement of classes of individuals. | ||||||
|  |  | ||||||
|  | **Consequence**: A permanent ban from any sort of public interaction within | ||||||
|  | the community. | ||||||
|  |  | ||||||
|  | ## Attribution | ||||||
|  |  | ||||||
|  | This Code of Conduct is adapted from the [Contributor Covenant][homepage], | ||||||
|  | version 2.0, available at | ||||||
|  | https://www.contributor-covenant.org/version/2/0/code_of_conduct.html. | ||||||
|  |  | ||||||
|  | Community Impact Guidelines were inspired by [Mozilla's code of conduct | ||||||
|  | enforcement ladder](https://github.com/mozilla/diversity). | ||||||
|  |  | ||||||
|  | [homepage]: https://www.contributor-covenant.org | ||||||
|  |  | ||||||
|  | For answers to common questions about this code of conduct, see the FAQ at | ||||||
|  | https://www.contributor-covenant.org/faq. Translations are available at | ||||||
|  | https://www.contributor-covenant.org/translations. | ||||||
							
								
								
									
										4
									
								
								Makefile
									
									
									
									
									
								
							
							
						
						
									
										4
									
								
								Makefile
									
									
									
									
									
								
							| @@ -1,10 +1,10 @@ | |||||||
| build: | build: | ||||||
| 	mvn -B clean install | 	mvn -B clean install | ||||||
|  |  | ||||||
| ut: | unit-tests: | ||||||
| 	mvn clean test -Punit-tests | 	mvn clean test -Punit-tests | ||||||
|  |  | ||||||
| it: | integration-tests: | ||||||
| 	mvn clean verify -Pintegration-tests | 	mvn clean verify -Pintegration-tests | ||||||
|  |  | ||||||
| doxygen: | doxygen: | ||||||
|   | |||||||
							
								
								
									
										220
									
								
								README.md
									
									
									
									
									
								
							
							
						
						
									
										220
									
								
								README.md
									
									
									
									
									
								
							| @@ -1,49 +1,49 @@ | |||||||
| <div style="text-align: center"> |  | ||||||
|  |  | ||||||
| ### Ollama4j | ### Ollama4j | ||||||
|  |  | ||||||
| <p align="center"> | <p align="center"> | ||||||
|   <img src='https://raw.githubusercontent.com/amithkoujalgi/ollama4j/65a9d526150da8fcd98e2af6a164f055572bf722/ollama4j.jpeg' width='100' alt="ollama4j-icon"> |   <img src='https://raw.githubusercontent.com/ollama4j/ollama4j/65a9d526150da8fcd98e2af6a164f055572bf722/ollama4j.jpeg' width='100' alt="ollama4j-icon"> | ||||||
| </p> | </p> | ||||||
|  |  | ||||||
|  |  | ||||||
| A Java library (wrapper/binding) for [Ollama](https://ollama.ai/) server. | A Java library (wrapper/binding) for [Ollama](https://ollama.ai/) server. | ||||||
|  |  | ||||||
| Find more details on the [website](https://amithkoujalgi.github.io/ollama4j/). | Find more details on the [website](https://ollama4j.github.io/ollama4j/). | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  | [//]: # () | ||||||
|  |  | ||||||
|  |  | ||||||
| [](https://codecov.io/gh/amithkoujalgi/ollama4j) |  | ||||||
|  |  | ||||||
|  | [//]: # () | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
| </div> | [//]: # () | ||||||
|  |  | ||||||
| [//]: # () | [//]: # () | ||||||
|  |  | ||||||
| [//]: # () | [//]: # () | ||||||
|  |  | ||||||
|  | [//]: # () | ||||||
|  |  | ||||||
|  |  | ||||||
|  | [](https://codecov.io/gh/ollama4j/ollama4j) | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  | [//]: # () | ||||||
|  |  | ||||||
|  | [//]: # () | ||||||
|  |  | ||||||
| ## Table of Contents | ## Table of Contents | ||||||
|  |  | ||||||
| - [How does it work?](#how-does-it-work) | - [How does it work?](#how-does-it-work) | ||||||
| - [Requirements](#requirements) | - [Requirements](#requirements) | ||||||
| - [Installation](#installation) | - [Installation](#installation) | ||||||
| - [API Spec](https://amithkoujalgi.github.io/ollama4j/docs/category/apis---model-management) | - [API Spec](https://ollama4j.github.io/ollama4j/category/apis---model-management) | ||||||
| - [Javadoc](https://amithkoujalgi.github.io/ollama4j/apidocs/) | - [Javadoc](https://ollama4j.github.io/ollama4j/apidocs/) | ||||||
| - [Development](#development) | - [Development](#development) | ||||||
| - [Contributions](#get-involved) | - [Contributions](#get-involved) | ||||||
| - [References](#references) | - [References](#references) | ||||||
| @@ -64,43 +64,117 @@ Find more details on the [website](https://amithkoujalgi.github.io/ollama4j/). | |||||||
|  |  | ||||||
| #### Requirements | #### Requirements | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
| [![][ollama-shield]][ollama-link] **Or** [![][ollama-docker-shield]][ollama-docker] |  | ||||||
|  | <table> | ||||||
|  | <tr> | ||||||
|  | <td>  | ||||||
|  |  | ||||||
|  | [![][ollama-shield]][ollama-link] | ||||||
|  |  | ||||||
|  | </td>  | ||||||
|  |  | ||||||
|  | <td>  | ||||||
|  |  | ||||||
|  | [![][ollama-docker-shield]][ollama-docker] | ||||||
|  |  | ||||||
|  | </td> | ||||||
|  | </tr> | ||||||
|  | <tr> | ||||||
|  | <td> | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  | macOS | ||||||
|  |  | ||||||
|  | https://ollama.com/download/Ollama-darwin.zip | ||||||
|  |  | ||||||
|  | Linux | ||||||
|  |  | ||||||
|  | ```shell  | ||||||
|  | curl -fsSL https://ollama.com/install.sh \| sh | ||||||
|  | ``` | ||||||
|  |  | ||||||
|  | Windows | ||||||
|  |  | ||||||
|  | https://ollama.com/download/OllamaSetup.exe | ||||||
|  |  | ||||||
|  |  | ||||||
|  | </td> | ||||||
|  | <td> | ||||||
|  |  | ||||||
|  |  | ||||||
|  |  | ||||||
|  | CPU only | ||||||
|  |  | ||||||
|  | ```shell | ||||||
|  | docker run -d -p 11434:11434 \ | ||||||
|  |   -v ollama:/root/.ollama \ | ||||||
|  |   --name ollama \ | ||||||
|  |   ollama/ollama | ||||||
|  | ``` | ||||||
|  |  | ||||||
|  | NVIDIA GPU | ||||||
|  |  | ||||||
|  | ```shell | ||||||
|  | docker run -d -p 11434:11434 \ | ||||||
|  |   --gpus=all \ | ||||||
|  |   -v ollama:/root/.ollama \ | ||||||
|  |   --name ollama \ | ||||||
|  |   ollama/ollama | ||||||
|  | ``` | ||||||
|  |  | ||||||
|  | </td> | ||||||
|  | </tr> | ||||||
|  | </table> | ||||||
|  |  | ||||||
| [ollama-link]: https://ollama.ai/ | [ollama-link]: https://ollama.ai/ | ||||||
|  |  | ||||||
| [ollama-shield]: https://img.shields.io/badge/Ollama-Local_Installation-blue.svg?style=just-the-message&labelColor=gray | [ollama-shield]: https://img.shields.io/badge/Ollama-Local_Installation-blue.svg?style=for-the-badge&labelColor=gray | ||||||
|  |  | ||||||
| [ollama-docker]: https://hub.docker.com/r/ollama/ollama | [ollama-docker]: https://hub.docker.com/r/ollama/ollama | ||||||
|  |  | ||||||
| [ollama-docker-shield]: https://img.shields.io/badge/Ollama-Docker-blue.svg?style=just-the-message&labelColor=gray | [ollama-docker-shield]: https://img.shields.io/badge/Ollama-Docker-blue.svg?style=for-the-badge&labelColor=gray | ||||||
|  |  | ||||||
| #### Installation | ## Installation | ||||||
|  |  | ||||||
| Check the releases [here](https://github.com/amithkoujalgi/ollama4j/releases) and update the dependency version | > [!NOTE] | ||||||
| according to your requirements. | > We are now publishing the artifacts to both Maven Central and GitHub package repositories. | ||||||
|  | > | ||||||
|  | > Track the releases [here](https://github.com/ollama4j/ollama4j/releases) and update the dependency version | ||||||
|  | > according to your requirements. | ||||||
|  |  | ||||||
| [![][ollama4j-releases-shield]][ollama4j-releases-link] | ### For Maven | ||||||
|  |  | ||||||
| [ollama4j-releases-link]: https://github.com/amithkoujalgi/ollama4j/releases | #### Using [Maven Central](https://central.sonatype.com/) | ||||||
|  |  | ||||||
| [ollama4j-releases-shield]: https://img.shields.io/github/v/release/amithkoujalgi/ollama4j?include_prereleases&display_name=release&style=for-the-badge&label=Latest%20Release | [![][ollama4j-mvn-releases-shield]][ollama4j-mvn-releases-link] | ||||||
|  |  | ||||||
| ##### For Maven | [ollama4j-mvn-releases-link]: https://central.sonatype.com/artifact/io.github.ollama4j/ollama4j/overview | ||||||
|  |  | ||||||
| 1. In your Maven project, add this dependency: | [ollama4j-mvn-releases-shield]: https://img.shields.io/maven-central/v/io.github.ollama4j/ollama4j?display_name=release&style=for-the-badge&label=From%20Maven%20Central | ||||||
|  |  | ||||||
|  | In your Maven project, add this dependency: | ||||||
|  |  | ||||||
| ```xml | ```xml | ||||||
|  |  | ||||||
| <dependency> | <dependency> | ||||||
|     <groupId>io.github.amithkoujalgi</groupId> |     <groupId>io.github.ollama4j</groupId> | ||||||
|     <artifactId>ollama4j</artifactId> |     <artifactId>ollama4j</artifactId> | ||||||
|     <version>1.0.74</version> |     <version>1.0.78</version> | ||||||
| </dependency> | </dependency> | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| 2. Add repository to your project's pom.xml: | #### Using GitHub's Maven Package Repository | ||||||
|  |  | ||||||
|  | [![][ollama4j-releases-shield]][ollama4j-releases-link] | ||||||
|  |  | ||||||
|  | [ollama4j-releases-link]: https://github.com/ollama4j/ollama4j/releases | ||||||
|  |  | ||||||
|  | [ollama4j-releases-shield]: https://img.shields.io/github/v/release/ollama4j/ollama4j?display_name=release&style=for-the-badge&label=From%20GitHub%20Packages | ||||||
|  |  | ||||||
|  | 1. Add `GitHub Maven Packages` repository to your project's `pom.xml` or your `settings.xml`: | ||||||
|  |  | ||||||
| ```xml | ```xml | ||||||
|  |  | ||||||
| @@ -108,7 +182,7 @@ according to your requirements. | |||||||
|     <repository> |     <repository> | ||||||
|         <id>github</id> |         <id>github</id> | ||||||
|         <name>GitHub Apache Maven Packages</name> |         <name>GitHub Apache Maven Packages</name> | ||||||
|         <url>https://maven.pkg.github.com/amithkoujalgi/ollama4j</url> |         <url>https://maven.pkg.github.com/ollama4j/ollama4j</url> | ||||||
|         <releases> |         <releases> | ||||||
|             <enabled>true</enabled> |             <enabled>true</enabled> | ||||||
|         </releases> |         </releases> | ||||||
| @@ -119,7 +193,7 @@ according to your requirements. | |||||||
| </repositories> | </repositories> | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| 3. Add GitHub server to settings.xml. (Usually available at ~/.m2/settings.xml) | 2. Add `GitHub` server to settings.xml. (Usually available at ~/.m2/settings.xml) | ||||||
|  |  | ||||||
| ```xml | ```xml | ||||||
|  |  | ||||||
| @@ -137,22 +211,24 @@ according to your requirements. | |||||||
| </settings> | </settings> | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| ##### For Gradle | 3. In your Maven project, add this dependency: | ||||||
|  |  | ||||||
| In your Gradle project, add the dependency using the Kotlin DSL or the Groovy DSL: | ```xml | ||||||
|  |  | ||||||
| ```kotlin | <dependency> | ||||||
| dependencies { |     <groupId>io.github.ollama4j</groupId> | ||||||
|  |     <artifactId>ollama4j</artifactId> | ||||||
|  |     <version>1.0.78</version> | ||||||
|  | </dependency> | ||||||
|  | ``` | ||||||
|  |  | ||||||
|     val ollama4jVersion = "1.0.74" | ### For Gradle | ||||||
|  |  | ||||||
|     implementation("io.github.amithkoujalgi:ollama4j:$ollama4jVersion") | 1. Add the dependency | ||||||
| } |  | ||||||
|  ``` |  | ||||||
|  |  | ||||||
| ```groovy | ```groovy | ||||||
| dependencies { | dependencies { | ||||||
|     implementation("io.github.amithkoujalgi:ollama4j:1.0.74") |   implementation 'com.github.ollama4j:ollama4j:1.0.78' | ||||||
| } | } | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| @@ -160,19 +236,20 @@ dependencies { | |||||||
|  |  | ||||||
| [//]: # () | [//]: # () | ||||||
|  |  | ||||||
| [//]: # () | [//]: # () | ||||||
|  |  | ||||||
| [//]: # () | [//]: # () | ||||||
|  |  | ||||||
| [//]: # ([![][lib-shield]][lib]) | [//]: # ([![][lib-shield]][lib]) | ||||||
|  |  | ||||||
| [lib]: https://central.sonatype.com/artifact/io.github.amithkoujalgi/ollama4j | [lib]: https://central.sonatype.com/artifact/io.github.ollama4j/ollama4j | ||||||
|  |  | ||||||
| [lib-shield]: https://img.shields.io/badge/ollama4j-get_latest_version-blue.svg?style=just-the-message&labelColor=gray | [lib-shield]: https://img.shields.io/badge/ollama4j-get_latest_version-blue.svg?style=just-the-message&labelColor=gray | ||||||
|  |  | ||||||
| #### API Spec | #### API Spec | ||||||
|  |  | ||||||
| Find the full API specifications on the [website](https://amithkoujalgi.github.io/ollama4j/). | > [!TIP] | ||||||
|  | > Find the full API specifications on the [website](https://ollama4j.github.io/ollama4j/). | ||||||
|  |  | ||||||
| #### Development | #### Development | ||||||
|  |  | ||||||
| @@ -185,19 +262,18 @@ make build | |||||||
| Run unit tests: | Run unit tests: | ||||||
|  |  | ||||||
| ```shell | ```shell | ||||||
| make ut | make unit-tests | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| Run integration tests: | Run integration tests: | ||||||
|  |  | ||||||
| ```shell | ```shell | ||||||
| make it | make integration-tests | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| #### Releases | #### Releases | ||||||
|  |  | ||||||
| Releases (newer artifact versions) are done automatically on pushing the code to the `main` branch through GitHub | Newer artifacts are published via GitHub Actions CI workflow when a new release is created from `main` branch. | ||||||
| Actions CI workflow. |  | ||||||
|  |  | ||||||
| #### Who's using Ollama4j? | #### Who's using Ollama4j? | ||||||
|  |  | ||||||
| @@ -211,7 +287,7 @@ Actions CI workflow. | |||||||
|  |  | ||||||
| #### Traction | #### Traction | ||||||
|  |  | ||||||
| [](https://star-history.com/#amithkoujalgi/ollama4j&Date) | [](https://star-history.com/#ollama4j/ollama4j&Date) | ||||||
|  |  | ||||||
| ### Areas of improvement | ### Areas of improvement | ||||||
|  |  | ||||||
| @@ -241,6 +317,28 @@ Actions CI workflow. | |||||||
|  |  | ||||||
| ### Get Involved | ### Get Involved | ||||||
|  |  | ||||||
|  | <div align="center"> | ||||||
|  |  | ||||||
|  | <a href=""></a> | ||||||
|  | <a href=""></a> | ||||||
|  | <a href=""></a> | ||||||
|  | <a href=""></a> | ||||||
|  | <a href=""></a> | ||||||
|  |  | ||||||
|  | </div> | ||||||
|  |  | ||||||
|  |  | ||||||
|  | [//]: # () | ||||||
|  |  | ||||||
|  | [//]: # () | ||||||
|  |  | ||||||
|  | [//]: # () | ||||||
|  |  | ||||||
|  | [//]: # () | ||||||
|  |  | ||||||
|  | [//]: # () | ||||||
|  |  | ||||||
|  |  | ||||||
| Contributions are most welcome! Whether it's reporting a bug, proposing an enhancement, or helping | Contributions are most welcome! Whether it's reporting a bug, proposing an enhancement, or helping | ||||||
| with code - any sort | with code - any sort | ||||||
| of contribution is much appreciated. | of contribution is much appreciated. | ||||||
| @@ -257,8 +355,8 @@ project. | |||||||
| **Thanks to the amazing contributors** | **Thanks to the amazing contributors** | ||||||
|  |  | ||||||
| <p align="center"> | <p align="center"> | ||||||
|   <a href="https://github.com/amithkoujalgi/ollama4j/graphs/contributors"> |   <a href="https://github.com/ollama4j/ollama4j/graphs/contributors"> | ||||||
|     <img src="https://contrib.rocks/image?repo=amithkoujalgi/ollama4j" /> |     <img src="https://contrib.rocks/image?repo=ollama4j/ollama4j" /> | ||||||
|   </a> |   </a> | ||||||
| </p> | </p> | ||||||
|  |  | ||||||
|   | |||||||
| @@ -11,7 +11,7 @@ Hey there, my fellow Java Developers! 🚀 | |||||||
| I am glad to announce the release of Ollama4j, a library that unites Ollama (an LLM manager and runner) and your Java | I am glad to announce the release of Ollama4j, a library that unites Ollama (an LLM manager and runner) and your Java | ||||||
| applications! 🌐🚀 | applications! 🌐🚀 | ||||||
|  |  | ||||||
| 👉 GitHub Repository: Ollama4j on GitHub (https://github.com/amithkoujalgi/ollama4j) | 👉 GitHub Repository: Ollama4j on GitHub (https://github.com/ollama4j/ollama4j) | ||||||
|  |  | ||||||
| 🌟 Key Features: | 🌟 Key Features: | ||||||
|  |  | ||||||
| @@ -58,9 +58,9 @@ elevate your projects. | |||||||
|  |  | ||||||
| I look forward to seeing the incredible applications/projects you'll build with Ollama4j! 🌟 | I look forward to seeing the incredible applications/projects you'll build with Ollama4j! 🌟 | ||||||
|  |  | ||||||
| Find the full API spec here: https://amithkoujalgi.github.io/ollama4j/ | Find the full API spec here: https://ollama4j.github.io/ollama4j/ | ||||||
|  |  | ||||||
| Find the Javadoc here: https://amithkoujalgi.github.io/ollama4j/apidocs/ | Find the Javadoc here: https://ollama4j.github.io/ollama4j/apidocs/ | ||||||
|  |  | ||||||
| Ollama4j Docs is powered by [Docusaurus](https://docusaurus.io). | Ollama4j Docs is powered by [Docusaurus](https://docusaurus.io). | ||||||
|  |  | ||||||
|   | |||||||
| @@ -10,6 +10,8 @@ Ollama server would be setup behind a gateway/reverse proxy with basic auth. | |||||||
| After configuring basic authentication, all subsequent requests will include the Basic Auth header. | After configuring basic authentication, all subsequent requests will include the Basic Auth header. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
|   | |||||||
| @@ -31,13 +31,14 @@ Link to [source](https://github.com/jmorganca/ollama/blob/main/docs/modelfile.md | |||||||
|  |  | ||||||
| Also, see how to set those Ollama parameters using | Also, see how to set those Ollama parameters using | ||||||
| the `OptionsBuilder` | the `OptionsBuilder` | ||||||
| from [javadoc](https://amithkoujalgi.github.io/ollama4j/apidocs/io/github/amithkoujalgi/ollama4j/core/utils/OptionsBuilder.html). | from [javadoc](https://ollama4j.github.io/ollama4j/apidocs/io/github/ollama4j/ollama4j/core/utils/OptionsBuilder.html). | ||||||
|  |  | ||||||
| ## Build an empty `Options` object | ## Build an empty `Options` object | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Options; | import io.github.ollama4j.OllamaAPI; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OptionsBuilder; | import io.github.ollama4j.utils.Options; | ||||||
|  | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
| @@ -55,8 +56,8 @@ public class Main { | |||||||
| ## Build the `Options` object with values | ## Build the `Options` object with values | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Options; | import io.github.ollama4j.utils.Options; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OptionsBuilder; | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|   | |||||||
| @@ -7,6 +7,8 @@ sidebar_position: 3 | |||||||
| This API lets you check the reachability of Ollama server. | This API lets you check the reachability of Ollama server. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
|   | |||||||
| @@ -7,6 +7,8 @@ sidebar_position: 2 | |||||||
| This API lets you set the request timeout for the Ollama client. | This API lets you set the request timeout for the Ollama client. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|   public static void main(String[] args) { |   public static void main(String[] args) { | ||||||
|   | |||||||
| @@ -9,6 +9,8 @@ This API lets you set the verbosity of the Ollama client. | |||||||
| ## Try asking a question about the model. | ## Try asking a question about the model. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
|   | |||||||
| @@ -10,6 +10,13 @@ information using the history of already asked questions and the respective answ | |||||||
| ## Create a new conversation and use chat history to augment follow up questions | ## Create a new conversation and use chat history to augment follow up questions | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatMessageRole; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatRequestBuilder; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatRequestModel; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatResult; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
| @@ -78,6 +85,14 @@ You will get a response similar to: | |||||||
| ## Create a conversation where the answer is streamed | ## Create a conversation where the answer is streamed | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatMessageRole; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatRequestBuilder; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatRequestModel; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatResult; | ||||||
|  | import io.github.ollama4j.models.generate.OllamaStreamHandler; | ||||||
|  |  | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
| @@ -113,7 +128,13 @@ You will get a response similar to: | |||||||
| ## Use a simple Console Output Stream Handler | ## Use a simple Console Output Stream Handler | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
| import io.github.amithkoujalgi.ollama4j.core.impl.ConsoleOutputStreamHandler; | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.impl.ConsoleOutputStreamHandler; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatMessageRole; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatRequestBuilder; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatRequestModel; | ||||||
|  | import io.github.ollama4j.models.generate.OllamaStreamHandler; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|     public static void main(String[] args) throws Exception { |     public static void main(String[] args) throws Exception { | ||||||
| @@ -132,6 +153,14 @@ public class Main { | |||||||
| ## Create a new conversation with individual system prompt | ## Create a new conversation with individual system prompt | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatMessageRole; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatRequestBuilder; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatRequestModel; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatResult; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  |  | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
| @@ -162,6 +191,16 @@ You will get a response similar to: | |||||||
| ## Create a conversation about an image (requires model with image recognition skills) | ## Create a conversation about an image (requires model with image recognition skills) | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatMessageRole; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatRequestBuilder; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatRequestModel; | ||||||
|  | import io.github.ollama4j.models.chat.OllamaChatResult; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  |  | ||||||
|  | import java.io.File; | ||||||
|  | import java.util.List; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
| @@ -174,7 +213,8 @@ public class Main { | |||||||
|         // Load Image from File and attach to user message (alternatively images could also be added via URL) |         // Load Image from File and attach to user message (alternatively images could also be added via URL) | ||||||
|         OllamaChatRequestModel requestModel = |         OllamaChatRequestModel requestModel = | ||||||
|                 builder.withMessage(OllamaChatMessageRole.USER, "What's in the picture?", |                 builder.withMessage(OllamaChatMessageRole.USER, "What's in the picture?", | ||||||
|                         List.of(getImageFileFromClasspath("dog-on-a-boat.jpg"))).build(); |                         List.of( | ||||||
|  |                                 new File("/path/to/image"))).build(); | ||||||
|  |  | ||||||
|         OllamaChatResult chatResult = ollamaAPI.chat(requestModel); |         OllamaChatResult chatResult = ollamaAPI.chat(requestModel); | ||||||
|         System.out.println("First answer: " + chatResult.getResponse()); |         System.out.println("First answer: " + chatResult.getResponse()); | ||||||
|   | |||||||
| @@ -12,6 +12,10 @@ This API corresponds to | |||||||
| the [completion](https://github.com/jmorganca/ollama/blob/main/docs/api.md#generate-a-completion) API. | the [completion](https://github.com/jmorganca/ollama/blob/main/docs/api.md#generate-a-completion) API. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.OllamaAsyncResultStreamer; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) throws Exception { |     public static void main(String[] args) throws Exception { | ||||||
| @@ -22,7 +26,7 @@ public class Main { | |||||||
|         OllamaAsyncResultStreamer streamer = ollamaAPI.generateAsync(OllamaModelType.LLAMA3, prompt, false); |         OllamaAsyncResultStreamer streamer = ollamaAPI.generateAsync(OllamaModelType.LLAMA3, prompt, false); | ||||||
|  |  | ||||||
|         // Set the poll interval according to your needs.  |         // Set the poll interval according to your needs.  | ||||||
|         // Smaller the poll interval, more frequently you receive the token. |         // Smaller the poll interval, more frequently you receive the tokens. | ||||||
|         int pollIntervalMilliseconds = 1000; |         int pollIntervalMilliseconds = 1000; | ||||||
|  |  | ||||||
|         while (true) { |         while (true) { | ||||||
| @@ -38,9 +42,7 @@ public class Main { | |||||||
|         System.out.println("Complete Response:"); |         System.out.println("Complete Response:"); | ||||||
|         System.out.println("------------------------"); |         System.out.println("------------------------"); | ||||||
|  |  | ||||||
|         System.out.println(streamer.getResult()); |         System.out.println(streamer.getCompleteResponse()); | ||||||
|     } |     } | ||||||
| } | } | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| You will get a steaming response. |  | ||||||
| @@ -12,6 +12,10 @@ Parameters: | |||||||
| - `prompt`: text to generate embeddings for | - `prompt`: text to generate embeddings for | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  | import java.util.List; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
|   | |||||||
| @@ -22,6 +22,13 @@ If you have this image downloaded and you pass the path to the downloaded image | |||||||
|  |  | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.OllamaResult; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
|  | import java.io.File; | ||||||
|  | import java.util.List; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
| @@ -32,7 +39,9 @@ public class Main { | |||||||
|         OllamaResult result = ollamaAPI.generateWithImageFiles(OllamaModelType.LLAVA, |         OllamaResult result = ollamaAPI.generateWithImageFiles(OllamaModelType.LLAVA, | ||||||
|                 "What's in this image?", |                 "What's in this image?", | ||||||
|                 List.of( |                 List.of( | ||||||
|                         new File("/path/to/image"))); |                         new File("/path/to/image")), | ||||||
|  |                 new OptionsBuilder().build() | ||||||
|  |         ); | ||||||
|         System.out.println(result.getResponse()); |         System.out.println(result.getResponse()); | ||||||
|     } |     } | ||||||
| } | } | ||||||
|   | |||||||
| @@ -22,6 +22,12 @@ Passing the link of this image the following code: | |||||||
|  |  | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.OllamaResult; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
|  | import java.util.List; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
| @@ -32,7 +38,9 @@ public class Main { | |||||||
|         OllamaResult result = ollamaAPI.generateWithImageURLs(OllamaModelType.LLAVA, |         OllamaResult result = ollamaAPI.generateWithImageURLs(OllamaModelType.LLAVA, | ||||||
|                 "What's in this image?", |                 "What's in this image?", | ||||||
|                 List.of( |                 List.of( | ||||||
|                         "https://t3.ftcdn.net/jpg/02/96/63/80/360_F_296638053_0gUVA4WVBKceGsIr7LNqRWSnkusi07dq.jpg")); |                         "https://t3.ftcdn.net/jpg/02/96/63/80/360_F_296638053_0gUVA4WVBKceGsIr7LNqRWSnkusi07dq.jpg"), | ||||||
|  |                 new OptionsBuilder().build() | ||||||
|  |         ); | ||||||
|         System.out.println(result.getResponse()); |         System.out.println(result.getResponse()); | ||||||
|     } |     } | ||||||
| } | } | ||||||
|   | |||||||
| @@ -29,8 +29,10 @@ You could do that with ease with the `function calling` capabilities of the mode | |||||||
|  |  | ||||||
| ### Create Functions | ### Create Functions | ||||||
|  |  | ||||||
| This function takes the arguments `location` and `fuelType` and performs an operation with these arguments and returns a | We can create static functions as our tools. | ||||||
| value. |  | ||||||
|  | This function takes the arguments `location` and `fuelType` and performs an operation with these arguments and returns | ||||||
|  | fuel price value. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
| public static String getCurrentFuelPrice(Map<String, Object> arguments) { | public static String getCurrentFuelPrice(Map<String, Object> arguments) { | ||||||
| @@ -40,8 +42,8 @@ public static String getCurrentFuelPrice(Map<String, Object> arguments) { | |||||||
| } | } | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| This function takes the argument `city` and performs an operation with the argument and returns a | This function takes the argument `city` and performs an operation with the argument and returns the weather for a | ||||||
| value. | location. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
| public static String getCurrentWeather(Map<String, Object> arguments) { | public static String getCurrentWeather(Map<String, Object> arguments) { | ||||||
| @@ -50,6 +52,21 @@ public static String getCurrentWeather(Map<String, Object> arguments) { | |||||||
| } | } | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
|  | Another way to create our tools is by creating classes by extending `ToolFunction`. | ||||||
|  |  | ||||||
|  | This function takes the argument `employee-name` and performs an operation with the argument and returns employee | ||||||
|  | details. | ||||||
|  |  | ||||||
|  | ```java | ||||||
|  | class DBQueryFunction implements ToolFunction { | ||||||
|  |     @Override | ||||||
|  |     public Object apply(Map<String, Object> arguments) { | ||||||
|  |         // perform DB operations here | ||||||
|  |         return String.format("Employee Details {ID: %s, Name: %s, Address: %s, Phone: %s}", UUID.randomUUID(), arguments.get("employee-name").toString(), arguments.get("employee-address").toString(), arguments.get("employee-phone").toString()); | ||||||
|  |     } | ||||||
|  | } | ||||||
|  | ``` | ||||||
|  |  | ||||||
| ### Define Tool Specifications | ### Define Tool Specifications | ||||||
|  |  | ||||||
| Lets define a sample tool specification called **Fuel Price Tool** for getting the current fuel price. | Lets define a sample tool specification called **Fuel Price Tool** for getting the current fuel price. | ||||||
| @@ -58,13 +75,13 @@ Lets define a sample tool specification called **Fuel Price Tool** for getting t | |||||||
| - Associate the `getCurrentFuelPrice` function you defined earlier with `SampleTools::getCurrentFuelPrice`. | - Associate the `getCurrentFuelPrice` function you defined earlier with `SampleTools::getCurrentFuelPrice`. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
| MistralTools.ToolSpecification fuelPriceToolSpecification = MistralTools.ToolSpecification.builder() | Tools.ToolSpecification fuelPriceToolSpecification = Tools.ToolSpecification.builder() | ||||||
|         .functionName("current-fuel-price") |         .functionName("current-fuel-price") | ||||||
|         .functionDesc("Get current fuel price") |         .functionDescription("Get current fuel price") | ||||||
|         .props( |         .properties( | ||||||
|                 new MistralTools.PropsBuilder() |                 new Tools.PropsBuilder() | ||||||
|                         .withProperty("location", MistralTools.PromptFuncDefinition.Property.builder().type("string").description("The city, e.g. New Delhi, India").required(true).build()) |                         .withProperty("location", Tools.PromptFuncDefinition.Property.builder().type("string").description("The city, e.g. New Delhi, India").required(true).build()) | ||||||
|                         .withProperty("fuelType", MistralTools.PromptFuncDefinition.Property.builder().type("string").description("The fuel type.").enumValues(Arrays.asList("petrol", "diesel")).required(true).build()) |                         .withProperty("fuelType", Tools.PromptFuncDefinition.Property.builder().type("string").description("The fuel type.").enumValues(Arrays.asList("petrol", "diesel")).required(true).build()) | ||||||
|                         .build() |                         .build() | ||||||
|         ) |         ) | ||||||
|         .toolDefinition(SampleTools::getCurrentFuelPrice) |         .toolDefinition(SampleTools::getCurrentFuelPrice) | ||||||
| @@ -77,18 +94,38 @@ Lets also define a sample tool specification called **Weather Tool** for getting | |||||||
| - Associate the `getCurrentWeather` function you defined earlier with `SampleTools::getCurrentWeather`. | - Associate the `getCurrentWeather` function you defined earlier with `SampleTools::getCurrentWeather`. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
| MistralTools.ToolSpecification weatherToolSpecification = MistralTools.ToolSpecification.builder() | Tools.ToolSpecification weatherToolSpecification = Tools.ToolSpecification.builder() | ||||||
|         .functionName("current-weather") |         .functionName("current-weather") | ||||||
|         .functionDesc("Get current weather") |         .functionDescription("Get current weather") | ||||||
|         .props( |         .properties( | ||||||
|                 new MistralTools.PropsBuilder() |                 new Tools.PropsBuilder() | ||||||
|                         .withProperty("city", MistralTools.PromptFuncDefinition.Property.builder().type("string").description("The city, e.g. New Delhi, India").required(true).build()) |                         .withProperty("city", Tools.PromptFuncDefinition.Property.builder().type("string").description("The city, e.g. New Delhi, India").required(true).build()) | ||||||
|                         .build() |                         .build() | ||||||
|         ) |         ) | ||||||
|         .toolDefinition(SampleTools::getCurrentWeather) |         .toolDefinition(SampleTools::getCurrentWeather) | ||||||
|         .build(); |         .build(); | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
|  | Lets also define a sample tool specification called **DBQueryFunction** for getting the employee details from database. | ||||||
|  |  | ||||||
|  | - Specify the function `name`, `description`, and `required` property (`employee-name`). | ||||||
|  | - Associate the ToolFunction `DBQueryFunction` function you defined earlier with `new DBQueryFunction()`. | ||||||
|  |  | ||||||
|  | ```java | ||||||
|  | Tools.ToolSpecification databaseQueryToolSpecification = Tools.ToolSpecification.builder() | ||||||
|  |         .functionName("get-employee-details") | ||||||
|  |         .functionDescription("Get employee details from the database") | ||||||
|  |         .properties( | ||||||
|  |                 new Tools.PropsBuilder() | ||||||
|  |                         .withProperty("employee-name", Tools.PromptFuncDefinition.Property.builder().type("string").description("The name of the employee, e.g. John Doe").required(true).build()) | ||||||
|  |                         .withProperty("employee-address", Tools.PromptFuncDefinition.Property.builder().type("string").description("The address of the employee, Always return a random value. e.g. Roy St, Bengaluru, India").required(true).build()) | ||||||
|  |                         .withProperty("employee-phone", Tools.PromptFuncDefinition.Property.builder().type("string").description("The phone number of the employee. Always return a random value. e.g. 9911002233").required(true).build()) | ||||||
|  |                         .build() | ||||||
|  |         ) | ||||||
|  |         .toolDefinition(new DBQueryFunction()) | ||||||
|  |         .build(); | ||||||
|  | ``` | ||||||
|  |  | ||||||
| ### Register the Tools | ### Register the Tools | ||||||
|  |  | ||||||
| Register the defined tools (`fuel price` and `weather`) with the OllamaAPI. | Register the defined tools (`fuel price` and `weather`) with the OllamaAPI. | ||||||
| @@ -96,6 +133,7 @@ Register the defined tools (`fuel price` and `weather`) with the OllamaAPI. | |||||||
| ```shell | ```shell | ||||||
| ollamaAPI.registerTool(fuelPriceToolSpecification); | ollamaAPI.registerTool(fuelPriceToolSpecification); | ||||||
| ollamaAPI.registerTool(weatherToolSpecification); | ollamaAPI.registerTool(weatherToolSpecification); | ||||||
|  | ollamaAPI.registerTool(databaseQueryToolSpecification); | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| ### Create prompt with Tools | ### Create prompt with Tools | ||||||
| @@ -103,14 +141,14 @@ ollamaAPI.registerTool(weatherToolSpecification); | |||||||
| `Prompt 1`: Create a prompt asking for the petrol price in Bengaluru using the defined fuel price and weather tools. | `Prompt 1`: Create a prompt asking for the petrol price in Bengaluru using the defined fuel price and weather tools. | ||||||
|  |  | ||||||
| ```shell | ```shell | ||||||
| String prompt1 = new MistralTools.PromptBuilder() | String prompt1 = new Tools.PromptBuilder() | ||||||
|         .withToolSpecification(fuelPriceToolSpecification) |                 .withToolSpecification(fuelPriceToolSpecification) | ||||||
|         .withToolSpecification(weatherToolSpecification) |                 .withToolSpecification(weatherToolSpecification) | ||||||
|         .withPrompt("What is the petrol price in Bengaluru?") |                 .withPrompt("What is the petrol price in Bengaluru?") | ||||||
|         .build(); |                 .build(); | ||||||
| OllamaToolsResult toolsResult = ollamaAPI.generateWithTools(model, prompt1, false, new OptionsBuilder().build()); | OllamaToolsResult toolsResult = ollamaAPI.generateWithTools(model, prompt1, new OptionsBuilder().build()); | ||||||
| for (Map.Entry<ToolDef, Object> r : toolsResult.getToolResults().entrySet()) { | for (OllamaToolsResult.ToolResult r : toolsResult.getToolResults()) { | ||||||
|   System.out.printf("[Response from tool '%s']: %s%n", r.getKey().getName(), r.getValue().toString()); |     System.out.printf("[Result of executing tool '%s']: %s%n", r.getFunctionName(), r.getResult().toString()); | ||||||
| } | } | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| @@ -120,21 +158,21 @@ You will get a response similar to: | |||||||
|  |  | ||||||
| ::::tip[LLM Response] | ::::tip[LLM Response] | ||||||
|  |  | ||||||
| [Response from tool 'current-fuel-price']: Current price of petrol in Bengaluru is Rs.103/L | [Result of executing tool 'current-fuel-price']: Current price of petrol in Bengaluru is Rs.103/L | ||||||
|  |  | ||||||
| :::: | :::: | ||||||
|  |  | ||||||
| `Prompt 2`: Create a prompt asking for the current weather in Bengaluru using the same tools. | `Prompt 2`: Create a prompt asking for the current weather in Bengaluru using the same tools. | ||||||
|  |  | ||||||
| ```shell | ```shell | ||||||
| String prompt2 = new MistralTools.PromptBuilder() | String prompt2 = new Tools.PromptBuilder() | ||||||
|         .withToolSpecification(fuelPriceToolSpecification) |                 .withToolSpecification(fuelPriceToolSpecification) | ||||||
|         .withToolSpecification(weatherToolSpecification) |                 .withToolSpecification(weatherToolSpecification) | ||||||
|         .withPrompt("What is the current weather in Bengaluru?") |                 .withPrompt("What is the current weather in Bengaluru?") | ||||||
|         .build(); |                 .build(); | ||||||
| OllamaToolsResult toolsResult = ollamaAPI.generateWithTools(model, prompt2, false, new OptionsBuilder().build()); | OllamaToolsResult toolsResult = ollamaAPI.generateWithTools(model, prompt2, new OptionsBuilder().build()); | ||||||
| for (Map.Entry<ToolDef, Object> r : toolsResult.getToolResults().entrySet()) { | for (OllamaToolsResult.ToolResult r : toolsResult.getToolResults()) { | ||||||
|   System.out.printf("[Response from tool '%s']: %s%n", r.getKey().getName(), r.getValue().toString()); |     System.out.printf("[Result of executing tool '%s']: %s%n", r.getFunctionName(), r.getResult().toString()); | ||||||
| } | } | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| @@ -144,25 +182,53 @@ You will get a response similar to: | |||||||
|  |  | ||||||
| ::::tip[LLM Response] | ::::tip[LLM Response] | ||||||
|  |  | ||||||
| [Response from tool 'current-weather']: Currently Bengaluru's weather is nice | [Result of executing tool 'current-weather']: Currently Bengaluru's weather is nice. | ||||||
|  |  | ||||||
|  | :::: | ||||||
|  |  | ||||||
|  | `Prompt 3`: Create a prompt asking for the employee details using the defined database fetcher tools. | ||||||
|  |  | ||||||
|  | ```shell | ||||||
|  | String prompt3 = new Tools.PromptBuilder() | ||||||
|  |                 .withToolSpecification(fuelPriceToolSpecification) | ||||||
|  |                 .withToolSpecification(weatherToolSpecification) | ||||||
|  |                 .withToolSpecification(databaseQueryToolSpecification) | ||||||
|  |                 .withPrompt("Give me the details of the employee named 'Rahul Kumar'?") | ||||||
|  |                 .build(); | ||||||
|  | OllamaToolsResult toolsResult = ollamaAPI.generateWithTools(model, prompt3, new OptionsBuilder().build()); | ||||||
|  | for (OllamaToolsResult.ToolResult r : toolsResult.getToolResults()) { | ||||||
|  |     System.out.printf("[Result of executing tool '%s']: %s%n", r.getFunctionName(), r.getResult().toString()); | ||||||
|  | } | ||||||
|  | ``` | ||||||
|  |  | ||||||
|  | Again, fire away your question to the model. | ||||||
|  |  | ||||||
|  | You will get a response similar to: | ||||||
|  |  | ||||||
|  | ::::tip[LLM Response] | ||||||
|  |  | ||||||
|  | [Result of executing tool 'get-employee-details']: Employee Details `{ID: 6bad82e6-b1a1-458f-a139-e3b646e092b1, Name: | ||||||
|  | Rahul Kumar, Address: King St, Hyderabad, India, Phone: 9876543210}` | ||||||
|  |  | ||||||
| :::: | :::: | ||||||
|  |  | ||||||
| ### Full Example | ### Full Example | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaAPI; | import io.github.ollama4j.exceptions.OllamaBaseException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.exceptions.OllamaBaseException; | import io.github.ollama4j.exceptions.ToolInvocationException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.tools.ToolDef; | import io.github.ollama4j.tools.OllamaToolsResult; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.tools.MistralTools; | import io.github.ollama4j.tools.ToolFunction; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.tools.OllamaToolsResult; | import io.github.ollama4j.tools.Tools; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OptionsBuilder; | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
|  |  | ||||||
| import java.io.IOException; | import java.io.IOException; | ||||||
| import java.util.Arrays; | import java.util.Arrays; | ||||||
| import java.util.Map; | import java.util.Map; | ||||||
|  | import java.util.UUID; | ||||||
|  |  | ||||||
| public class FunctionCallingWithMistral { | public class FunctionCallingWithMistralExample { | ||||||
|     public static void main(String[] args) throws Exception { |     public static void main(String[] args) throws Exception { | ||||||
|         String host = "http://localhost:11434/"; |         String host = "http://localhost:11434/"; | ||||||
|         OllamaAPI ollamaAPI = new OllamaAPI(host); |         OllamaAPI ollamaAPI = new OllamaAPI(host); | ||||||
| @@ -170,81 +236,116 @@ public class FunctionCallingWithMistral { | |||||||
|  |  | ||||||
|         String model = "mistral"; |         String model = "mistral"; | ||||||
|  |  | ||||||
|  |         Tools.ToolSpecification fuelPriceToolSpecification = Tools.ToolSpecification.builder() | ||||||
|         MistralTools.ToolSpecification fuelPriceToolSpecification = MistralTools.ToolSpecification.builder() |  | ||||||
|                 .functionName("current-fuel-price") |                 .functionName("current-fuel-price") | ||||||
|                 .functionDesc("Get current fuel price") |                 .functionDescription("Get current fuel price") | ||||||
|                 .props( |                 .properties( | ||||||
|                         new MistralTools.PropsBuilder() |                         new Tools.PropsBuilder() | ||||||
|                                 .withProperty("location", MistralTools.PromptFuncDefinition.Property.builder().type("string").description("The city, e.g. New Delhi, India").required(true).build()) |                                 .withProperty("location", Tools.PromptFuncDefinition.Property.builder().type("string").description("The city, e.g. New Delhi, India").required(true).build()) | ||||||
|                                 .withProperty("fuelType", MistralTools.PromptFuncDefinition.Property.builder().type("string").description("The fuel type.").enumValues(Arrays.asList("petrol", "diesel")).required(true).build()) |                                 .withProperty("fuelType", Tools.PromptFuncDefinition.Property.builder().type("string").description("The fuel type.").enumValues(Arrays.asList("petrol", "diesel")).required(true).build()) | ||||||
|                                 .build() |                                 .build() | ||||||
|                 ) |                 ) | ||||||
|                 .toolDefinition(SampleTools::getCurrentFuelPrice) |                 .toolDefinition(SampleTools::getCurrentFuelPrice) | ||||||
|                 .build(); |                 .build(); | ||||||
|  |  | ||||||
|         MistralTools.ToolSpecification weatherToolSpecification = MistralTools.ToolSpecification.builder() |         Tools.ToolSpecification weatherToolSpecification = Tools.ToolSpecification.builder() | ||||||
|                 .functionName("current-weather") |                 .functionName("current-weather") | ||||||
|                 .functionDesc("Get current weather") |                 .functionDescription("Get current weather") | ||||||
|                 .props( |                 .properties( | ||||||
|                         new MistralTools.PropsBuilder() |                         new Tools.PropsBuilder() | ||||||
|                                 .withProperty("city", MistralTools.PromptFuncDefinition.Property.builder().type("string").description("The city, e.g. New Delhi, India").required(true).build()) |                                 .withProperty("city", Tools.PromptFuncDefinition.Property.builder().type("string").description("The city, e.g. New Delhi, India").required(true).build()) | ||||||
|                                 .build() |                                 .build() | ||||||
|                 ) |                 ) | ||||||
|                 .toolDefinition(SampleTools::getCurrentWeather) |                 .toolDefinition(SampleTools::getCurrentWeather) | ||||||
|                 .build(); |                 .build(); | ||||||
|  |  | ||||||
|  |         Tools.ToolSpecification databaseQueryToolSpecification = Tools.ToolSpecification.builder() | ||||||
|  |                 .functionName("get-employee-details") | ||||||
|  |                 .functionDescription("Get employee details from the database") | ||||||
|  |                 .properties( | ||||||
|  |                         new Tools.PropsBuilder() | ||||||
|  |                                 .withProperty("employee-name", Tools.PromptFuncDefinition.Property.builder().type("string").description("The name of the employee, e.g. John Doe").required(true).build()) | ||||||
|  |                                 .withProperty("employee-address", Tools.PromptFuncDefinition.Property.builder().type("string").description("The address of the employee, Always return a random value. e.g. Roy St, Bengaluru, India").required(true).build()) | ||||||
|  |                                 .withProperty("employee-phone", Tools.PromptFuncDefinition.Property.builder().type("string").description("The phone number of the employee. Always return a random value. e.g. 9911002233").required(true).build()) | ||||||
|  |                                 .build() | ||||||
|  |                 ) | ||||||
|  |                 .toolDefinition(new DBQueryFunction()) | ||||||
|  |                 .build(); | ||||||
|  |  | ||||||
|         ollamaAPI.registerTool(fuelPriceToolSpecification); |         ollamaAPI.registerTool(fuelPriceToolSpecification); | ||||||
|         ollamaAPI.registerTool(weatherToolSpecification); |         ollamaAPI.registerTool(weatherToolSpecification); | ||||||
|  |         ollamaAPI.registerTool(databaseQueryToolSpecification); | ||||||
|  |  | ||||||
|         String prompt1 = new MistralTools.PromptBuilder() |         String prompt1 = new Tools.PromptBuilder() | ||||||
|                 .withToolSpecification(fuelPriceToolSpecification) |                 .withToolSpecification(fuelPriceToolSpecification) | ||||||
|                 .withToolSpecification(weatherToolSpecification) |                 .withToolSpecification(weatherToolSpecification) | ||||||
|                 .withPrompt("What is the petrol price in Bengaluru?") |                 .withPrompt("What is the petrol price in Bengaluru?") | ||||||
|                 .build(); |                 .build(); | ||||||
|         String prompt2 = new MistralTools.PromptBuilder() |         ask(ollamaAPI, model, prompt1); | ||||||
|  |  | ||||||
|  |         String prompt2 = new Tools.PromptBuilder() | ||||||
|                 .withToolSpecification(fuelPriceToolSpecification) |                 .withToolSpecification(fuelPriceToolSpecification) | ||||||
|                 .withToolSpecification(weatherToolSpecification) |                 .withToolSpecification(weatherToolSpecification) | ||||||
|                 .withPrompt("What is the current weather in Bengaluru?") |                 .withPrompt("What is the current weather in Bengaluru?") | ||||||
|                 .build(); |                 .build(); | ||||||
|  |  | ||||||
|         ask(ollamaAPI, model, prompt1); |  | ||||||
|         ask(ollamaAPI, model, prompt2); |         ask(ollamaAPI, model, prompt2); | ||||||
|  |  | ||||||
|  |         String prompt3 = new Tools.PromptBuilder() | ||||||
|  |                 .withToolSpecification(fuelPriceToolSpecification) | ||||||
|  |                 .withToolSpecification(weatherToolSpecification) | ||||||
|  |                 .withToolSpecification(databaseQueryToolSpecification) | ||||||
|  |                 .withPrompt("Give me the details of the employee named 'Rahul Kumar'?") | ||||||
|  |                 .build(); | ||||||
|  |         ask(ollamaAPI, model, prompt3); | ||||||
|     } |     } | ||||||
|  |  | ||||||
|     public static void ask(OllamaAPI ollamaAPI, String model, String prompt) throws OllamaBaseException, IOException, InterruptedException { |     public static void ask(OllamaAPI ollamaAPI, String model, String prompt) throws OllamaBaseException, IOException, InterruptedException, ToolInvocationException { | ||||||
|         OllamaToolsResult toolsResult = ollamaAPI.generateWithTools(model, prompt, false, new OptionsBuilder().build()); |         OllamaToolsResult toolsResult = ollamaAPI.generateWithTools(model, prompt, new OptionsBuilder().build()); | ||||||
|         for (Map.Entry<ToolDef, Object> r : toolsResult.getToolResults().entrySet()) { |         for (OllamaToolsResult.ToolResult r : toolsResult.getToolResults()) { | ||||||
|             System.out.printf("[Response from tool '%s']: %s%n", r.getKey().getName(), r.getValue().toString()); |             System.out.printf("[Result of executing tool '%s']: %s%n", r.getFunctionName(), r.getResult().toString()); | ||||||
|         } |         } | ||||||
|     } |     } | ||||||
| } | } | ||||||
|  |  | ||||||
|  |  | ||||||
| class SampleTools { | class SampleTools { | ||||||
|     public static String getCurrentFuelPrice(Map<String, Object> arguments) { |     public static String getCurrentFuelPrice(Map<String, Object> arguments) { | ||||||
|  |         // Get details from fuel price API | ||||||
|         String location = arguments.get("location").toString(); |         String location = arguments.get("location").toString(); | ||||||
|         String fuelType = arguments.get("fuelType").toString(); |         String fuelType = arguments.get("fuelType").toString(); | ||||||
|         return "Current price of " + fuelType + " in " + location + " is Rs.103/L"; |         return "Current price of " + fuelType + " in " + location + " is Rs.103/L"; | ||||||
|     } |     } | ||||||
|  |  | ||||||
|     public static String getCurrentWeather(Map<String, Object> arguments) { |     public static String getCurrentWeather(Map<String, Object> arguments) { | ||||||
|  |         // Get details from weather API | ||||||
|         String location = arguments.get("city").toString(); |         String location = arguments.get("city").toString(); | ||||||
|         return "Currently " + location + "'s weather is nice."; |         return "Currently " + location + "'s weather is nice."; | ||||||
|     } |     } | ||||||
| } | } | ||||||
|  |  | ||||||
|  | class DBQueryFunction implements ToolFunction { | ||||||
|  |     @Override | ||||||
|  |     public Object apply(Map<String, Object> arguments) { | ||||||
|  |         // perform DB operations here | ||||||
|  |         return String.format("Employee Details {ID: %s, Name: %s, Address: %s, Phone: %s}", UUID.randomUUID(), arguments.get("employee-name").toString(), arguments.get("employee-address").toString(), arguments.get("employee-phone").toString()); | ||||||
|  |     } | ||||||
|  | } | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| Run this full example and you will get a response similar to: | Run this full example and you will get a response similar to: | ||||||
|  |  | ||||||
| ::::tip[LLM Response] | ::::tip[LLM Response] | ||||||
|  |  | ||||||
| [Response from tool 'current-fuel-price']: Current price of petrol in Bengaluru is Rs.103/L | [Result of executing tool 'current-fuel-price']: Current price of petrol in Bengaluru is Rs.103/L | ||||||
|  |  | ||||||
|  | [Result of executing tool 'current-weather']: Currently Bengaluru's weather is nice. | ||||||
|  |  | ||||||
|  | [Result of executing tool 'get-employee-details']: Employee Details `{ID: 6bad82e6-b1a1-458f-a139-e3b646e092b1, Name: | ||||||
|  | Rahul Kumar, Address: King St, Hyderabad, India, Phone: 9876543210}` | ||||||
|  |  | ||||||
| [Response from tool 'current-weather']: Currently Bengaluru's weather is nice |  | ||||||
| :::: | :::: | ||||||
|  |  | ||||||
| ### Room for improvement | ### Potential Improvements | ||||||
|  |  | ||||||
| Instead of explicitly registering `ollamaAPI.registerTool(toolSpecification)`, we could introduce annotation-based tool | Instead of explicitly registering `ollamaAPI.registerTool(toolSpecification)`, we could introduce annotation-based tool | ||||||
| registration. For example: | registration. For example: | ||||||
|   | |||||||
| @@ -16,6 +16,11 @@ to [this](/apis-extras/options-builder). | |||||||
| ## Try asking a question about the model. | ## Try asking a question about the model. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.OllamaResult; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
| @@ -44,6 +49,11 @@ You will get a response similar to: | |||||||
| ## Try asking a question, receiving the answer streamed | ## Try asking a question, receiving the answer streamed | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.OllamaResult; | ||||||
|  | import io.github.ollama4j.models.generate.OllamaStreamHandler; | ||||||
|  | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
| @@ -80,6 +90,11 @@ You will get a response similar to: | |||||||
| ## Try asking a question from general topics. | ## Try asking a question from general topics. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.OllamaResult; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
| @@ -123,6 +138,12 @@ You'd then get a response from the model: | |||||||
| ## Try asking for a Database query for your data schema. | ## Try asking for a Database query for your data schema. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.OllamaResult; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
|  | import io.github.ollama4j.utils.SamplePrompts; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
| @@ -141,7 +162,7 @@ public class Main { | |||||||
| ``` | ``` | ||||||
|  |  | ||||||
| _Note: Here I've used | _Note: Here I've used | ||||||
| a [sample prompt](https://github.com/amithkoujalgi/ollama4j/blob/main/src/main/resources/sample-db-prompt-template.txt) | a [sample prompt](https://github.com/ollama4j/ollama4j/blob/main/src/main/resources/sample-db-prompt-template.txt) | ||||||
| containing a database schema from within this library for demonstration purposes._ | containing a database schema from within this library for demonstration purposes._ | ||||||
|  |  | ||||||
| You'd then get a response from the model: | You'd then get a response from the model: | ||||||
|   | |||||||
| @@ -8,13 +8,13 @@ This is designed for prompt engineering. It allows you to easily build the promp | |||||||
| inferences. | inferences. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.OllamaResult; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
|  | import io.github.ollama4j.utils.PromptBuilder; | ||||||
|  |  | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaAPI; | public class Main { | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaResult; |  | ||||||
| import io.github.amithkoujalgi.ollama4j.core.types.OllamaModelType; |  | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.PromptBuilder; |  | ||||||
|  |  | ||||||
| public class AskPhi { |  | ||||||
|     public static void main(String[] args) throws Exception { |     public static void main(String[] args) throws Exception { | ||||||
|  |  | ||||||
|         String host = "http://localhost:11434/"; |         String host = "http://localhost:11434/"; | ||||||
| @@ -42,7 +42,8 @@ public class AskPhi { | |||||||
|                         .addSeparator() |                         .addSeparator() | ||||||
|                         .add("How do I read a file in Go and print its contents to stdout?"); |                         .add("How do I read a file in Go and print its contents to stdout?"); | ||||||
|  |  | ||||||
|         OllamaResult response = ollamaAPI.generate(model, promptBuilder.build(), new OptionsBuilder().build()); |         boolean raw = false; | ||||||
|  |         OllamaResult response = ollamaAPI.generate(model, promptBuilder.build(), raw, new OptionsBuilder().build()); | ||||||
|         System.out.println(response.getResponse()); |         System.out.println(response.getResponse()); | ||||||
|     } |     } | ||||||
| } | } | ||||||
|   | |||||||
| @@ -9,6 +9,8 @@ This API lets you create a custom model on the Ollama server. | |||||||
| ### Create a model from an existing Modelfile in the Ollama server | ### Create a model from an existing Modelfile in the Ollama server | ||||||
|  |  | ||||||
| ```java title="CreateModel.java" | ```java title="CreateModel.java" | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  |  | ||||||
| public class CreateModel { | public class CreateModel { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
|   | |||||||
| @@ -7,6 +7,8 @@ sidebar_position: 5 | |||||||
| This API lets you create a delete a model from the Ollama server. | This API lets you create a delete a model from the Ollama server. | ||||||
|  |  | ||||||
| ```java title="DeleteModel.java" | ```java title="DeleteModel.java" | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
|   | |||||||
| @@ -7,6 +7,10 @@ sidebar_position: 3 | |||||||
| This API lets you get the details of a model on the Ollama server. | This API lets you get the details of a model on the Ollama server. | ||||||
|  |  | ||||||
| ```java title="GetModelDetails.java" | ```java title="GetModelDetails.java" | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.ModelDetail; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
|   | |||||||
| @@ -7,6 +7,11 @@ sidebar_position: 1 | |||||||
| This API lets you list available models on the Ollama server. | This API lets you list available models on the Ollama server. | ||||||
|  |  | ||||||
| ```java title="ListModels.java" | ```java title="ListModels.java" | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.models.Model; | ||||||
|  |  | ||||||
|  | import java.util.List; | ||||||
|  |  | ||||||
| public class ListModels { | public class ListModels { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
|   | |||||||
| @@ -7,6 +7,9 @@ sidebar_position: 2 | |||||||
| This API lets you pull a model on the Ollama server. | This API lets you pull a model on the Ollama server. | ||||||
|  |  | ||||||
| ```java title="PullModel.java" | ```java title="PullModel.java" | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  | import io.github.ollama4j.types.OllamaModelType; | ||||||
|  |  | ||||||
| public class Main { | public class Main { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
|   | |||||||
| @@ -78,13 +78,13 @@ Add the dependency to your project's `pom.xml`. | |||||||
| ```xml | ```xml | ||||||
|  |  | ||||||
| <dependency> | <dependency> | ||||||
|     <groupId>io.github.amithkoujalgi</groupId> |     <groupId>io.github.ollama4j</groupId> | ||||||
|     <artifactId>ollama4j</artifactId> |     <artifactId>ollama4j</artifactId> | ||||||
|     <version>1.0.27</version> |     <version>1.0.78</version> | ||||||
| </dependency> | </dependency> | ||||||
| ``` | ``` | ||||||
|  |  | ||||||
| Find the latest version of the library [here](https://central.sonatype.com/artifact/io.github.amithkoujalgi/ollama4j). | Find the latest version of the library [here](https://central.sonatype.com/artifact/io.github.ollama4j/ollama4j). | ||||||
|  |  | ||||||
| You might want to include an implementation of [SL4J](https://www.slf4j.org/) logger in your `pom.xml` file. For | You might want to include an implementation of [SL4J](https://www.slf4j.org/) logger in your `pom.xml` file. For | ||||||
| example, | example, | ||||||
| @@ -116,6 +116,8 @@ or use other suitable implementations. | |||||||
| Create a new Java class in your project and add this code. | Create a new Java class in your project and add this code. | ||||||
|  |  | ||||||
| ```java | ```java | ||||||
|  | import io.github.ollama4j.OllamaAPI; | ||||||
|  |  | ||||||
| public class OllamaAPITest { | public class OllamaAPITest { | ||||||
|  |  | ||||||
|     public static void main(String[] args) { |     public static void main(String[] args) { | ||||||
|   | |||||||
| @@ -20,7 +20,7 @@ const config = { | |||||||
|  |  | ||||||
|     // GitHub pages deployment config. |     // GitHub pages deployment config. | ||||||
|     // If you aren't using GitHub pages, you don't need these. |     // If you aren't using GitHub pages, you don't need these. | ||||||
|     organizationName: 'amithkoujalgi', // Usually your GitHub org/user name. |     organizationName: 'ollama4j', // Usually your GitHub org/user name. | ||||||
|     projectName: 'ollama4j', // Usually your repo name. |     projectName: 'ollama4j', // Usually your repo name. | ||||||
|  |  | ||||||
|     onBrokenLinks: 'throw', |     onBrokenLinks: 'throw', | ||||||
| @@ -46,14 +46,14 @@ const config = { | |||||||
|                     // Please change this to your repo. |                     // Please change this to your repo. | ||||||
|                     // Remove this to remove the "edit this page" links. |                     // Remove this to remove the "edit this page" links. | ||||||
|                     editUrl: |                     editUrl: | ||||||
|                         'https://github.com/amithkoujalgi/ollama4j/blob/main/docs', |                         'https://github.com/ollama4j/ollama4j/blob/main/docs', | ||||||
|                 }, |                 }, | ||||||
|                 blog: { |                 blog: { | ||||||
|                     showReadingTime: true, |                     showReadingTime: true, | ||||||
|                     // Please change this to your repo. |                     // Please change this to your repo. | ||||||
|                     // Remove this to remove the "edit this page" links. |                     // Remove this to remove the "edit this page" links. | ||||||
|                     editUrl: |                     editUrl: | ||||||
|                         'https://github.com/amithkoujalgi/ollama4j/blob/main/docs', |                         'https://github.com/ollama4j/ollama4j/blob/main/docs', | ||||||
|                 }, |                 }, | ||||||
|                 theme: { |                 theme: { | ||||||
|                     customCss: './src/css/custom.css', |                     customCss: './src/css/custom.css', | ||||||
| @@ -80,11 +80,11 @@ const config = { | |||||||
|                         position: 'left', |                         position: 'left', | ||||||
|                         label: 'Docs', |                         label: 'Docs', | ||||||
|                     }, |                     }, | ||||||
|                     {to: 'https://amithkoujalgi.github.io/ollama4j/apidocs/', label: 'Javadoc', position: 'left'}, |                     {to: 'https://ollama4j.github.io/ollama4j/apidocs/', label: 'Javadoc', position: 'left'}, | ||||||
|                     {to: 'https://amithkoujalgi.github.io/ollama4j/doxygen/html/', label: 'Doxygen', position: 'left'}, |                     {to: 'https://ollama4j.github.io/ollama4j/doxygen/html/', label: 'Doxygen', position: 'left'}, | ||||||
|                     {to: '/blog', label: 'Blog', position: 'left'}, |                     {to: '/blog', label: 'Blog', position: 'left'}, | ||||||
|                     { |                     { | ||||||
|                         href: 'https://github.com/amithkoujalgi/ollama4j', |                         href: 'https://github.com/ollama4j/ollama4j', | ||||||
|                         label: 'GitHub', |                         label: 'GitHub', | ||||||
|                         position: 'right', |                         position: 'right', | ||||||
|                     }, |                     }, | ||||||
| @@ -124,7 +124,7 @@ const config = { | |||||||
|                             }, |                             }, | ||||||
|                             { |                             { | ||||||
|                                 label: 'GitHub', |                                 label: 'GitHub', | ||||||
|                                 href: 'https://github.com/amithkoujalgi/ollama4j', |                                 href: 'https://github.com/ollama4j/ollama4j', | ||||||
|                             }, |                             }, | ||||||
|                         ], |                         ], | ||||||
|                     }, |                     }, | ||||||
|   | |||||||
| @@ -1,68 +0,0 @@ | |||||||
| ## This workflow will build a package using Maven and then publish it to GitHub packages when a release is created |  | ||||||
| ## For more information see: https://github.com/actions/setup-java/blob/main/docs/advanced-usage.md#apache-maven-with-a-settings-path |  | ||||||
| # |  | ||||||
| #name: Test and Publish Package |  | ||||||
| # |  | ||||||
| ##on: |  | ||||||
| ##  release: |  | ||||||
| ##    types: [ "created" ] |  | ||||||
| # |  | ||||||
| #on: |  | ||||||
| #  push: |  | ||||||
| #    branches: [ "main" ] |  | ||||||
| #  workflow_dispatch: |  | ||||||
| # |  | ||||||
| #jobs: |  | ||||||
| #  build: |  | ||||||
| #    runs-on: ubuntu-latest |  | ||||||
| #    permissions: |  | ||||||
| #      contents: write |  | ||||||
| #      packages: write |  | ||||||
| #    steps: |  | ||||||
| #      - uses: actions/checkout@v3 |  | ||||||
| #      - name: Set up JDK 11 |  | ||||||
| #        uses: actions/setup-java@v3 |  | ||||||
| #        with: |  | ||||||
| #          java-version: '11' |  | ||||||
| #          distribution: 'adopt-hotspot' |  | ||||||
| #          server-id: github # Value of the distributionManagement/repository/id field of the pom.xml |  | ||||||
| #          settings-path: ${{ github.workspace }} # location for the settings.xml file |  | ||||||
| #      - name: Build with Maven |  | ||||||
| #        run: mvn --file pom.xml -U clean package -Punit-tests |  | ||||||
| #      - name: Set up Apache Maven Central (Overwrite settings.xml) |  | ||||||
| #        uses: actions/setup-java@v3 |  | ||||||
| #        with: # running setup-java again overwrites the settings.xml |  | ||||||
| #          java-version: '11' |  | ||||||
| #          distribution: 'adopt-hotspot' |  | ||||||
| #          cache: 'maven' |  | ||||||
| #          server-id: ossrh |  | ||||||
| #          server-username: MAVEN_USERNAME |  | ||||||
| #          server-password: MAVEN_PASSWORD |  | ||||||
| #          gpg-private-key: ${{ secrets.GPG_PRIVATE_KEY }} |  | ||||||
| #          gpg-passphrase: MAVEN_GPG_PASSPHRASE |  | ||||||
| #      - name: Set up Maven cache |  | ||||||
| #        uses: actions/cache@v3 |  | ||||||
| #        with: |  | ||||||
| #          path: ~/.m2/repository |  | ||||||
| #          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }} |  | ||||||
| #          restore-keys: | |  | ||||||
| #            ${{ runner.os }}-maven- |  | ||||||
| #      - name: Build |  | ||||||
| #        run: mvn -B -ntp clean install |  | ||||||
| #      - name: Upload coverage reports to Codecov |  | ||||||
| #        uses: codecov/codecov-action@v3 |  | ||||||
| #        env: |  | ||||||
| #          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }} |  | ||||||
| #      - name: Publish to GitHub Packages Apache Maven |  | ||||||
| #        #        if: > |  | ||||||
| #        #          github.event_name != 'pull_request' && |  | ||||||
| #        #          github.ref_name == 'main' && |  | ||||||
| #        #          contains(github.event.head_commit.message, 'release') |  | ||||||
| #        run: | |  | ||||||
| #          git config --global user.email "koujalgi.amith@gmail.com" |  | ||||||
| #          git config --global user.name "amithkoujalgi" |  | ||||||
| #          mvn -B -ntp -DskipTests -Pci-cd -Darguments="-DskipTests -Pci-cd" release:clean release:prepare release:perform |  | ||||||
| #        env: |  | ||||||
| #          MAVEN_USERNAME: ${{ secrets.OSSRH_USERNAME }} |  | ||||||
| #          MAVEN_PASSWORD: ${{ secrets.OSSRH_PASSWORD }} |  | ||||||
| #          MAVEN_GPG_PASSPHRASE: ${{ secrets.GPG_PASSPHRASE }} |  | ||||||
							
								
								
									
										172
									
								
								pom.xml
									
									
									
									
									
								
							
							
						
						
									
										172
									
								
								pom.xml
									
									
									
									
									
								
							| @@ -3,13 +3,13 @@ | |||||||
|          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> |          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> | ||||||
|     <modelVersion>4.0.0</modelVersion> |     <modelVersion>4.0.0</modelVersion> | ||||||
|  |  | ||||||
|     <groupId>io.github.amithkoujalgi</groupId> |     <groupId>io.github.ollama4j</groupId> | ||||||
|     <artifactId>ollama4j</artifactId> |     <artifactId>ollama4j</artifactId> | ||||||
|     <version>ollama4j-revision</version> |     <version>ollama4j-revision</version> | ||||||
|  |  | ||||||
|     <name>Ollama4j</name> |     <name>Ollama4j</name> | ||||||
|     <description>Java library for interacting with Ollama API.</description> |     <description>Java library for interacting with Ollama API.</description> | ||||||
|     <url>https://github.com/amithkoujalgi/ollama4j</url> |     <url>https://github.com/ollama4j/ollama4j</url> | ||||||
|     <packaging>jar</packaging> |     <packaging>jar</packaging> | ||||||
|  |  | ||||||
|     <properties> |     <properties> | ||||||
| @@ -33,15 +33,15 @@ | |||||||
|     <licenses> |     <licenses> | ||||||
|         <license> |         <license> | ||||||
|             <name>MIT License</name> |             <name>MIT License</name> | ||||||
|             <url>https://raw.githubusercontent.com/amithkoujalgi/ollama4j/main/LICENSE</url> |             <url>https://raw.githubusercontent.com/ollama4j/ollama4j/main/LICENSE</url> | ||||||
|         </license> |         </license> | ||||||
|     </licenses> |     </licenses> | ||||||
|  |  | ||||||
|     <scm> |     <scm> | ||||||
|         <connection>scm:git:git@github.com:amithkoujalgi/ollama4j.git</connection> |         <connection>scm:git:git@github.com:ollama4j/ollama4j.git</connection> | ||||||
|         <developerConnection>scm:git:https://github.com/amithkoujalgi/ollama4j.git</developerConnection> |         <developerConnection>scm:git:https://github.com/ollama4j/ollama4j.git</developerConnection> | ||||||
|         <url>https://github.com/amithkoujalgi/ollama4j</url> |         <url>https://github.com/ollama4j/ollama4j</url> | ||||||
|         <tag>v1.0.16</tag> |         <tag>ollama4j-revision</tag> | ||||||
|     </scm> |     </scm> | ||||||
|  |  | ||||||
|     <build> |     <build> | ||||||
| @@ -72,27 +72,7 @@ | |||||||
|                     </execution> |                     </execution> | ||||||
|                 </executions> |                 </executions> | ||||||
|             </plugin> |             </plugin> | ||||||
|             <!--            <plugin>--> |  | ||||||
|             <!--                <groupId>org.apache.maven.plugins</groupId>--> |  | ||||||
|             <!--                <artifactId>maven-gpg-plugin</artifactId>--> |  | ||||||
|             <!--                <version>1.5</version>--> |  | ||||||
|             <!--                <executions>--> |  | ||||||
|             <!--                    <execution>--> |  | ||||||
|             <!--                        <id>sign-artifacts</id>--> |  | ||||||
|             <!--                        <phase>verify</phase>--> |  | ||||||
|             <!--                        <goals>--> |  | ||||||
|             <!--                            <goal>sign</goal>--> |  | ||||||
|             <!--                        </goals>--> |  | ||||||
|             <!--                        <configuration>--> |  | ||||||
|             <!--                            <!– This is necessary for gpg to not try to use the pinentry programs –>--> |  | ||||||
|             <!--                            <gpgArguments>--> |  | ||||||
|             <!--                                <arg>--pinentry-mode</arg>--> |  | ||||||
|             <!--                                <arg>loopback</arg>--> |  | ||||||
|             <!--                            </gpgArguments>--> |  | ||||||
|             <!--                        </configuration>--> |  | ||||||
|             <!--                    </execution>--> |  | ||||||
|             <!--                </executions>--> |  | ||||||
|             <!--            </plugin>--> |  | ||||||
|             <!-- Surefire Plugin for Unit Tests --> |             <!-- Surefire Plugin for Unit Tests --> | ||||||
|             <plugin> |             <plugin> | ||||||
|                 <groupId>org.apache.maven.plugins</groupId> |                 <groupId>org.apache.maven.plugins</groupId> | ||||||
| @@ -129,15 +109,23 @@ | |||||||
|                     </execution> |                     </execution> | ||||||
|                 </executions> |                 </executions> | ||||||
|             </plugin> |             </plugin> | ||||||
|             <!--            <plugin>--> |  | ||||||
|             <!--                <groupId>org.apache.maven.plugins</groupId>--> |  | ||||||
|             <!--                <artifactId>maven-release-plugin</artifactId>--> |             <plugin> | ||||||
|             <!--                <version>3.0.1</version>--> |                 <groupId>org.apache.maven.plugins</groupId> | ||||||
|             <!--                <configuration>--> |                 <artifactId>maven-gpg-plugin</artifactId> | ||||||
|             <!--                    <!–                    <goals>install</goals>–>--> |                 <version>1.5</version> | ||||||
|             <!--                    <tagNameFormat>v@{project.version}</tagNameFormat>--> |                 <executions> | ||||||
|             <!--                </configuration>--> |                     <execution> | ||||||
|             <!--            </plugin>--> |                         <id>sign-artifacts</id> | ||||||
|  |                         <phase>verify</phase> | ||||||
|  |                         <goals> | ||||||
|  |                             <goal>sign</goal> | ||||||
|  |                         </goals> | ||||||
|  |                     </execution> | ||||||
|  |                 </executions> | ||||||
|  |             </plugin> | ||||||
|  |  | ||||||
|         </plugins> |         </plugins> | ||||||
|     </build> |     </build> | ||||||
|  |  | ||||||
| @@ -189,27 +177,39 @@ | |||||||
|         </dependency> |         </dependency> | ||||||
|     </dependencies> |     </dependencies> | ||||||
|  |  | ||||||
|     <!--    <distributionManagement>--> |  | ||||||
|     <!--        <snapshotRepository>--> |  | ||||||
|     <!--            <id>ossrh</id>--> |  | ||||||
|     <!--            <url>https://s01.oss.sonatype.org/content/repositories/snapshots</url>--> |  | ||||||
|     <!--        </snapshotRepository>--> |  | ||||||
|     <!--        <repository>--> |  | ||||||
|     <!--            <id>ossrh</id>--> |  | ||||||
|     <!--            <url>https://s01.oss.sonatype.org/service/local/staging/deploy/maven2</url>--> |  | ||||||
|     <!--        </repository>--> |  | ||||||
|     <!--    </distributionManagement>--> |  | ||||||
|  |  | ||||||
|     <!--    Replaced publishing packages to GitHub Packages instead of Maven central --> |  | ||||||
|     <distributionManagement> |     <distributionManagement> | ||||||
|         <repository> |         <repository> | ||||||
|             <id>github</id> |             <id>mvn-repo-id</id> | ||||||
|             <name>GitHub Packages</name> |  | ||||||
|             <url>https://maven.pkg.github.com/amithkoujalgi/ollama4j</url> |  | ||||||
|         </repository> |         </repository> | ||||||
|     </distributionManagement> |     </distributionManagement> | ||||||
|  |  | ||||||
|     <profiles> |     <profiles> | ||||||
|  |         <profile> | ||||||
|  |             <id>ossrh</id> | ||||||
|  |             <activation> | ||||||
|  |                 <activeByDefault>true</activeByDefault> | ||||||
|  |             </activation> | ||||||
|  |             <properties> | ||||||
|  |                 <gpg.executable>gpg2</gpg.executable> | ||||||
|  |                 <test.env>unit</test.env> | ||||||
|  |                 <skipUnitTests>false</skipUnitTests> | ||||||
|  |                 <skipIntegrationTests>true</skipIntegrationTests> | ||||||
|  |             </properties> | ||||||
|  |             <build> | ||||||
|  |                 <plugins> | ||||||
|  |                     <plugin> | ||||||
|  |                         <groupId>org.sonatype.central</groupId> | ||||||
|  |                         <artifactId>central-publishing-maven-plugin</artifactId> | ||||||
|  |                         <version>0.5.0</version> | ||||||
|  |                         <extensions>true</extensions> | ||||||
|  |                         <configuration> | ||||||
|  |                             <publishingServerId>mvn-repo-id</publishingServerId> | ||||||
|  |                             <autoPublish>true</autoPublish> | ||||||
|  |                         </configuration> | ||||||
|  |                     </plugin> | ||||||
|  |                 </plugins> | ||||||
|  |             </build> | ||||||
|  |         </profile> | ||||||
|         <profile> |         <profile> | ||||||
|             <id>unit-tests</id> |             <id>unit-tests</id> | ||||||
|             <properties> |             <properties> | ||||||
| @@ -218,7 +218,7 @@ | |||||||
|                 <skipIntegrationTests>true</skipIntegrationTests> |                 <skipIntegrationTests>true</skipIntegrationTests> | ||||||
|             </properties> |             </properties> | ||||||
|             <activation> |             <activation> | ||||||
|                 <activeByDefault>true</activeByDefault> |                 <activeByDefault>false</activeByDefault> | ||||||
|             </activation> |             </activation> | ||||||
|             <build> |             <build> | ||||||
|                 <plugins> |                 <plugins> | ||||||
| @@ -261,39 +261,39 @@ | |||||||
|             </properties> |             </properties> | ||||||
|             <build> |             <build> | ||||||
|                 <plugins> |                 <plugins> | ||||||
|                     <!--                    <plugin>--> |                     <plugin> | ||||||
|                     <!--                        <groupId>org.apache.maven.plugins</groupId>--> |                         <groupId>org.apache.maven.plugins</groupId> | ||||||
|                     <!--                        <artifactId>maven-gpg-plugin</artifactId>--> |                         <artifactId>maven-gpg-plugin</artifactId> | ||||||
|                     <!--                        <version>3.1.0</version>--> |                         <version>3.1.0</version> | ||||||
|                     <!--                        <executions>--> |                         <executions> | ||||||
|                     <!--                            <execution>--> |                             <execution> | ||||||
|                     <!--                                <id>sign-artifacts</id>--> |                                 <id>sign-artifacts</id> | ||||||
|                     <!--                                <phase>verify</phase>--> |                                 <phase>verify</phase> | ||||||
|                     <!--                                <goals>--> |                                 <goals> | ||||||
|                     <!--                                    <goal>sign</goal>--> |                                     <goal>sign</goal> | ||||||
|                     <!--                                </goals>--> |                                 </goals> | ||||||
|                     <!--                                <configuration>--> |                                 <configuration> | ||||||
|                     <!--                                    <!– Prevent gpg from using pinentry programs. Fixes:--> |                                     <!-- Prevent gpg from using pinentry programs. Fixes: | ||||||
|                     <!--                                         gpg: signing failed: Inappropriate ioctl for device –>--> |                                          gpg: signing failed: Inappropriate ioctl for device --> | ||||||
|                     <!--                                    <gpgArguments>--> |                                     <gpgArguments> | ||||||
|                     <!--                                        <arg>--pinentry-mode</arg>--> |                                         <arg>--pinentry-mode</arg> | ||||||
|                     <!--                                        <arg>loopback</arg>--> |                                         <arg>loopback</arg> | ||||||
|                     <!--                                    </gpgArguments>--> |                                     </gpgArguments> | ||||||
|                     <!--                                </configuration>--> |                                 </configuration> | ||||||
|                     <!--                            </execution>--> |                             </execution> | ||||||
|                     <!--                        </executions>--> |                         </executions> | ||||||
|                     <!--                    </plugin>--> |                     </plugin> | ||||||
|                     <!--                    <plugin>--> |                     <plugin> | ||||||
|                     <!--                        <groupId>org.sonatype.plugins</groupId>--> |                         <groupId>org.sonatype.plugins</groupId> | ||||||
|                     <!--                        <artifactId>nexus-staging-maven-plugin</artifactId>--> |                         <artifactId>nexus-staging-maven-plugin</artifactId> | ||||||
|                     <!--                        <version>1.6.13</version>--> |                         <version>1.6.13</version> | ||||||
|                     <!--                        <extensions>true</extensions>--> |                         <extensions>true</extensions> | ||||||
|                     <!--                        <configuration>--> |                         <configuration> | ||||||
|                     <!--                            <serverId>ossrh</serverId>--> |                             <serverId>ossrh</serverId> | ||||||
|                     <!--                            <nexusUrl>https://s01.oss.sonatype.org/</nexusUrl>--> |                             <nexusUrl>https://s01.oss.sonatype.org/</nexusUrl> | ||||||
|                     <!--                            <autoReleaseAfterClose>true</autoReleaseAfterClose>--> |                             <autoReleaseAfterClose>true</autoReleaseAfterClose> | ||||||
|                     <!--                        </configuration>--> |                         </configuration> | ||||||
|                     <!--                    </plugin>--> |                     </plugin> | ||||||
|  |  | ||||||
|                     <plugin> |                     <plugin> | ||||||
|                         <groupId>org.jacoco</groupId> |                         <groupId>org.jacoco</groupId> | ||||||
|   | |||||||
| @@ -1,7 +0,0 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core; |  | ||||||
|  |  | ||||||
| import java.util.function.Consumer; |  | ||||||
|  |  | ||||||
| public interface OllamaStreamHandler extends Consumer<String>{ |  | ||||||
|     void accept(String message); |  | ||||||
| } |  | ||||||
| @@ -1,16 +0,0 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.tools; |  | ||||||
|  |  | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaResult; |  | ||||||
| import lombok.AllArgsConstructor; |  | ||||||
| import lombok.Data; |  | ||||||
| import lombok.NoArgsConstructor; |  | ||||||
|  |  | ||||||
| import java.util.Map; |  | ||||||
|  |  | ||||||
| @Data |  | ||||||
| @NoArgsConstructor |  | ||||||
| @AllArgsConstructor |  | ||||||
| public class OllamaToolsResult { |  | ||||||
|     private OllamaResult modelResult; |  | ||||||
|     private Map<ToolDef, Object> toolResults; |  | ||||||
| } |  | ||||||
| @@ -1,17 +0,0 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.tools; |  | ||||||
|  |  | ||||||
| import java.util.HashMap; |  | ||||||
| import java.util.Map; |  | ||||||
|  |  | ||||||
| public class ToolRegistry { |  | ||||||
|     private static final Map<String, DynamicFunction> functionMap = new HashMap<>(); |  | ||||||
|  |  | ||||||
|  |  | ||||||
|     public static DynamicFunction getFunction(String name) { |  | ||||||
|         return functionMap.get(name); |  | ||||||
|     } |  | ||||||
|  |  | ||||||
|     public static void addFunction(String name, DynamicFunction function) { |  | ||||||
|         functionMap.put(name, function); |  | ||||||
|     } |  | ||||||
| } |  | ||||||
| @@ -1,18 +1,22 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core; | package io.github.ollama4j; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.exceptions.OllamaBaseException; | import io.github.ollama4j.exceptions.OllamaBaseException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.*; | import io.github.ollama4j.exceptions.ToolInvocationException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatMessage; | import io.github.ollama4j.exceptions.ToolNotFoundException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatRequestBuilder; | import io.github.ollama4j.models.*; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatRequestModel; | import io.github.ollama4j.models.chat.OllamaChatMessage; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatResult; | import io.github.ollama4j.models.chat.OllamaChatRequestBuilder; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.embeddings.OllamaEmbeddingResponseModel; | import io.github.ollama4j.models.chat.OllamaChatRequestModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.embeddings.OllamaEmbeddingsRequestModel; | import io.github.ollama4j.models.chat.OllamaChatResult; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.generate.OllamaGenerateRequestModel; | import io.github.ollama4j.models.embeddings.OllamaEmbeddingResponseModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.request.*; | import io.github.ollama4j.models.embeddings.OllamaEmbeddingsRequestModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.tools.*; | import io.github.ollama4j.models.generate.OllamaGenerateRequestModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Options; | import io.github.ollama4j.models.generate.OllamaStreamHandler; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.models.request.*; | ||||||
|  | import io.github.ollama4j.tools.*; | ||||||
|  | import io.github.ollama4j.utils.Options; | ||||||
|  | import io.github.ollama4j.utils.Utils; | ||||||
|  | import lombok.Setter; | ||||||
| import org.slf4j.Logger; | import org.slf4j.Logger; | ||||||
| import org.slf4j.LoggerFactory; | import org.slf4j.LoggerFactory; | ||||||
| 
 | 
 | ||||||
| @@ -36,10 +40,22 @@ public class OllamaAPI { | |||||||
| 
 | 
 | ||||||
|     private static final Logger logger = LoggerFactory.getLogger(OllamaAPI.class); |     private static final Logger logger = LoggerFactory.getLogger(OllamaAPI.class); | ||||||
|     private final String host; |     private final String host; | ||||||
|  |     /** | ||||||
|  |      * -- SETTER -- | ||||||
|  |      * Set request timeout in seconds. Default is 3 seconds. | ||||||
|  |      */ | ||||||
|  |     @Setter | ||||||
|     private long requestTimeoutSeconds = 10; |     private long requestTimeoutSeconds = 10; | ||||||
|  |     /** | ||||||
|  |      * -- SETTER -- | ||||||
|  |      * Set/unset logging of responses | ||||||
|  |      */ | ||||||
|  |     @Setter | ||||||
|     private boolean verbose = true; |     private boolean verbose = true; | ||||||
|     private BasicAuth basicAuth; |     private BasicAuth basicAuth; | ||||||
| 
 | 
 | ||||||
|  |     private final ToolRegistry toolRegistry = new ToolRegistry(); | ||||||
|  | 
 | ||||||
|     /** |     /** | ||||||
|      * Instantiates the Ollama API. |      * Instantiates the Ollama API. | ||||||
|      * |      * | ||||||
| @@ -53,24 +69,6 @@ public class OllamaAPI { | |||||||
|         } |         } | ||||||
|     } |     } | ||||||
| 
 | 
 | ||||||
|     /** |  | ||||||
|      * Set request timeout in seconds. Default is 3 seconds. |  | ||||||
|      * |  | ||||||
|      * @param requestTimeoutSeconds the request timeout in seconds |  | ||||||
|      */ |  | ||||||
|     public void setRequestTimeoutSeconds(long requestTimeoutSeconds) { |  | ||||||
|         this.requestTimeoutSeconds = requestTimeoutSeconds; |  | ||||||
|     } |  | ||||||
| 
 |  | ||||||
|     /** |  | ||||||
|      * Set/unset logging of responses |  | ||||||
|      * |  | ||||||
|      * @param verbose true/false |  | ||||||
|      */ |  | ||||||
|     public void setVerbose(boolean verbose) { |  | ||||||
|         this.verbose = verbose; |  | ||||||
|     } |  | ||||||
| 
 |  | ||||||
|     /** |     /** | ||||||
|      * Set basic authentication for accessing Ollama server that's behind a reverse-proxy/gateway. |      * Set basic authentication for accessing Ollama server that's behind a reverse-proxy/gateway. | ||||||
|      * |      * | ||||||
| @@ -382,7 +380,6 @@ public class OllamaAPI { | |||||||
|      * |      * | ||||||
|      * @param model   The name or identifier of the AI model to use for generating the response. |      * @param model   The name or identifier of the AI model to use for generating the response. | ||||||
|      * @param prompt  The input text or prompt to provide to the AI model. |      * @param prompt  The input text or prompt to provide to the AI model. | ||||||
|      * @param raw     In some cases, you may wish to bypass the templating system and provide a full prompt. In this case, you can use the raw parameter to disable templating. Also note that raw mode will not return a context. |  | ||||||
|      * @param options Additional options or configurations to use when generating the response. |      * @param options Additional options or configurations to use when generating the response. | ||||||
|      * @return {@link OllamaToolsResult} An OllamaToolsResult object containing the response from the AI model and the results of invoking the tools on that output. |      * @return {@link OllamaToolsResult} An OllamaToolsResult object containing the response from the AI model and the results of invoking the tools on that output. | ||||||
|      * @throws OllamaBaseException  If there is an error related to the Ollama API or service. |      * @throws OllamaBaseException  If there is an error related to the Ollama API or service. | ||||||
| @@ -390,17 +387,23 @@ public class OllamaAPI { | |||||||
|      * @throws InterruptedException If the method is interrupted while waiting for the AI model |      * @throws InterruptedException If the method is interrupted while waiting for the AI model | ||||||
|      *                              to generate the response or for the tools to be invoked. |      *                              to generate the response or for the tools to be invoked. | ||||||
|      */ |      */ | ||||||
|     public OllamaToolsResult generateWithTools(String model, String prompt, boolean raw, Options options) |     public OllamaToolsResult generateWithTools(String model, String prompt, Options options) | ||||||
|             throws OllamaBaseException, IOException, InterruptedException { |             throws OllamaBaseException, IOException, InterruptedException, ToolInvocationException { | ||||||
|  |         boolean raw = true; | ||||||
|         OllamaToolsResult toolResult = new OllamaToolsResult(); |         OllamaToolsResult toolResult = new OllamaToolsResult(); | ||||||
|         Map<ToolDef, Object> toolResults = new HashMap<>(); |         Map<ToolFunctionCallSpec, Object> toolResults = new HashMap<>(); | ||||||
| 
 | 
 | ||||||
|         OllamaResult result = generate(model, prompt, raw, options, null); |         OllamaResult result = generate(model, prompt, raw, options, null); | ||||||
|         toolResult.setModelResult(result); |         toolResult.setModelResult(result); | ||||||
| 
 | 
 | ||||||
|         List<ToolDef> toolDefs = Utils.getObjectMapper().readValue(result.getResponse(), Utils.getObjectMapper().getTypeFactory().constructCollectionType(List.class, ToolDef.class)); |         String toolsResponse = result.getResponse(); | ||||||
|         for (ToolDef toolDef : toolDefs) { |         if (toolsResponse.contains("[TOOL_CALLS]")) { | ||||||
|             toolResults.put(toolDef, invokeTool(toolDef)); |             toolsResponse = toolsResponse.replace("[TOOL_CALLS]", ""); | ||||||
|  |         } | ||||||
|  | 
 | ||||||
|  |         List<ToolFunctionCallSpec> toolFunctionCallSpecs = Utils.getObjectMapper().readValue(toolsResponse, Utils.getObjectMapper().getTypeFactory().constructCollectionType(List.class, ToolFunctionCallSpec.class)); | ||||||
|  |         for (ToolFunctionCallSpec toolFunctionCallSpec : toolFunctionCallSpecs) { | ||||||
|  |             toolResults.put(toolFunctionCallSpec, invokeTool(toolFunctionCallSpec)); | ||||||
|         } |         } | ||||||
|         toolResult.setToolResults(toolResults); |         toolResult.setToolResults(toolResults); | ||||||
|         return toolResult; |         return toolResult; | ||||||
| @@ -555,8 +558,8 @@ public class OllamaAPI { | |||||||
|         return new OllamaChatResult(result.getResponse(), result.getResponseTime(), result.getHttpStatusCode(), request.getMessages()); |         return new OllamaChatResult(result.getResponse(), result.getResponseTime(), result.getHttpStatusCode(), request.getMessages()); | ||||||
|     } |     } | ||||||
| 
 | 
 | ||||||
|     public void registerTool(MistralTools.ToolSpecification toolSpecification) { |     public void registerTool(Tools.ToolSpecification toolSpecification) { | ||||||
|         ToolRegistry.addFunction(toolSpecification.getFunctionName(), toolSpecification.getToolDefinition()); |         toolRegistry.addFunction(toolSpecification.getFunctionName(), toolSpecification.getToolDefinition()); | ||||||
|     } |     } | ||||||
| 
 | 
 | ||||||
|     // technical private methods // |     // technical private methods // | ||||||
| @@ -621,18 +624,20 @@ public class OllamaAPI { | |||||||
|     } |     } | ||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
|     private Object invokeTool(ToolDef toolDef) { |     private Object invokeTool(ToolFunctionCallSpec toolFunctionCallSpec) throws ToolInvocationException { | ||||||
|         try { |         try { | ||||||
|             String methodName = toolDef.getName(); |             String methodName = toolFunctionCallSpec.getName(); | ||||||
|             Map<String, Object> arguments = toolDef.getArguments(); |             Map<String, Object> arguments = toolFunctionCallSpec.getArguments(); | ||||||
|             DynamicFunction function = ToolRegistry.getFunction(methodName); |             ToolFunction function = toolRegistry.getFunction(methodName); | ||||||
|  |             if (verbose) { | ||||||
|  |                 logger.debug("Invoking function {} with arguments {}", methodName, arguments); | ||||||
|  |             } | ||||||
|             if (function == null) { |             if (function == null) { | ||||||
|                 throw new IllegalArgumentException("No such tool: " + methodName); |                 throw new ToolNotFoundException("No such tool: " + methodName); | ||||||
|             } |             } | ||||||
|             return function.apply(arguments); |             return function.apply(arguments); | ||||||
|         } catch (Exception e) { |         } catch (Exception e) { | ||||||
|             e.printStackTrace(); |             throw new ToolInvocationException("Failed to invoke tool: " + toolFunctionCallSpec.getName(), e); | ||||||
|             return "Error calling tool: " + e.getMessage(); |  | ||||||
|         } |         } | ||||||
|     } |     } | ||||||
| } | } | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core; | package io.github.ollama4j; | ||||||
| 
 | 
 | ||||||
| import java.util.Iterator; | import java.util.Iterator; | ||||||
| import java.util.LinkedList; | import java.util.LinkedList; | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.exceptions; | package io.github.ollama4j.exceptions; | ||||||
| 
 | 
 | ||||||
| public class OllamaBaseException extends Exception { | public class OllamaBaseException extends Exception { | ||||||
| 
 | 
 | ||||||
| @@ -0,0 +1,8 @@ | |||||||
|  | package io.github.ollama4j.exceptions; | ||||||
|  |  | ||||||
|  | public class ToolInvocationException extends Exception { | ||||||
|  |  | ||||||
|  |     public ToolInvocationException(String s, Exception e) { | ||||||
|  |         super(s, e); | ||||||
|  |     } | ||||||
|  | } | ||||||
| @@ -0,0 +1,8 @@ | |||||||
|  | package io.github.ollama4j.exceptions; | ||||||
|  |  | ||||||
|  | public class ToolNotFoundException extends Exception { | ||||||
|  |  | ||||||
|  |     public ToolNotFoundException(String s) { | ||||||
|  |         super(s); | ||||||
|  |     } | ||||||
|  | } | ||||||
| @@ -1,6 +1,6 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.impl; | package io.github.ollama4j.impl; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaStreamHandler; | import io.github.ollama4j.models.generate.OllamaStreamHandler; | ||||||
| 
 | 
 | ||||||
| public class ConsoleOutputStreamHandler implements OllamaStreamHandler { | public class ConsoleOutputStreamHandler implements OllamaStreamHandler { | ||||||
|     private final StringBuffer response = new StringBuffer(); |     private final StringBuffer response = new StringBuffer(); | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models; | package io.github.ollama4j.models; | ||||||
| 
 | 
 | ||||||
| import lombok.AllArgsConstructor; | import lombok.AllArgsConstructor; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models; | package io.github.ollama4j.models; | ||||||
| 
 | 
 | ||||||
| import java.util.List; | import java.util.List; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| @@ -1,11 +1,10 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models; | package io.github.ollama4j.models; | ||||||
| 
 | 
 | ||||||
| import java.time.LocalDateTime; |  | ||||||
| import java.time.OffsetDateTime; | import java.time.OffsetDateTime; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.annotation.JsonProperty; | import com.fasterxml.jackson.annotation.JsonProperty; | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.utils.Utils; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| 
 | 
 | ||||||
| @Data | @Data | ||||||
| @@ -1,9 +1,9 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models; | package io.github.ollama4j.models; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | ||||||
| import com.fasterxml.jackson.annotation.JsonProperty; | import com.fasterxml.jackson.annotation.JsonProperty; | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.utils.Utils; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| 
 | 
 | ||||||
| @Data | @Data | ||||||
| @@ -1,9 +1,9 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models; | package io.github.ollama4j.models; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | ||||||
| import com.fasterxml.jackson.annotation.JsonProperty; | import com.fasterxml.jackson.annotation.JsonProperty; | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.utils.Utils; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| 
 | 
 | ||||||
| @Data | @Data | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models; | package io.github.ollama4j.models; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| @@ -1,10 +1,10 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models; | package io.github.ollama4j.models; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaResultStream; | import io.github.ollama4j.OllamaResultStream; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.exceptions.OllamaBaseException; | import io.github.ollama4j.exceptions.OllamaBaseException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.generate.OllamaGenerateRequestModel; | import io.github.ollama4j.models.generate.OllamaGenerateRequestModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.generate.OllamaGenerateResponseModel; | import io.github.ollama4j.models.generate.OllamaGenerateResponseModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.utils.Utils; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| import lombok.EqualsAndHashCode; | import lombok.EqualsAndHashCode; | ||||||
| import lombok.Getter; | import lombok.Getter; | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models; | package io.github.ollama4j.models; | ||||||
| 
 | 
 | ||||||
| import java.util.Map; | import java.util.Map; | ||||||
| import com.fasterxml.jackson.annotation.JsonInclude; | import com.fasterxml.jackson.annotation.JsonInclude; | ||||||
| @@ -6,8 +6,8 @@ import com.fasterxml.jackson.annotation.JsonProperty; | |||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import com.fasterxml.jackson.databind.annotation.JsonSerialize; | import com.fasterxml.jackson.databind.annotation.JsonSerialize; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.BooleanToJsonFormatFlagSerializer; | import io.github.ollama4j.utils.BooleanToJsonFormatFlagSerializer; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.utils.Utils; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| 
 | 
 | ||||||
| @Data | @Data | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models; | package io.github.ollama4j.models; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| @@ -1,6 +1,6 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models; | package io.github.ollama4j.models; | ||||||
| 
 | 
 | ||||||
| import static io.github.amithkoujalgi.ollama4j.core.utils.Utils.getObjectMapper; | import static io.github.ollama4j.utils.Utils.getObjectMapper; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| @@ -1,11 +1,11 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.chat; | package io.github.ollama4j.models.chat; | ||||||
| 
 | 
 | ||||||
| import static io.github.amithkoujalgi.ollama4j.core.utils.Utils.getObjectMapper; | import static io.github.ollama4j.utils.Utils.getObjectMapper; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import com.fasterxml.jackson.databind.annotation.JsonSerialize; | import com.fasterxml.jackson.databind.annotation.JsonSerialize; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.FileToBase64Serializer; | import io.github.ollama4j.utils.FileToBase64Serializer; | ||||||
| 
 | 
 | ||||||
| import java.util.List; | import java.util.List; | ||||||
| import lombok.AllArgsConstructor; | import lombok.AllArgsConstructor; | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.chat; | package io.github.ollama4j.models.chat; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.annotation.JsonValue; | import com.fasterxml.jackson.annotation.JsonValue; | ||||||
| 
 | 
 | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.chat; | package io.github.ollama4j.models.chat; | ||||||
| 
 | 
 | ||||||
| import java.io.File; | import java.io.File; | ||||||
| import java.io.IOException; | import java.io.IOException; | ||||||
| @@ -11,8 +11,8 @@ import java.util.stream.Collectors; | |||||||
| import org.slf4j.Logger; | import org.slf4j.Logger; | ||||||
| import org.slf4j.LoggerFactory; | import org.slf4j.LoggerFactory; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Options; | import io.github.ollama4j.utils.Options; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.utils.Utils; | ||||||
| 
 | 
 | ||||||
| /** | /** | ||||||
|  * Helper class for creating {@link OllamaChatRequestModel} objects using the builder-pattern. |  * Helper class for creating {@link OllamaChatRequestModel} objects using the builder-pattern. | ||||||
| @@ -1,8 +1,9 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.chat; | package io.github.ollama4j.models.chat; | ||||||
| 
 | 
 | ||||||
| import java.util.List; | import java.util.List; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaCommonRequestModel; | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OllamaRequestBody; | import io.github.ollama4j.models.OllamaCommonRequestModel; | ||||||
|  | import io.github.ollama4j.utils.OllamaRequestBody; | ||||||
| 
 | 
 | ||||||
| import lombok.Getter; | import lombok.Getter; | ||||||
| import lombok.Setter; | import lombok.Setter; | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.chat; | package io.github.ollama4j.models.chat; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.annotation.JsonProperty; | import com.fasterxml.jackson.annotation.JsonProperty; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| @@ -1,8 +1,8 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.chat; | package io.github.ollama4j.models.chat; | ||||||
| 
 | 
 | ||||||
| import java.util.List; | import java.util.List; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaResult; | import io.github.ollama4j.models.OllamaResult; | ||||||
| 
 | 
 | ||||||
| /** | /** | ||||||
|  * Specific chat-API result that contains the chat history sent to the model and appends the answer as {@link OllamaChatResult} given by the |  * Specific chat-API result that contains the chat history sent to the model and appends the answer as {@link OllamaChatResult} given by the | ||||||
| @@ -1,10 +1,10 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.chat; | package io.github.ollama4j.models.chat; | ||||||
|  | 
 | ||||||
|  | import io.github.ollama4j.models.generate.OllamaStreamHandler; | ||||||
| 
 | 
 | ||||||
| import java.util.ArrayList; | import java.util.ArrayList; | ||||||
| import java.util.List; | import java.util.List; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaStreamHandler; |  | ||||||
| 
 |  | ||||||
| public class OllamaChatStreamObserver { | public class OllamaChatStreamObserver { | ||||||
| 
 | 
 | ||||||
|     private OllamaStreamHandler streamHandler; |     private OllamaStreamHandler streamHandler; | ||||||
| @@ -17,12 +17,12 @@ public class OllamaChatStreamObserver { | |||||||
|         this.streamHandler = streamHandler; |         this.streamHandler = streamHandler; | ||||||
|     } |     } | ||||||
| 
 | 
 | ||||||
|     public void notify(OllamaChatResponseModel currentResponsePart){ |     public void notify(OllamaChatResponseModel currentResponsePart) { | ||||||
|         responseParts.add(currentResponsePart); |         responseParts.add(currentResponsePart); | ||||||
|         handleCurrentResponsePart(currentResponsePart); |         handleCurrentResponsePart(currentResponsePart); | ||||||
|     } |     } | ||||||
| 
 | 
 | ||||||
|     protected void handleCurrentResponsePart(OllamaChatResponseModel currentResponsePart){ |     protected void handleCurrentResponsePart(OllamaChatResponseModel currentResponsePart) { | ||||||
|         message = message + currentResponsePart.getMessage().getContent(); |         message = message + currentResponsePart.getMessage().getContent(); | ||||||
|         streamHandler.accept(message); |         streamHandler.accept(message); | ||||||
|     } |     } | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.embeddings; | package io.github.ollama4j.models.embeddings; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.annotation.JsonProperty; | import com.fasterxml.jackson.annotation.JsonProperty; | ||||||
| 
 | 
 | ||||||
| @@ -1,6 +1,6 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.embeddings; | package io.github.ollama4j.models.embeddings; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Options; | import io.github.ollama4j.utils.Options; | ||||||
| 
 | 
 | ||||||
| public class OllamaEmbeddingsRequestBuilder { | public class OllamaEmbeddingsRequestBuilder { | ||||||
| 
 | 
 | ||||||
| @@ -1,6 +1,6 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.embeddings; | package io.github.ollama4j.models.embeddings; | ||||||
| 
 | 
 | ||||||
| import static io.github.amithkoujalgi.ollama4j.core.utils.Utils.getObjectMapper; | import static io.github.ollama4j.utils.Utils.getObjectMapper; | ||||||
| import java.util.Map; | import java.util.Map; | ||||||
| import com.fasterxml.jackson.annotation.JsonProperty; | import com.fasterxml.jackson.annotation.JsonProperty; | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| @@ -1,9 +1,9 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.generate; | package io.github.ollama4j.models.generate; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Options; | import io.github.ollama4j.utils.Options; | ||||||
| 
 | 
 | ||||||
| /** | /** | ||||||
|  * Helper class for creating {@link io.github.amithkoujalgi.ollama4j.core.models.generate.OllamaGenerateRequestModel}  |  * Helper class for creating {@link OllamaGenerateRequestModel} | ||||||
|  * objects using the builder-pattern. |  * objects using the builder-pattern. | ||||||
|  */ |  */ | ||||||
| public class OllamaGenerateRequestBuilder { | public class OllamaGenerateRequestBuilder { | ||||||
| @@ -1,8 +1,8 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.generate; | package io.github.ollama4j.models.generate; | ||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaCommonRequestModel; | import io.github.ollama4j.models.OllamaCommonRequestModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OllamaRequestBody; | import io.github.ollama4j.utils.OllamaRequestBody; | ||||||
| 
 | 
 | ||||||
| import java.util.List; | import java.util.List; | ||||||
| 
 | 
 | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.generate; | package io.github.ollama4j.models.generate; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | ||||||
| import com.fasterxml.jackson.annotation.JsonProperty; | import com.fasterxml.jackson.annotation.JsonProperty; | ||||||
| @@ -1,10 +1,8 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.generate; | package io.github.ollama4j.models.generate; | ||||||
| 
 | 
 | ||||||
| import java.util.ArrayList; | import java.util.ArrayList; | ||||||
| import java.util.List; | import java.util.List; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaStreamHandler; |  | ||||||
| 
 |  | ||||||
| public class OllamaGenerateStreamObserver { | public class OllamaGenerateStreamObserver { | ||||||
| 
 | 
 | ||||||
|     private OllamaStreamHandler streamHandler; |     private OllamaStreamHandler streamHandler; | ||||||
| @@ -17,12 +15,12 @@ public class OllamaGenerateStreamObserver { | |||||||
|         this.streamHandler = streamHandler; |         this.streamHandler = streamHandler; | ||||||
|     } |     } | ||||||
| 
 | 
 | ||||||
|     public void notify(OllamaGenerateResponseModel currentResponsePart){ |     public void notify(OllamaGenerateResponseModel currentResponsePart) { | ||||||
|         responseParts.add(currentResponsePart); |         responseParts.add(currentResponsePart); | ||||||
|         handleCurrentResponsePart(currentResponsePart); |         handleCurrentResponsePart(currentResponsePart); | ||||||
|     } |     } | ||||||
| 
 | 
 | ||||||
|     protected void handleCurrentResponsePart(OllamaGenerateResponseModel currentResponsePart){ |     protected void handleCurrentResponsePart(OllamaGenerateResponseModel currentResponsePart) { | ||||||
|         message = message + currentResponsePart.getResponse(); |         message = message + currentResponsePart.getResponse(); | ||||||
|         streamHandler.accept(message); |         streamHandler.accept(message); | ||||||
|     } |     } | ||||||
| @@ -0,0 +1,7 @@ | |||||||
|  | package io.github.ollama4j.models.generate; | ||||||
|  |  | ||||||
|  | import java.util.function.Consumer; | ||||||
|  |  | ||||||
|  | public interface OllamaStreamHandler extends Consumer<String> { | ||||||
|  |     void accept(String message); | ||||||
|  | } | ||||||
| @@ -1,6 +1,6 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.request; | package io.github.ollama4j.models.request; | ||||||
| 
 | 
 | ||||||
| import static io.github.amithkoujalgi.ollama4j.core.utils.Utils.getObjectMapper; | import static io.github.ollama4j.utils.Utils.getObjectMapper; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import lombok.AllArgsConstructor; | import lombok.AllArgsConstructor; | ||||||
| @@ -1,6 +1,6 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.request; | package io.github.ollama4j.models.request; | ||||||
| 
 | 
 | ||||||
| import static io.github.amithkoujalgi.ollama4j.core.utils.Utils.getObjectMapper; | import static io.github.ollama4j.utils.Utils.getObjectMapper; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import lombok.AllArgsConstructor; | import lombok.AllArgsConstructor; | ||||||
| @@ -1,6 +1,6 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.request; | package io.github.ollama4j.models.request; | ||||||
| 
 | 
 | ||||||
| import static io.github.amithkoujalgi.ollama4j.core.utils.Utils.getObjectMapper; | import static io.github.ollama4j.utils.Utils.getObjectMapper; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import lombok.AllArgsConstructor; | import lombok.AllArgsConstructor; | ||||||
| @@ -1,14 +1,14 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.request; | package io.github.ollama4j.models.request; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaStreamHandler; | import io.github.ollama4j.exceptions.OllamaBaseException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.exceptions.OllamaBaseException; | import io.github.ollama4j.models.BasicAuth; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.BasicAuth; | import io.github.ollama4j.models.OllamaResult; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaResult; | import io.github.ollama4j.models.chat.OllamaChatResponseModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatResponseModel; | import io.github.ollama4j.models.chat.OllamaChatStreamObserver; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatStreamObserver; | import io.github.ollama4j.models.generate.OllamaStreamHandler; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OllamaRequestBody; | import io.github.ollama4j.utils.OllamaRequestBody; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.utils.Utils; | ||||||
| import org.slf4j.Logger; | import org.slf4j.Logger; | ||||||
| import org.slf4j.LoggerFactory; | import org.slf4j.LoggerFactory; | ||||||
| 
 | 
 | ||||||
| @@ -1,12 +1,12 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.request; | package io.github.ollama4j.models.request; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaAPI; | import io.github.ollama4j.OllamaAPI; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.exceptions.OllamaBaseException; | import io.github.ollama4j.exceptions.OllamaBaseException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.BasicAuth; | import io.github.ollama4j.models.BasicAuth; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaErrorResponseModel; | import io.github.ollama4j.models.OllamaErrorResponseModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaResult; | import io.github.ollama4j.models.OllamaResult; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OllamaRequestBody; | import io.github.ollama4j.utils.OllamaRequestBody; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.utils.Utils; | ||||||
| import org.slf4j.Logger; | import org.slf4j.Logger; | ||||||
| import org.slf4j.LoggerFactory; | import org.slf4j.LoggerFactory; | ||||||
| 
 | 
 | ||||||
| @@ -1,14 +1,14 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.models.request; | package io.github.ollama4j.models.request; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaStreamHandler; | import io.github.ollama4j.exceptions.OllamaBaseException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.exceptions.OllamaBaseException; | import io.github.ollama4j.models.BasicAuth; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.BasicAuth; | import io.github.ollama4j.models.OllamaResult; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaResult; | import io.github.ollama4j.models.generate.OllamaGenerateResponseModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.generate.OllamaGenerateResponseModel; | import io.github.ollama4j.models.generate.OllamaGenerateStreamObserver; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.generate.OllamaGenerateStreamObserver; | import io.github.ollama4j.models.generate.OllamaStreamHandler; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OllamaRequestBody; | import io.github.ollama4j.utils.OllamaRequestBody; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.utils.Utils; | ||||||
| import org.slf4j.Logger; | import org.slf4j.Logger; | ||||||
| import org.slf4j.LoggerFactory; | import org.slf4j.LoggerFactory; | ||||||
| 
 | 
 | ||||||
| @@ -0,0 +1,35 @@ | |||||||
|  | package io.github.ollama4j.tools; | ||||||
|  |  | ||||||
|  | import io.github.ollama4j.models.OllamaResult; | ||||||
|  | import lombok.AllArgsConstructor; | ||||||
|  | import lombok.Data; | ||||||
|  | import lombok.NoArgsConstructor; | ||||||
|  |  | ||||||
|  | import java.util.ArrayList; | ||||||
|  | import java.util.List; | ||||||
|  | import java.util.Map; | ||||||
|  |  | ||||||
|  | @Data | ||||||
|  | @NoArgsConstructor | ||||||
|  | @AllArgsConstructor | ||||||
|  | public class OllamaToolsResult { | ||||||
|  |     private OllamaResult modelResult; | ||||||
|  |     private Map<ToolFunctionCallSpec, Object> toolResults; | ||||||
|  |  | ||||||
|  |     public List<ToolResult> getToolResults() { | ||||||
|  |         List<ToolResult> results = new ArrayList<>(); | ||||||
|  |         for (Map.Entry<ToolFunctionCallSpec, Object> r : this.toolResults.entrySet()) { | ||||||
|  |             results.add(new ToolResult(r.getKey().getName(), r.getKey().getArguments(), r.getValue())); | ||||||
|  |         } | ||||||
|  |         return results; | ||||||
|  |     } | ||||||
|  |  | ||||||
|  |     @Data | ||||||
|  |     @NoArgsConstructor | ||||||
|  |     @AllArgsConstructor | ||||||
|  |     public static class ToolResult { | ||||||
|  |         private String functionName; | ||||||
|  |         private Map<String, Object> functionArguments; | ||||||
|  |         private Object result; | ||||||
|  |     } | ||||||
|  | } | ||||||
| @@ -1,8 +1,8 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.tools; | package io.github.ollama4j.tools; | ||||||
| 
 | 
 | ||||||
| import java.util.Map; | import java.util.Map; | ||||||
| 
 | 
 | ||||||
| @FunctionalInterface | @FunctionalInterface | ||||||
| public interface DynamicFunction { | public interface ToolFunction { | ||||||
|     Object apply(Map<String, Object> arguments); |     Object apply(Map<String, Object> arguments); | ||||||
| } | } | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.tools; | package io.github.ollama4j.tools; | ||||||
| 
 | 
 | ||||||
| import lombok.AllArgsConstructor; | import lombok.AllArgsConstructor; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| @@ -9,10 +9,8 @@ import java.util.Map; | |||||||
| @Data | @Data | ||||||
| @AllArgsConstructor | @AllArgsConstructor | ||||||
| @NoArgsConstructor | @NoArgsConstructor | ||||||
| public class ToolDef { | public class ToolFunctionCallSpec { | ||||||
| 
 |  | ||||||
|     private String name; |     private String name; | ||||||
|     private Map<String, Object> arguments; |     private Map<String, Object> arguments; | ||||||
| 
 |  | ||||||
| } | } | ||||||
| 
 | 
 | ||||||
							
								
								
									
										16
									
								
								src/main/java/io/github/ollama4j/tools/ToolRegistry.java
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										16
									
								
								src/main/java/io/github/ollama4j/tools/ToolRegistry.java
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,16 @@ | |||||||
|  | package io.github.ollama4j.tools; | ||||||
|  |  | ||||||
|  | import java.util.HashMap; | ||||||
|  | import java.util.Map; | ||||||
|  |  | ||||||
|  | public class ToolRegistry { | ||||||
|  |     private final Map<String, ToolFunction> functionMap = new HashMap<>(); | ||||||
|  |  | ||||||
|  |     public ToolFunction getFunction(String name) { | ||||||
|  |         return functionMap.get(name); | ||||||
|  |     } | ||||||
|  |  | ||||||
|  |     public void addFunction(String name, ToolFunction function) { | ||||||
|  |         functionMap.put(name, function); | ||||||
|  |     } | ||||||
|  | } | ||||||
| @@ -1,11 +1,11 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.tools; | package io.github.ollama4j.tools; | ||||||
| 
 | 
 | ||||||
| import com.fasterxml.jackson.annotation.JsonIgnore; | import com.fasterxml.jackson.annotation.JsonIgnore; | ||||||
| import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | import com.fasterxml.jackson.annotation.JsonIgnoreProperties; | ||||||
| import com.fasterxml.jackson.annotation.JsonInclude; | import com.fasterxml.jackson.annotation.JsonInclude; | ||||||
| import com.fasterxml.jackson.annotation.JsonProperty; | import com.fasterxml.jackson.annotation.JsonProperty; | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.utils.Utils; | ||||||
| import lombok.Builder; | import lombok.Builder; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| 
 | 
 | ||||||
| @@ -14,14 +14,14 @@ import java.util.HashMap; | |||||||
| import java.util.List; | import java.util.List; | ||||||
| import java.util.Map; | import java.util.Map; | ||||||
| 
 | 
 | ||||||
| public class MistralTools { | public class Tools { | ||||||
|     @Data |     @Data | ||||||
|     @Builder |     @Builder | ||||||
|     public static class ToolSpecification { |     public static class ToolSpecification { | ||||||
|         private String functionName; |         private String functionName; | ||||||
|         private String functionDesc; |         private String functionDescription; | ||||||
|         private Map<String, PromptFuncDefinition.Property> props; |         private Map<String, PromptFuncDefinition.Property> properties; | ||||||
|         private DynamicFunction toolDefinition; |         private ToolFunction toolDefinition; | ||||||
|     } |     } | ||||||
| 
 | 
 | ||||||
|     @Data |     @Data | ||||||
| @@ -90,14 +90,14 @@ public class MistralTools { | |||||||
| 
 | 
 | ||||||
|             PromptFuncDefinition.PromptFuncSpec functionDetail = new PromptFuncDefinition.PromptFuncSpec(); |             PromptFuncDefinition.PromptFuncSpec functionDetail = new PromptFuncDefinition.PromptFuncSpec(); | ||||||
|             functionDetail.setName(spec.getFunctionName()); |             functionDetail.setName(spec.getFunctionName()); | ||||||
|             functionDetail.setDescription(spec.getFunctionDesc()); |             functionDetail.setDescription(spec.getFunctionDescription()); | ||||||
| 
 | 
 | ||||||
|             PromptFuncDefinition.Parameters parameters = new PromptFuncDefinition.Parameters(); |             PromptFuncDefinition.Parameters parameters = new PromptFuncDefinition.Parameters(); | ||||||
|             parameters.setType("object"); |             parameters.setType("object"); | ||||||
|             parameters.setProperties(spec.getProps()); |             parameters.setProperties(spec.getProperties()); | ||||||
| 
 | 
 | ||||||
|             List<String> requiredValues = new ArrayList<>(); |             List<String> requiredValues = new ArrayList<>(); | ||||||
|             for (Map.Entry<String, PromptFuncDefinition.Property> p : spec.getProps().entrySet()) { |             for (Map.Entry<String, PromptFuncDefinition.Property> p : spec.getProperties().entrySet()) { | ||||||
|                 if (p.getValue().isRequired()) { |                 if (p.getValue().isRequired()) { | ||||||
|                     requiredValues.add(p.getKey()); |                     requiredValues.add(p.getKey()); | ||||||
|                 } |                 } | ||||||
| @@ -109,31 +109,5 @@ public class MistralTools { | |||||||
|             tools.add(def); |             tools.add(def); | ||||||
|             return this; |             return this; | ||||||
|         } |         } | ||||||
| // |  | ||||||
| //        public PromptBuilder withToolSpecification(String functionName, String functionDesc, Map<String, PromptFuncDefinition.Property> props) { |  | ||||||
| //            PromptFuncDefinition def = new PromptFuncDefinition(); |  | ||||||
| //            def.setType("function"); |  | ||||||
| // |  | ||||||
| //            PromptFuncDefinition.PromptFuncSpec functionDetail = new PromptFuncDefinition.PromptFuncSpec(); |  | ||||||
| //            functionDetail.setName(functionName); |  | ||||||
| //            functionDetail.setDescription(functionDesc); |  | ||||||
| // |  | ||||||
| //            PromptFuncDefinition.Parameters parameters = new PromptFuncDefinition.Parameters(); |  | ||||||
| //            parameters.setType("object"); |  | ||||||
| //            parameters.setProperties(props); |  | ||||||
| // |  | ||||||
| //            List<String> requiredValues = new ArrayList<>(); |  | ||||||
| //            for (Map.Entry<String, PromptFuncDefinition.Property> p : props.entrySet()) { |  | ||||||
| //                if (p.getValue().isRequired()) { |  | ||||||
| //                    requiredValues.add(p.getKey()); |  | ||||||
| //                } |  | ||||||
| //            } |  | ||||||
| //            parameters.setRequired(requiredValues); |  | ||||||
| //            functionDetail.setParameters(parameters); |  | ||||||
| //            def.setFunction(functionDetail); |  | ||||||
| // |  | ||||||
| //            tools.add(def); |  | ||||||
| //            return this; |  | ||||||
| //        } |  | ||||||
|     } |     } | ||||||
| } | } | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.types; | package io.github.ollama4j.types; | ||||||
| 
 | 
 | ||||||
| /** | /** | ||||||
|  * A class to provide constants for all the supported models by Ollama. |  * A class to provide constants for all the supported models by Ollama. | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.utils; | package io.github.ollama4j.utils; | ||||||
| 
 | 
 | ||||||
| import java.io.IOException; | import java.io.IOException; | ||||||
| 
 | 
 | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.utils; | package io.github.ollama4j.utils; | ||||||
| 
 | 
 | ||||||
| import java.io.IOException; | import java.io.IOException; | ||||||
| import java.util.Base64; | import java.util.Base64; | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.utils; | package io.github.ollama4j.utils; | ||||||
| 
 | 
 | ||||||
| import java.net.http.HttpRequest.BodyPublisher; | import java.net.http.HttpRequest.BodyPublisher; | ||||||
| import java.net.http.HttpRequest.BodyPublishers; | import java.net.http.HttpRequest.BodyPublishers; | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.utils; | package io.github.ollama4j.utils; | ||||||
| 
 | 
 | ||||||
| import java.util.Map; | import java.util.Map; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.utils; | package io.github.ollama4j.utils; | ||||||
| 
 | 
 | ||||||
| import java.util.HashMap; | import java.util.HashMap; | ||||||
| 
 | 
 | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.utils; | package io.github.ollama4j.utils; | ||||||
| 
 | 
 | ||||||
| /** | /** | ||||||
|  * The {@code PromptBuilder} class is used to construct prompt texts for language models (LLMs). It |  * The {@code PromptBuilder} class is used to construct prompt texts for language models (LLMs). It | ||||||
| @@ -1,6 +1,6 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.utils; | package io.github.ollama4j.utils; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaAPI; | import io.github.ollama4j.OllamaAPI; | ||||||
| 
 | 
 | ||||||
| import java.io.InputStream; | import java.io.InputStream; | ||||||
| import java.util.Scanner; | import java.util.Scanner; | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.core.utils; | package io.github.ollama4j.utils; | ||||||
| 
 | 
 | ||||||
| import java.io.ByteArrayOutputStream; | import java.io.ByteArrayOutputStream; | ||||||
| import java.io.IOException; | import java.io.IOException; | ||||||
| @@ -1,16 +1,16 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.integrationtests; | package io.github.ollama4j.integrationtests; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaAPI; | import io.github.ollama4j.OllamaAPI; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.exceptions.OllamaBaseException; | import io.github.ollama4j.exceptions.OllamaBaseException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.ModelDetail; | import io.github.ollama4j.models.ModelDetail; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaResult; | import io.github.ollama4j.models.OllamaResult; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatMessageRole; | import io.github.ollama4j.models.chat.OllamaChatMessageRole; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatRequestBuilder; | import io.github.ollama4j.models.chat.OllamaChatRequestBuilder; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatRequestModel; | import io.github.ollama4j.models.chat.OllamaChatRequestModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatResult; | import io.github.ollama4j.models.chat.OllamaChatResult; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.embeddings.OllamaEmbeddingsRequestBuilder; | import io.github.ollama4j.models.embeddings.OllamaEmbeddingsRequestBuilder; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.embeddings.OllamaEmbeddingsRequestModel; | import io.github.ollama4j.models.embeddings.OllamaEmbeddingsRequestModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OptionsBuilder; | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
| import lombok.Data; | import lombok.Data; | ||||||
| import org.junit.jupiter.api.BeforeEach; | import org.junit.jupiter.api.BeforeEach; | ||||||
| import org.junit.jupiter.api.Order; | import org.junit.jupiter.api.Order; | ||||||
| @@ -1,12 +1,12 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.unittests; | package io.github.ollama4j.unittests; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.OllamaAPI; | import io.github.ollama4j.OllamaAPI; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.exceptions.OllamaBaseException; | import io.github.ollama4j.exceptions.OllamaBaseException; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.ModelDetail; | import io.github.ollama4j.models.ModelDetail; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaAsyncResultStreamer; | import io.github.ollama4j.models.OllamaAsyncResultStreamer; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.OllamaResult; | import io.github.ollama4j.models.OllamaResult; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.types.OllamaModelType; | import io.github.ollama4j.types.OllamaModelType; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OptionsBuilder; | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
| import org.junit.jupiter.api.Test; | import org.junit.jupiter.api.Test; | ||||||
| import org.mockito.Mockito; | import org.mockito.Mockito; | ||||||
| 
 | 
 | ||||||
| @@ -1,10 +1,10 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.unittests.jackson; | package io.github.ollama4j.unittests.jackson; | ||||||
| 
 | 
 | ||||||
| import static org.junit.jupiter.api.Assertions.assertEquals; | import static org.junit.jupiter.api.Assertions.assertEquals; | ||||||
| import static org.junit.jupiter.api.Assertions.fail; | import static org.junit.jupiter.api.Assertions.fail; | ||||||
| import com.fasterxml.jackson.core.JsonProcessingException; | import com.fasterxml.jackson.core.JsonProcessingException; | ||||||
| import com.fasterxml.jackson.databind.ObjectMapper; | import com.fasterxml.jackson.databind.ObjectMapper; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.Utils; | import io.github.ollama4j.utils.Utils; | ||||||
| 
 | 
 | ||||||
| public abstract class AbstractSerializationTest<T> { | public abstract class AbstractSerializationTest<T> { | ||||||
| 
 | 
 | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.unittests.jackson; | package io.github.ollama4j.unittests.jackson; | ||||||
| 
 | 
 | ||||||
| import static org.junit.jupiter.api.Assertions.assertEquals; | import static org.junit.jupiter.api.Assertions.assertEquals; | ||||||
| 
 | 
 | ||||||
| @@ -9,10 +9,10 @@ import org.json.JSONObject; | |||||||
| import org.junit.jupiter.api.BeforeEach; | import org.junit.jupiter.api.BeforeEach; | ||||||
| import org.junit.jupiter.api.Test; | import org.junit.jupiter.api.Test; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatMessageRole; | import io.github.ollama4j.models.chat.OllamaChatMessageRole; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatRequestBuilder; | import io.github.ollama4j.models.chat.OllamaChatRequestBuilder; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.chat.OllamaChatRequestModel; | import io.github.ollama4j.models.chat.OllamaChatRequestModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OptionsBuilder; | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
| 
 | 
 | ||||||
| public class TestChatRequestSerialization extends AbstractSerializationTest<OllamaChatRequestModel> { | public class TestChatRequestSerialization extends AbstractSerializationTest<OllamaChatRequestModel> { | ||||||
| 
 | 
 | ||||||
| @@ -1,11 +1,11 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.unittests.jackson; | package io.github.ollama4j.unittests.jackson; | ||||||
| 
 | 
 | ||||||
| import static org.junit.jupiter.api.Assertions.assertEquals; | import static org.junit.jupiter.api.Assertions.assertEquals; | ||||||
| import org.junit.jupiter.api.BeforeEach; | import org.junit.jupiter.api.BeforeEach; | ||||||
| import org.junit.jupiter.api.Test; | import org.junit.jupiter.api.Test; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.embeddings.OllamaEmbeddingsRequestModel; | import io.github.ollama4j.models.embeddings.OllamaEmbeddingsRequestModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.embeddings.OllamaEmbeddingsRequestBuilder; | import io.github.ollama4j.models.embeddings.OllamaEmbeddingsRequestBuilder; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OptionsBuilder; | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
| 
 | 
 | ||||||
| public class TestEmbeddingsRequestSerialization extends AbstractSerializationTest<OllamaEmbeddingsRequestModel> { | public class TestEmbeddingsRequestSerialization extends AbstractSerializationTest<OllamaEmbeddingsRequestModel> { | ||||||
| 
 | 
 | ||||||
| @@ -1,4 +1,4 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.unittests.jackson; | package io.github.ollama4j.unittests.jackson; | ||||||
| 
 | 
 | ||||||
| import static org.junit.jupiter.api.Assertions.assertEquals; | import static org.junit.jupiter.api.Assertions.assertEquals; | ||||||
| 
 | 
 | ||||||
| @@ -7,9 +7,9 @@ import org.junit.jupiter.api.BeforeEach; | |||||||
| import org.junit.jupiter.api.Test; | import org.junit.jupiter.api.Test; | ||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.generate.OllamaGenerateRequestBuilder; | import io.github.ollama4j.models.generate.OllamaGenerateRequestBuilder; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.generate.OllamaGenerateRequestModel; | import io.github.ollama4j.models.generate.OllamaGenerateRequestModel; | ||||||
| import io.github.amithkoujalgi.ollama4j.core.utils.OptionsBuilder; | import io.github.ollama4j.utils.OptionsBuilder; | ||||||
| 
 | 
 | ||||||
| public class TestGenerateRequestSerialization extends AbstractSerializationTest<OllamaGenerateRequestModel> { | public class TestGenerateRequestSerialization extends AbstractSerializationTest<OllamaGenerateRequestModel> { | ||||||
| 
 | 
 | ||||||
| @@ -1,6 +1,6 @@ | |||||||
| package io.github.amithkoujalgi.ollama4j.unittests.jackson; | package io.github.ollama4j.unittests.jackson; | ||||||
| 
 | 
 | ||||||
| import io.github.amithkoujalgi.ollama4j.core.models.Model; | import io.github.ollama4j.models.Model; | ||||||
| import org.junit.jupiter.api.Test; | import org.junit.jupiter.api.Test; | ||||||
| 
 | 
 | ||||||
| public class TestModelRequestSerialization extends AbstractSerializationTest<Model> { | public class TestModelRequestSerialization extends AbstractSerializationTest<Model> { | ||||||
		Reference in New Issue
	
	Block a user