Initial implementation.

.editorconfig

@@ -0,0 +1,9 @@
+root = true
+
+[*]
+indent_style = tab
+indent_size = 2
+
+[*.{yml,yaml}]
+indent_style = space
+indent_size = 2

.github/workflows/coverage.yaml

@@ -0,0 +1,57 @@
+name: Coverage
+
+on: [push, pull_request]
+
+permissions:
+  contents: read
+
+env:
+  CONSOLE_OUTPUT: XTerm
+  COVERAGE: PartialSummary
+
+jobs:
+  test:
+    name: ${{matrix.ruby}} on ${{matrix.os}}
+    runs-on: ${{matrix.os}}-latest
+
+    strategy:
+      matrix:
+        os:
+          - ubuntu
+          - macos
+
+        ruby:
+          - "3.3"
+
+    steps:
+    - uses: actions/checkout@v4
+    - uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{matrix.ruby}}
+        bundler-cache: true
+
+    - name: Run tests
+      timeout-minutes: 5
+      run: bundle exec bake test
+
+    - uses: actions/upload-artifact@v3
+      with:
+        name: coverage-${{matrix.os}}-${{matrix.ruby}}
+        path: .covered.db
+
+  validate:
+    needs: test
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+    - uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: "3.3"
+        bundler-cache: true
+
+    - uses: actions/download-artifact@v3
+
+    - name: Validate coverage
+      timeout-minutes: 5
+      run: bundle exec bake covered:validate --paths */.covered.db \;

.github/workflows/documentation.yaml

@@ -0,0 +1,58 @@
+name: Documentation
+
+on:
+  push:
+    branches:
+      - main
+
+# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages:
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+# Allow one concurrent deployment:
+concurrency:
+  group: "pages"
+  cancel-in-progress: true
+
+env:
+  CONSOLE_OUTPUT: XTerm
+  BUNDLE_WITH: maintenance
+
+jobs:
+  generate:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: "3.3"
+        bundler-cache: true
+
+    - name: Installing packages
+      run: sudo apt-get install wget
+
+    - name: Generate documentation
+      timeout-minutes: 5
+      run: bundle exec bake utopia:project:static --force no
+
+    - name: Upload documentation artifact
+      uses: actions/upload-pages-artifact@v2
+      with:
+        path: docs
+
+  deploy:
+    runs-on: ubuntu-latest
+
+    environment:
+      name: github-pages
+      url: ${{steps.deployment.outputs.page_url}}
+
+    needs: generate
+    steps:
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v3

.github/workflows/test-external.yaml

@@ -0,0 +1,36 @@
+name: Test External
+
+on: [push, pull_request]
+
+permissions:
+  contents: read
+
+env:
+  CONSOLE_OUTPUT: XTerm
+
+jobs:
+  test:
+    name: ${{matrix.ruby}} on ${{matrix.os}}
+    runs-on: ${{matrix.os}}-latest
+
+    strategy:
+      matrix:
+        os:
+          - ubuntu
+          - macos
+
+        ruby:
+          - "3.1"
+          - "3.2"
+          - "3.3"
+
+    steps:
+    - uses: actions/checkout@v4
+    - uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{matrix.ruby}}
+        bundler-cache: true
+
+    - name: Run tests
+      timeout-minutes: 10
+      run: bundle exec bake test:external

.github/workflows/test.yaml

@@ -0,0 +1,50 @@
+name: Test
+
+on: [push, pull_request]
+
+permissions:
+  contents: read
+
+env:
+  CONSOLE_OUTPUT: XTerm
+
+jobs:
+  test:
+    name: ${{matrix.ruby}} on ${{matrix.os}}
+    runs-on: ${{matrix.os}}-latest
+    continue-on-error: ${{matrix.experimental}}
+
+    strategy:
+      matrix:
+        os:
+          - ubuntu
+          - macos
+
+        ruby:
+          - "3.1"
+          - "3.2"
+          - "3.3"
+
+        experimental: [false]
+
+        include:
+          - os: ubuntu
+            ruby: truffleruby
+            experimental: true
+          - os: ubuntu
+            ruby: jruby
+            experimental: true
+          - os: ubuntu
+            ruby: head
+            experimental: true
+
+    steps:
+    - uses: actions/checkout@v4
+    - uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{matrix.ruby}}
+        bundler-cache: true
+
+    - name: Run tests
+      timeout-minutes: 10
+      run: bundle exec bake test

.gitignore

@@ -0,0 +1,5 @@
+/.bundle/
+/pkg/
+/gems.locked
+/.covered.db
+/external

async-ollama.gemspec

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+require_relative "lib/async/ollama/version"
+
+Gem::Specification.new do |spec|
+	spec.name = "async-ollama"
+	spec.version = Async::Ollama::VERSION
+
+	spec.summary = "A asynchronous interface to the ollama chat service"
+	spec.authors = ["Samuel Williams"]
+	spec.license = "MIT"
+
+	spec.cert_chain  = ['release.cert']
+	spec.signing_key = File.expand_path('~/.gem/release.pem')
+
+	spec.homepage = "https://github.com/socketry/async-ollama"
+
+	spec.metadata = {
+		"documentation_uri" => "https://socketry.github.io/falcon/",
+		"source_code_uri" => "https://github.com/socketry/async-ollama.git",
+	}
+
+	spec.files = Dir.glob(['{lib}/**/*', '*.md'], File::FNM_DOTMATCH, base: __dir__)
+
+	spec.required_ruby_version = ">= 3.1"
+
+	spec.add_dependency "async"
+	spec.add_dependency "async-rest", "~> 0.13.0"
+end

bin/async-ollama

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2024, by Samuel Williams.
+
+require_relative 'lib/async/ollama'
+
+require 'console'
+
+terminal = Console::Terminal.for($stdout)
+terminal[:reply] = terminal.style(:blue)
+terminal[:reset] = terminal.reset
+
+Async::Ollama::Client.open do |client|
+	generator = client
+
+	while input = $stdin.gets
+		generator = generator.generate(input) do |response|
+			terminal.write terminal[:reply]
+
+			response.body.each do |token|
+				terminal.write token
+			end
+
+			terminal.puts terminal[:reset]
+		end
+	end
+end

config/sus.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2024, by Samuel Williams.
+
+require 'covered/sus'
+include Covered::Sus

gems.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2024, by Samuel Williams.
+
+source "https://rubygems.org"
+
+gemspec
+
+group :maintenance, optional: true do
+	gem "bake-gem"
+	gem "bake-modernize"
+
+	gem "utopia-project"
+end
+
+group :test do
+	gem "sus"
+	gem "covered"
+
+	gem "sus-fixtures-async"
+
+	gem "bake-test"
+	gem "bake-test-external"
+end
+

lib/async/ollama.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2024, by Samuel Williams.
+
+require_relative 'ollama/version'
+require_relative 'ollama/client'

lib/async/ollama/client.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2024, by Samuel Williams.
+
+require 'async/rest/resource'
+require_relative 'generate'
+
+module Async
+	module Ollama
+		# Represents a connection to the Ollama service.
+		class Client < Async::REST::Resource
+			ENDPOINT = Async::HTTP::Endpoint.parse('http://localhost:11434')
+
+			def generate(prompt, **options, &block)
+				options[:prompt] = prompt
+				options[:model] ||= 'llama2'
+
+				Generate.post(self.with(path: '/api/generate'), options, &block)
+			end
+		end
+
+		def self.connect(endpoint = DEFAULT_ENDPOINT)
+			representation = Client.for(endpoint)
+
+			return representation unless block_given?
+
+			Sync do
+				yield representation
+			ensure
+				representation.close
+			end
+		end
+	end
+end

lib/async/ollama/generate.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2024, by Samuel Williams.
+
+require 'async/rest/representation'
+require_relative 'wrapper'
+
+module Async
+	module Ollama
+		class Generate < Async::REST::Representation[Wrapper]
+			def response
+				self.value[:response]
+			end
+
+			def context
+				self.value[:context]
+			end
+
+			def model
+				self.value[:model]
+			end
+
+			def generate(prompt, &block)
+				self.class.post(self.resource, prompt: prompt, context: self.context, model: self.model, &block)
+			end
+		end
+	end
+end