Easy LLM setup for Ruby on Rails application

2_ollama.rb

class Ollama
  URL = 'http://localhost:11434/api/chat'
  
  def initialize
    @uri = URI.parse(URL)
  end

  def prompt(question)
    response = Net::HTTP.start(@uri.hostname, @uri.port, use_ssl: @uri.scheme == 'https') do |http|
      http.post(@uri, JSON.dump({
        messages: [{ role: 'user', content: question }],
        model: 'mistral',
        stream: false
      }), 'Content-Type' => 'application/json')
    end

    JSON.parse(response.body)
  end
end

3_rails_console.rb

[1] pry(main)> client = Ollama.new
=> #<Ollama:0x000000012fd10260 @uri=#<URI::HTTP http://localhost:11434/api/chat>>

[2] pry(main)> client.prompt("What is your name?")
=> {"model"=>"mistral",
 "created_at"=>"2024-03-28T04:21:22.679528Z",
 "message"=>{"role"=>"assistant", "content"=>" I don't have a name. I'm just an artificial intelligence programmed to assist with information and answer questions to the best of my ability."},
 "done"=>true,
 "total_duration"=>756771750,
 "load_duration"=>585917,
 "prompt_eval_count"=>9,
 "prompt_eval_duration"=>242521000,
 "eval_count"=>32,
 "eval_duration"=>512828000}

llm.sh

#!/bin/bash

brew install ollama
brew services start ollama
ollama pull mistral