Rails Ollama Service Example

ollama_service.rb

class OllamaService
  extend Dry::Initializer
  
  option :model,       default: proc { "llama2:13b" }
  option :prompt,      default: proc { "Why do I have fingers?" }
  option :url,         default: proc { "http://localhost:11434" }
  option :temperature, default: proc { 0.7 }
    
  def call
    
    streamed = []
    bot_response = ""
    payload = {model: model, prompt: prompt, opts:{temperature: temperature}}

    conn = Faraday.new(:url => url) do |faraday|
      faraday.request  :url_encoded             
      faraday.adapter  Faraday.default_adapter  
      faraday.response :logger
      faraday.options.on_data = Proc.new do |chunk, overall_received_bytes, env|
        chunk_parsed = JSON.parse(chunk)
        bot_response += chunk_parsed["response"] if chunk_parsed["response"]
        streamed << chunk_parsed
        request_model.update(bot_response:bot_response)
      end
    end

    post_response = conn.post do |req|
      req.url '/api/generate'
      req.headers['Content-Type'] = 'application/json'
      req.body = payload.to_json
    end
    
    {response: bot_response, response_data: streamed}
    
  end
end