Ollama example with params

ollama_example.py

from ollama import Client


def ollama_chat_call(model, prompt, ip='0.0.0.0', port=11434):

    client = Client(host=f'http://{ip}:{port}')
    response = client.chat(model=model,
                           messages=[{'role': 'user', 'content': prompt},],
                           options={"seed": 5, "temperature": 0.8, "num_predict": 1000,
                                    "repeat_penalty": 1.2, "top_p": 0.9, "top_k": 40},
                           stream=False)
    return response


def ollama_generate_call(model, prompt, ip='0.0.0.0', port=11434):

    client = Client(host=f'http://{ip}:{port}')
    response = client.generate(model=model,
                               prompt=prompt,
                               options={"seed": 5, "temperature": 0.8, "num_predict": 1000,
                                    "repeat_penalty": 1.2, "top_p": 0.9, "top_k": 40},
                               stream=False)
    return response


if __name__ == '__main__':
    model = "llama3:instruct"
    prompt = "What is Llama-3? Can you make a joke about it?"
    response = ollama_chat_call(model, prompt)
    print(response)
    response = ollama_generate_call(model, prompt)
    print(response)