Test Ollama using OpenAI compatible API

test_ollama.py

from openai import OpenAI

client = OpenAI(
    api_key='ollama',
    base_url="http://localhost:11434/v1",   
)

# this will fail, showing openai.NotFoundError: 404 page not found
data = client.embeddings.create(
    input='hi',
    model='nomic-embed-text',
    dimensions=768
)
print(data)


# this will succeed
data = client.chat.completions.create(
    model='llama3:8b',
    messages=[
        {
            "role": "system",
            "content": "You are a helpful assistant."
        },
        {
            "role": "user",
            "content": "What is the capital of the United States?"
        }
    ]
)
print(data)