Skip to content

Instantly share code, notes, and snippets.

import json
import os
from openai import OpenAI
# Point to the local server
client = OpenAI(base_url="http://localhost:1234/v1", api_key="lm-studio")
model = "qwen2.5-vl-7b-instruct"
# Define the tools
def read_file(file_path: str) -> dict:
test
test