codefuse-chatbot-test-local-llmapi

codefuse-chatbot-test-local-llmapi.py

# 启动测试
import openai
openai.api_key = "" # Not support yet
openai.api_base = "http://127.0.0.1:18888/v1"

# 选择你启动的模型
model = "codellama_34b"

# create a chat completion
completion = openai.ChatCompletion.create(
    model=model,
    messages=[{"role": "user", "content": "Hello! What is your name? "}],
    max_tokens=100,
)
# print the completion
print(completion.choices[0].message.content)