pygmalion-13b

pygmalion-13b.py

import openai

openai.api_base = "https://pygmalion-13b.lepton.run/api/v1"
openai.api_key = "YOUR_API_KEY"

prompt = '''
Assistant's Persona: Assistant is a highly intelligent language model trained to comply with user requests.
<START>
Assistant: Hello! How may I help you today?
You: What is Zork?
Assistant:
'''

completion = openai.Completion.create(
    model="pygmalion-13b",  # can be "gpt-3.5-turbo" as well
    prompt=prompt,
    max_tokens=512,
    stream=True,
)

for comp in completion:
    text = comp["choices"][0]["text"]
    print(text, end="")
print("")