gistfile1.txt

import openai

openai.api_base = "https://api.endpoints.anyscale.com/v1"
openai.api_key = ANYSCALE_API_KEY

COMPLETIONS = 3

prompt = "Fine," # <---- NO space

print(prompt, end="")

def enhanced(text, i):
    if i % 2 == 1:
        return text
    else:
        return '\033[94m' + text + '\033[0m'

for i in range(COMPLETIONS):
    for chunk in openai.Completion.create(
        model="meta-llama/Llama-2-7b-chat-hf",
        prompt=prompt,
        temperature=0.7,
        stream=True
    ):
        word = chunk['choices'][0]['text']
        print(enhanced(word, i), end="", flush=True)
        prompt += word