Using SSE with GPT API

chat.py

# listen.py
#
import requests

import json
import pprint
# pip install sseclient-py
import sseclient

API_KEY = '<INSERT_API_KEY>'

def with_requests(url, headers, body):
    """Get a streaming response for the given event feed using requests."""
    import requests
    return requests.post(url, stream=True, headers=headers, json=body)

if __name__ == '__main__':
    url = 'https://api.openai.com/v1/completions'
    headers = {
        'Accept': 'text/event-stream',
        'Authorization': 'Bearer ' + API_KEY
    }
    body = {
      "model": "text-davinci-003",
      "prompt": "Say this is a test",
      "max_tokens": 7,
      "temperature": 0,
      "stream": True
    }
    request = with_requests(url, headers, body)
    client = sseclient.SSEClient(request)
    for event in client.events():
        if event.data != '[DONE]':
            print(json.loads(event.data)['choices'][0]['text'])