Make a single api call with chatgpt, with exponential backoff to mitigate rate limiting

chatgpt api call with exponential backoff.py

'''
Build with the help of chatgpt
'''
import openai
openai.api_key = 'your_api_key_here'

def response(message):
    retry_count = 0
    max_retries = 4
    wait_time = 7  # Initial wait time in seconds

    messages = [
        {
            'role': 'user',
            'content': message,
        }
    ]

    while retry_count < max_retries:
        try:
            completion = openai.ChatCompletion.create(
              model = "gpt-3.5-turbo",
              messages = messages,
              temperature = 0,
              max_tokens = 1,
            )
            # print(completion['usage']['total_tokens'])
            return completion.choices[0].message.content

        except Exception as e:
            print(f"An error occurred: {str(e)[:30]}")
            print(f"Retrying in {wait_time} seconds...")
            time.sleep(wait_time)
            retry_count += 1
            wait_time *= 3  # Exponential backoff: double the wait time for each retry

    print("Exceeded maximum number of retries. Aborting.")
    return None

# Test it out
if __name__ == '__main__':
    print(
        response("What's your favorite anime?")
    )