It's not going to solve the problem, and sometimes I'm limited so hard I need to stop for a couple minutes before starting my application again. This mitigates some of the issues though. I just don't understand how full-scale applications are even functioning when everything is being disconnected/limited.
prompt = "Your Prompt"
retries = 0
while retries < 5:
try:
time.sleep(30)
completions = openai.Completion.create(engine="text-davinci-003", prompt=prompt, max_tokens=3048, n=1, stop=None, temperature=1)
message = completions.choices[0].text
rerun_flag = True
break
except openai.error.RateLimitError:
print("RateLimitError occurred, waiting for {sleeptime} seconds...")
time.sleep(30)
retries += 1
except openai.error.ServiceUnavailableError:
print("ServiceUnavailableError occurred, waiting for {sleeptime} seconds...")
time.sleep(30)
retries += 1