Update rate limit error detection criteria for Azure OpenAI API (openai#1254)

xingjian-zhang · web-flow · commit e9d4211e5562 · 2024-07-07T12:16:25.000-07:00
diff --git a/examples/api_request_parallel_processor.py b/examples/api_request_parallel_processor.py
@@ -322,7 +322,7 @@ async def call_api(
                 )
                 status_tracker.num_api_errors += 1
                 error = response
-                if "Rate limit" in response["error"].get("message", ""):
+                if "rate limit" in response["error"].get("message", "").lower():
                     status_tracker.time_of_last_rate_limit_error = time.time()
                     status_tracker.num_rate_limit_errors += 1
                     status_tracker.num_api_errors -= (

Original file line number	Diff line number	Diff line change
`@@ -322,7 +322,7 @@ async def call_api(`
`322`	`322`	`)`
`323`	`323`	`status_tracker.num_api_errors += 1`
`324`	`324`	`error = response`
`325`		`- if "Rate limit" in response["error"].get("message", ""):`
	`325`	`+ if "rate limit" in response["error"].get("message", "").lower():`
`326`	`326`	`status_tracker.time_of_last_rate_limit_error = time.time()`
`327`	`327`	`status_tracker.num_rate_limit_errors += 1`
`328`	`328`	`status_tracker.num_api_errors -= (`