client fix routing strtategy/bug

Signed-off-by: Le Xu <[email protected]>

Author: happyandslow

benchmarks/client/client.py

@@ -238,8 +238,7 @@ async def benchmark_batch(client: openai.AsyncOpenAI,
             task = asyncio.create_task(
                 send_request_batch(client = client, 
                                    model = requests[i]["model"] if "model" in requests[i] else default_model, 
-                                   endpoint = endpoint, 
-                                   formatted_prompt = formatted_prompts[i], 
+                                   prompt = formatted_prompts[i], 
                                    output_file = output_file, 
                                    request_id = request_id)
             )
@@ -296,7 +295,7 @@ def main(args):
     parser.add_argument("--api-key", type=str, required=True, help="API key to the service. ")
     parser.add_argument('--output-file-path', type=str, default="output.jsonl")
     parser.add_argument("--streaming", action="store_true", help="Use streaming client.")
-    parser.add_argument("--routing-strategy", type=str, required=False, default=None, help="Routing strategy to use.")
+    parser.add_argument("--routing-strategy", type=str, required=False, default="random", help="Routing strategy to use.")
 
     args = parser.parse_args()
     main(args)