update plotting script for success rate

Author: happyandslow

benchmarks/autoscaling/plot-everything.py

@@ -27,7 +27,7 @@ def parse_experiment_output(lines):
             data = json.loads(line.strip())
             # required_fields = ['status_code', 'start_time', 'end_time', 'latency', 'throughput', 
             #                  'prompt_tokens', 'output_tokens', 'total_tokens', 'input', 'output']
-            required_fields = ['start_time', 'end_time', 'latency', 'throughput', 
+            required_fields = ['status', 'start_time', 'end_time', 'latency', 'throughput', 
                              'prompt_tokens', 'output_tokens', 'total_tokens', 'input', 'output']
             if any(field not in data for field in required_fields):
                 missingfields = [field not in data for field in required_fields]
@@ -49,8 +49,8 @@ def parse_experiment_output(lines):
     rps_series = df.groupby('second_bucket').size()
     df['rps'] = df['second_bucket'].map(rps_series)
 
-    success_rps = df[df['status_code'] == 200].groupby('second_bucket').size()
-    failed_rps = df[df['status_code'] != 200].groupby('second_bucket').size()
+    success_rps = df[df['status'] == 'success'].groupby('second_bucket').size()
+    failed_rps = df[df['status'] != 'success'].groupby('second_bucket').size()
     df['success_rps'] = df['second_bucket'].map(success_rps).fillna(0)
     df['failed_rps'] = df['second_bucket'].map(failed_rps).fillna(0)
 
@@ -178,7 +178,7 @@ def analyze_performance(df):
         raise Exception(f"Error analyzing performance metrics: {e}")
 
 
-def plot_combined_visualization(experiment_home_dir):
+def plot_combined_visualization(experiment_home_dir, workload_type):
     # Create figure
     fig = plt.figure(figsize=(12, 12))
 
@@ -418,18 +418,19 @@ def plot_combined_visualization(experiment_home_dir):
     plt.tight_layout()
 
     # Save the combined figure
-    output_path = os.path.join(experiment_home_dir, 'combined_visualization.pdf')
+    output_path = os.path.join(experiment_home_dir, f'combined_visualization-{workload_type}.pdf')
     plt.savefig(output_path, bbox_inches='tight')
     print(f"** Saved combined visualization to: {output_path}")
     plt.close()
 
 def main():
-    if len(sys.argv) != 2:
-        print("Usage: python script.py <experiment_home_dir>")
+    if len(sys.argv) != 3:
+        print("Usage: python script.py <experiment_home_dir> <workload_type>")
         return 1
 
     experiment_home_dir = sys.argv[1]
-    plot_combined_visualization(experiment_home_dir)
+    workload_type = sys.argv[2]
+    plot_combined_visualization(experiment_home_dir, workload_type)
     return 0
 
 if __name__ == "__main__":