slo plot

Author: Fredooooooo

tools/simulator/cli/start_simulator.py

@@ -9,10 +9,25 @@
 from simulator.ui import make_table
 from rich.console import Console
 from huggingface_hub import login
+import matplotlib.pyplot as plt  # Add this import for plotting
 
 
 console = Console()
 
+def plot_slo_pass_rate(server, slo, output_path):
+    slo_scales = [round(x, 2) for x in [0.3 + 0.1 * i for i in range(18)]]  # 0.3 to 2.0
+    pass_rates = [server.SLO_pass_rate(slo * scale) for scale in slo_scales]
+
+    plt.figure(figsize=(10, 6))
+    plt.plot(slo_scales, pass_rates, marker='o', label="SLO Pass Rate")
+    plt.title("SLO Pass Rate vs SLO Scale")
+    plt.xlabel("SLO Scale")
+    plt.ylabel("Pass Rate")
+    plt.grid(True)
+    plt.legend()
+    plt.savefig(output_path)
+    plt.close()
+
 def run_simulation(args):
     print(args)
     server = LLMGlobalEngine(args.input, float(args.arrival_rate))
@@ -39,7 +54,10 @@ def run_simulation(args):
     print(f"--" * 10 + " Simulation Done " + "--" * 10)
 
     console.print(make_table("Summary", server.summary))
-    print(f"Pass rate: {server.SLO_pass_rate(float(args.SLO))}")
+    # print(f"Pass rate: {server.SLO_pass_rate(float(args.SLO))}")
+
+    # Generate and save the SLO pass plot
+    plot_slo_pass_rate(server, float(args.SLO), args.slo_plot_output)
 
 if __name__ == "__main__":
     import argparse
@@ -48,7 +66,7 @@ def run_simulation(args):
     parser.add_argument("--input", type=str, help="Input file")
     parser.add_argument("--n-engines", type=int, help="Number of engines")
     parser.add_argument("--arrival-rate", help="Arrival rate", default=None)
-    parser.add_argument("--SLO", help="Text2SQL Request SLO", default=35.28*1.5)
+    parser.add_argument("--SLO", help="Text2SQL Request SLO", default=35.28)
 
     parser.add_argument(
         "--trace-output",
@@ -62,5 +80,11 @@ def run_simulation(args):
         help="Stats file",
         default=".cache/replay_results/stats.json",
     )
+    parser.add_argument(
+        "--slo-plot-output",
+        type=str,
+        help="Output path for SLO pass plot",
+        default="./result/slo_pass_plot.png",
+    )
     args = parser.parse_args()
     run_simulation(args)