cpu_pytorch

Author: baptistecolle

.github/workflows/benchmark_cpu_onnxruntime.yaml

@@ -64,6 +64,6 @@ jobs:
             --workdir /workspace
           run: |
             pip install .[onnxruntime]
-            llm-perf --hardware cpu --backend onnxruntime
+            llm-perf run-benchmark --hardware cpu --backend onnxruntime
             
 

.github/workflows/benchmark_cpu_openvino.yaml

@@ -64,4 +64,4 @@ jobs:
             --workdir /workspace
           run: |
             pip install .[openvino]
-            llm-perf --hardware cpu --backend openvino
+            llm-perf run-benchmark --hardware cpu --backend openvino

.github/workflows/benchmark_cpu_pytorch.yaml

@@ -64,4 +64,4 @@ jobs:
             --workdir /workspace
           run: |
             pip install .
-            llm-perf --hardware cpu --backend pytorch
+            llm-perf run-benchmark --hardware cpu --backend pytorch

.github/workflows/benchmark_cuda_pytorch.yaml

@@ -67,4 +67,4 @@ jobs:
             --workdir /workspace
           run: |
             pip install .[cuda]
-            llm-perf --hardware cuda --backend pytorch
+            llm-perf run-benchmark --hardware cuda --backend pytorch

README.md

@@ -9,7 +9,7 @@ git clone
 pip install -e .[openvino]
 
 ## How to use the cli 
-llm-perf --hardware cpu --backend openvino
-
+llm-perf run-benchmark --hardware cpu --backend openvino
+llm-perf run-benchmark --hardware cpu --backend pytorch
 
 https://huggingface.co/datasets/optimum-benchmark/llm-perf-leaderboard