Skip to content

Commit 5f0e205

Browse files
committed
cpu_pytorch
1 parent 8ca3c53 commit 5f0e205

File tree

9 files changed

+206
-7
lines changed

9 files changed

+206
-7
lines changed

.github/workflows/benchmark_cpu_onnxruntime.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -65,5 +65,5 @@ jobs:
6565
--volume ${{ github.workspace }}:/workspace
6666
--workdir /workspace
6767
run: |
68-
pip install .[onnxruntime]
68+
pip install -e .[onnxruntime]
6969
llm-perf run-benchmark --hardware cpu --backend onnxruntime

.github/workflows/benchmark_cpu_openvino.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -65,5 +65,5 @@ jobs:
6565
--volume ${{ github.workspace }}:/workspace
6666
--workdir /workspace
6767
run: |
68-
pip install .[openvino]
68+
pip install -e .[openvino]
6969
llm-perf run-benchmark --hardware cpu --backend openvino

.github/workflows/benchmark_cpu_pytorch.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -63,5 +63,5 @@ jobs:
6363
--volume ${{ github.workspace }}:/workspace
6464
--workdir /workspace
6565
run: |
66-
pip install .
66+
pip install -e .
6767
llm-perf run-benchmark --hardware cpu --backend pytorch

.github/workflows/benchmark_cuda_pytorch.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -66,5 +66,5 @@ jobs:
6666
--volume ${{ github.workspace }}:/workspace
6767
--workdir /workspace
6868
run: |
69-
pip install .[cuda]
69+
pip install -e .[cuda]
7070
llm-perf run-benchmark --hardware cuda --backend pytorch

.github/workflows/update_llm_perf_leaderboard.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -46,5 +46,5 @@ jobs:
4646
HF_TOKEN: ${{ secrets.HF_TOKEN }}
4747
HF_HUB_ENABLE_HF_TRANSFER: 1
4848
run: |
49-
pip install .
49+
pip install -e .
5050
llm-perf update-leaderboard

.gitignore

Lines changed: 189 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,189 @@
1+
# Byte-compiled / optimized / DLL files
2+
__pycache__/
3+
*.py[cod]
4+
*$py.class
5+
6+
# C extensions
7+
*.so
8+
9+
# Distribution / packaging
10+
.Python
11+
build/
12+
develop-eggs/
13+
dist/
14+
downloads/
15+
eggs/
16+
.eggs/
17+
lib/
18+
lib64/
19+
parts/
20+
sdist/
21+
var/
22+
wheels/
23+
share/python-wheels/
24+
*.egg-info/
25+
.installed.cfg
26+
*.egg
27+
MANIFEST
28+
29+
# PyInstaller
30+
# Usually these files are written by a python script from a template
31+
# before PyInstaller builds the exe, so as to inject date/other infos into it.
32+
*.manifest
33+
*.spec
34+
35+
# Installer logs
36+
pip-log.txt
37+
pip-delete-this-directory.txt
38+
39+
# Unit test / coverage reports
40+
htmlcov/
41+
.tox/
42+
.nox/
43+
.coverage
44+
.coverage.*
45+
.cache
46+
nosetests.xml
47+
coverage.xml
48+
*.cover
49+
*.py,cover
50+
.hypothesis/
51+
.pytest_cache/
52+
cover/
53+
54+
# Translations
55+
*.mo
56+
*.pot
57+
58+
# Django stuff:
59+
*.log
60+
local_settings.py
61+
db.sqlite3
62+
db.sqlite3-journal
63+
64+
# Flask stuff:
65+
instance/
66+
.webassets-cache
67+
68+
# Scrapy stuff:
69+
.scrapy
70+
71+
# Sphinx documentation
72+
docs/_build/
73+
74+
# PyBuilder
75+
.pybuilder/
76+
target/
77+
78+
# Jupyter Notebook
79+
.ipynb_checkpoints
80+
81+
# IPython
82+
profile_default/
83+
ipython_config.py
84+
85+
# pyenv
86+
# For a library or package, you might want to ignore these files since the code is
87+
# intended to run in multiple environments; otherwise, check them in:
88+
# .python-version
89+
90+
# pipenv
91+
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
92+
# However, in case of collaboration, if having platform-specific dependencies or dependencies
93+
# having no cross-platform support, pipenv may install dependencies that don't work, or not
94+
# install all needed dependencies.
95+
#Pipfile.lock
96+
97+
# poetry
98+
# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
99+
# This is especially recommended for binary packages to ensure reproducibility, and is more
100+
# commonly ignored for libraries.
101+
# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
102+
#poetry.lock
103+
104+
# pdm
105+
# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
106+
#pdm.lock
107+
# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
108+
# in version control.
109+
# https://pdm.fming.dev/#use-with-ide
110+
.pdm.toml
111+
112+
# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
113+
__pypackages__/
114+
115+
# Celery stuff
116+
celerybeat-schedule
117+
celerybeat.pid
118+
119+
# SageMath parsed files
120+
*.sage.py
121+
122+
# Environments
123+
.env
124+
.venv
125+
env/
126+
venv/
127+
ENV/
128+
env.bak/
129+
venv.bak/
130+
131+
# Spyder project settings
132+
.spyderproject
133+
.spyproject
134+
135+
# Rope project settings
136+
.ropeproject
137+
138+
# mkdocs documentation
139+
/site
140+
141+
# mypy
142+
.mypy_cache/
143+
.dmypy.json
144+
dmypy.json
145+
146+
# Pyre type checker
147+
.pyre/
148+
149+
# pytype static type analyzer
150+
.pytype/
151+
152+
# Cython debug symbols
153+
cython_debug/
154+
155+
# PyCharm
156+
# JetBrains specific template is maintained in a separate JetBrains.gitignore that can
157+
# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
158+
# and can be added to the global gitignore or merged into this file. For a more nuclear
159+
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
160+
#.idea/
161+
162+
.ruff_cache/
163+
.vscode/
164+
*.ipynb
165+
runs/
166+
sweeps/
167+
data/
168+
version.txt
169+
170+
.engine/
171+
work-in-progress/
172+
experiments/
173+
amdsmi/
174+
amd-*
175+
176+
# Code carbon
177+
generate_codecarbon.json
178+
task_codecarbon.json
179+
prefill_codecarbon.json
180+
181+
# Mac specific
182+
.DS_Store
183+
184+
external_repos/
185+
outputs/
186+
.env
187+
wip/
188+
189+
*.csv

Makefile

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -31,5 +31,5 @@ run_rocm_container:
3131

3232
cpu-pytorch-container:
3333
docker build -t cpu-pytorch -f docker/cpu-pytorch/Dockerfile .
34-
docker run -it --rm --pid host cpu-pytorch /bin/bash
35-
# docker run -it --rm --pid host
34+
# docker run -it --rm --pid host cpu-pytorch /bin/bash
35+
docker run -it --rm --pid host cpu-pytorch

docker/cpu-pytorch/Dockerfile

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
FROM ghcr.io/huggingface/optimum-benchmark:latest-cpu
2+
3+
WORKDIR /workspace
4+
5+
COPY . .
6+
7+
RUN pip install -e .
8+
9+
CMD ["llm-perf", "run-benchmark", "--hardware", "cpu", "--backend", "pytorch"]

optimum-benchmark

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
Subproject commit de1e7921fd787594add32a6ebbe5fae2578ac06b

0 commit comments

Comments
 (0)