llama-stack/pyproject.toml at main · redhat-ai-dev/llama-stack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
[project]
name = "llama-stack-runner"
version = "0.1.1"
description = "Llama Stack runner"
authors = []
dependencies = [
    "fastapi>=0.115.6",
    "uvicorn>=0.34.3",
    "kubernetes>=30.1.0",
    "llama-stack==0.3.5",
    "llama-stack-client==0.3.5",
    "ollama>=0.2.0",
    "openai>=1.100.0",
    "rich>=14.0.0",
    "cachetools>=6.1.0",
    "prometheus-client>=0.22.1",
    "starlette>=0.47.1",
    "aiohttp>=3.12.14",
    "authlib>=1.6.0",
    "opentelemetry-sdk>=1.34.0",
    "opentelemetry-exporter-otlp>=1.34.0",
    "opentelemetry-instrumentation>=0.55b0",
    "aiosqlite>=0.21.0",
    "litellm>=1.72.1",
    "blobfile>=3.0.0",
    "datasets>=3.6.0",
    "sqlalchemy>=2.0.41",
    "faiss-cpu>=1.11.0",
    "mcp>=1.9.4",
    "autoevals>=0.0.129",
    "psutil>=7.0.0",
    "peft>=0.15.2",
    "trl>=0.18.2",
    "greenlet",
    "torch",
    "sentence-transformers>=5.0.0",
    "pydantic>=2.10.6",
    "httpx",
    "chardet",
]
requires-python = "==3.12.*"
readme = "README.md"
license = {text = "Apache2.0"}

[[tool.uv.index]]
name = "pypi"
url = "https://pypi.org/simple"

[[tool.uv.index]]
name = "torch-cpu"
url = "https://download.pytorch.org/whl/cpu"

[tool.uv.sources]
torch = { index = "torch-cpu" }

[tool.uv]
override-dependencies = [
  "nvidia-cublas-cu12 ; sys_platform=='never'",
  "nvidia-cuda-cupti-cu12 ; sys_platform=='never'",
  "nvidia-cuda-nvrtc-cu12 ; sys_platform=='never'",
  "nvidia-cuda-runtime-cu12 ; sys_platform=='never'",
  "nvidia-cudnn-cu12 ; sys_platform=='never'",
  "nvidia-cufft-cu12 ; sys_platform=='never'",
  "nvidia-curand-cu12 ; sys_platform=='never'",
  "nvidia-cusolver-cu12 ; sys_platform=='never'",
  "nvidia-cusparse-cu12 ; sys_platform=='never'",
  "nvidia-nccl-cu12 ; sys_platform=='never'",
  "nvidia-nvtx-cu12 ; sys_platform=='never'",
  "nvidia-nvjitlink-cu12 ; sys_platform=='never'",
  "nvidia-cusparselt-cu12 ; sys_platform=='never'",
  "nvidia-cufile-cu12 ; sys_platform=='never'",
  "triton ; sys_platform=='never'",
]

[tool.pdm]
distribution = false