Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
202 changes: 101 additions & 101 deletions environment_requirements.txt
Original file line number Diff line number Diff line change
@@ -1,202 +1,202 @@
aiohappyeyeballs==2.7.1
aiohttp==3.14.3
aiohttp==3.14.5
aiosignal==1.4.0
annotated-doc==0.0.4
annotated-types==0.7.0
annotated-types==0.8.0
anthropic==0.118.0
anyio==4.14.2
anyio==4.16.0
apache-tvm-ffi==0.1.9
astor==0.8.1
attrs==26.1.0
blake3==1.0.9
cachetools==7.1.5
cbor2==6.1.3
cbor2==6.2.0.post2
certifi==2026.7.22
cffi==2.1.0
charset-normalizer==3.4.9
click==8.4.2
cffi==2.1.1
charset-normalizer==3.5.2
click==8.5.0
cloudpickle==3.1.2
compressed-tensors==0.15.0.1
cryptography==49.0.0
cuda-bindings==12.9.7
cuda-core==1.0.1
cuda-pathfinder==1.6.0
cuda-core==1.2.2
cuda-pathfinder==1.8.3
cuda-python==12.9.7
cuda-tile==1.5.0
cuda-tile==1.7.0
cuda-toolkit==12.8.1
depyf==0.20.0
detect-installer==0.1.0
detect-installer==0.2.1
dill==0.4.1
diskcache==5.6.3
distro==1.9.0
dnspython==2.8.0
docstring_parser==0.18.0
einops==0.8.2
email-validator==2.3.0
fastapi==0.139.2
fastapi==0.162.0
fastapi-cli==0.0.32
fastapi-cloud-cli==0.22.2
fastar==0.11.0
fastsafetensors==0.3.3
fastapi-cloud-cli==0.26.0
fastar==0.12.0
fastsafetensors==0.5.0
filelock==3.32.0
flashinfer-cubin==0.6.8.post1
flashinfer-python==0.6.8.post1
flashinfer-python==0.7.2.post1
frozenlist==1.8.0
fsspec==2026.6.0
gguf==0.19.0
googleapis-common-protos==1.75.0
grpcio==1.82.1
googleapis-common-protos==1.76.0
grpcio==1.85.1
h11==0.16.0
hf-xet==1.5.2
hf-xet==1.8.0
httpcore==1.0.9
httptools==0.8.0
httptools==0.9.0
httpx==0.28.1
httpx-sse==0.4.3
huggingface_hub==1.24.0
idna==3.18
ijson==3.5.1
idna==3.20
ijson==3.6.0
interegular==0.3.3
Jinja2==3.1.6
jiter==0.16.0
jiter==0.18.0
jmespath==1.1.0
jsonschema==4.26.0
jsonschema-specifications==2025.9.1
lark==1.2.2
llguidance==1.3.0
llvmlite==0.47.0
lark==1.3.1
llguidance==1.9.1
llvmlite==0.50.0
lm-format-enforcer==0.11.3
loguru==0.7.3
markdown-it-py==4.2.0
MarkupSafe==3.0.3
mcp==1.28.1
mdurl==0.1.2
mistral_common==1.11.6
ml_dtypes==0.5.4
mistral_common==1.12.0
ml_dtypes==0.6.0
model-hosting-container-standards==0.1.16
mpmath==1.3.0
msgspec==0.21.1
mpmath==1.4.1
msgspec==0.22.0
multidict==6.7.1
networkx==3.6.1
ninja==1.13.0
networkx==3.4.2
ninja==1.13.2
nixl==1.3.1
nixl-cu12==1.3.1
nixl-cu13==1.3.1
numba==0.65.0
nixl-cu12==1.5.2
nixl-cu13==1.5.2
numba==0.68.1
numpy==2.3.5
nvidia-cublas==13.1.0.3
nvidia-cublas-cu12==12.8.4.1
nvidia-cuda-cupti==13.0.85
nvidia-cuda-cupti-cu12==12.8.90
nvidia-cuda-nvdisasm==13.3.73
nvidia-cuda-nvrtc==13.0.88
nvidia-cuda-nvrtc-cu12==12.8.93
nvidia-cuda-runtime==13.0.96
nvidia-cuda-runtime-cu12==12.8.90
nvidia-cudnn-cu12==9.19.0.56
nvidia-cudnn-cu13==9.19.0.56
nvidia-cudnn-frontend==1.18.0
nvidia-cufft==12.0.0.61
nvidia-cufft-cu12==11.3.3.83
nvidia-cufile==1.15.1.6
nvidia-cufile-cu12==1.13.1.3
nvidia-cublas==13.8.2.12
nvidia-cublas-cu12==12.9.3.13
nvidia-cuda-cupti==13.4.92
nvidia-cuda-cupti-cu12==12.9.79
nvidia-cuda-nvdisasm==13.4.92
nvidia-cuda-nvrtc==13.4.92
nvidia-cuda-nvrtc-cu12==12.9.86
nvidia-cuda-runtime==13.4.92
nvidia-cuda-runtime-cu12==12.9.79
nvidia-cudnn-cu12==9.27.0.42
nvidia-cudnn-cu13==9.27.0.42
nvidia-cudnn-frontend==1.32.1
nvidia-cufft==12.4.0.43
nvidia-cufft-cu12==11.4.1.4
nvidia-cufile==1.19.1.55
nvidia-cufile-cu12==1.14.1.1
nvidia-curand==10.4.0.35
nvidia-curand-cu12==10.3.9.90
nvidia-cusolver==12.0.4.66
nvidia-cusolver==12.3.5.3
nvidia-cusolver-cu12==11.7.3.90
nvidia-cusparse==12.6.3.3
nvidia-cusparse==12.8.6.72
nvidia-cusparse-cu12==12.5.8.93
nvidia-cusparselt-cu12==0.7.1
nvidia-cusparselt-cu13==0.8.0
nvidia-cutlass-dsl==4.6.1
nvidia-cutlass-dsl-libs-base==4.6.1
nvidia-cutlass-dsl-libs-core==4.6.1
nvidia-cutlass-dsl-libs-cu12==4.6.1
nvidia-ml-py==13.610.43
nvidia-nccl-cu12==2.28.9
nvidia-nccl-cu13==2.28.9
nvidia-nvjitlink==13.0.88
nvidia-nvjitlink-cu12==12.8.93
nvidia-nvshmem-cu12==3.4.5
nvidia-nvshmem-cu13==3.4.5
nvidia-nvtx==13.0.85
nvidia-nvtx-cu12==12.8.90
nvidia-cusparselt-cu12==0.8.1
nvidia-cusparselt-cu13==0.10.0
nvidia-cutlass-dsl==4.8.1
nvidia-cutlass-dsl-libs-base==4.8.1
nvidia-cutlass-dsl-libs-core==4.8.1
nvidia-cutlass-dsl-libs-cu12==4.8.1
nvidia-ml-py==13.615.71
nvidia-nccl-cu12==2.32.3
nvidia-nccl-cu13==2.32.3
nvidia-nvjitlink==13.4.92
nvidia-nvjitlink-cu12==12.9.86
nvidia-nvshmem-cu12==3.8.0
nvidia-nvshmem-cu13==3.8.0
nvidia-nvtx==13.4.92
nvidia-nvtx-cu12==12.9.79
nvtx==0.2.15
openai==2.47.0
openai-harmony==0.0.8
opencv-python-headless==5.0.0.93
opentelemetry-api==1.44.0
opentelemetry-exporter-otlp==1.44.0
opentelemetry-exporter-otlp-proto-common==1.44.0
opentelemetry-exporter-otlp-proto-grpc==1.44.0
opentelemetry-exporter-otlp-proto-http==1.44.0
opentelemetry-proto==1.44.0
opentelemetry-sdk==1.44.0
opentelemetry-semantic-conventions==0.65b0
opentelemetry-api==1.45.2
opentelemetry-exporter-otlp==1.45.2
opentelemetry-exporter-otlp-proto-common==1.45.2
opentelemetry-exporter-otlp-proto-grpc==1.45.2
opentelemetry-exporter-otlp-proto-http==1.45.2
opentelemetry-proto==1.45.2
opentelemetry-sdk==1.45.2
opentelemetry-semantic-conventions==0.66b2
opentelemetry-semantic-conventions-ai==0.5.1
outlines_core==0.2.14
packaging==26.2
partial-json-parser==0.2.1.1.post7
pillow==12.3.0
prometheus-fastapi-instrumentator==8.0.2
prometheus_client==0.25.0
propcache==0.5.2
prometheus-fastapi-instrumentator==8.1.0
prometheus_client==0.26.0
propcache==0.5.4
protobuf==6.33.6
psutil==7.2.2
py-cpuinfo==9.0.0
pybase64==1.4.3
pybase64==1.5.1
pycountry==26.2.16
pycparser==3.0
pydantic==2.13.4
pydantic==2.14.2
pydantic-extra-types==2.11.1
pydantic-settings==2.14.2
pydantic_core==2.46.4
Pygments==2.20.0
PyJWT==2.13.0
pydantic-settings==2.15.0
pydantic_core==2.50.2
Pygments==2.21.0
PyJWT==2.15.1
python-dotenv==1.2.2
python-json-logger==4.1.0
python-json-logger==4.2.0
python-multipart==0.0.32
PyYAML==6.0.3
pyzmq==27.1.0
quack-kernels==0.5.0
pyzmq==27.2.0
quack-kernels==0.6.5
referencing==0.37.0
regex==2026.7.19
regex==2026.9.29
requests==2.34.2
rich==15.0.0
rich-toolkit==0.20.3
rignore==0.8.0
rpds-py==2026.6.3
safetensors==0.8.0
sentencepiece==0.2.2
sentry-sdk==2.66.1
sentry-sdk==2.73.0
setproctitle==1.3.7
setuptools==80.10.2
shellingham==1.5.4
six==1.17.0
sniffio==1.3.1
sse-starlette==3.4.6
sse-starlette==3.5.1
starlette==1.3.1
supervisor==4.3.0
sympy==1.14.0
tabulate==0.10.0
tiktoken==0.13.0
tiktoken==0.14.0
tilelang==0.1.9
tokenizers==0.22.2
tokenizers==0.23.3
torch==2.11.0+cu128
torch_c_dlpack_ext==0.1.5
torchaudio==2.11.0+cu128
torchvision==0.26.0+cu128
tqdm==4.69.0
tqdm==4.70.1
transformers==5.14.1
triton==3.6.0
typer==0.27.0
triton==3.9.0
typer==0.27.3
typing-inspection==0.4.2
typing_extensions==4.16.0
urllib3==2.7.0
uvicorn==0.51.0
uvloop==0.22.1
urllib3==2.8.0
uvicorn==0.54.0
uvloop==0.23.0
-e git+ssh://git@git.msrd.sk/ps/ai-platform/retreivalattention.git@98a0493836021a217e65d78eeddb848b11de67bb#egg=vllm
watchfiles==1.2.0
watchfiles==1.3.0
websockets==16.1.1
xgrammar==0.2.3
yarl==1.24.5
yarl==1.25.1
z3-solver==4.15.4.0
6 changes: 3 additions & 3 deletions nelssa_gpu/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
tqdm
ninja==1.11.1.4
ninja==1.13.2
termcolor
packaging==25.0
torch==2.5.1
vllm==0.6.5
vllm==0.31.0
transformers==4.49.0
pybind11==2.12.0

Expand All @@ -17,7 +17,7 @@ rouge_score==0.1.2
wonderwords==2.2.0
html2text==2024.2.26
bs4==0.0.2
scipy==1.13.0
scipy==1.15.3

jieba==0.42.1
fuzzywuzzy==0.18.0
Expand Down
30 changes: 15 additions & 15 deletions requirements/common.txt
Original file line number Diff line number Diff line change
Expand Up @@ -3,35 +3,35 @@ cachetools
psutil
sentencepiece # Required for LLaMA tokenizer.
numpy
requests >= 2.26.0
requests >= 2.34.2
tqdm
blake3
py-cpuinfo
transformers >= 4.56.0, != 5.0.*, != 5.1.*, != 5.2.*, != 5.3.*, != 5.4.*, != 5.5.0
tokenizers >= 0.21.1 # Required for fast incremental detokenization.
tokenizers >= 0.23.3 # Required for fast incremental detokenization.
protobuf >= 5.29.6, !=6.30.*, !=6.31.*, !=6.32.*, !=6.33.0.*, !=6.33.1.*, !=6.33.2.*, !=6.33.3.*, !=6.33.4.* # Required by LlamaTokenizer, gRPC. CVE-2026-0994
fastapi[standard] >= 0.115.0 # Required by FastAPI's form models in the OpenAI API server's audio transcriptions endpoint.
aiohttp >= 3.13.3
fastapi[standard] >= 0.162.0 # Required by FastAPI's form models in the OpenAI API server's audio transcriptions endpoint.
aiohttp >= 3.14.5
openai >= 2.0.0 # For Responses API with reasoning content
pydantic >= 2.12.0
prometheus_client >= 0.18.0
pydantic >= 2.14.2
prometheus_client >= 0.26.0
pillow # Required for image processing
prometheus-fastapi-instrumentator >= 7.0.0
tiktoken >= 0.6.0 # Required for DBRX tokenizer
prometheus-fastapi-instrumentator >= 8.1.0
tiktoken >= 0.14.0 # Required for DBRX tokenizer
lm-format-enforcer == 0.11.3
llguidance >= 1.3.0, < 1.4.0; platform_machine == "x86_64" or platform_machine == "arm64" or platform_machine == "aarch64" or platform_machine == "ppc64le"
outlines_core == 0.2.14
# required for outlines backend disk cache
diskcache == 5.6.3
lark == 1.2.2
lark == 1.3.1
xgrammar >= 0.1.32, < 1.0.0; platform_machine == "x86_64" or platform_machine == "aarch64" or platform_machine == "arm64" or platform_machine == "s390x" or platform_machine == "ppc64le"
typing_extensions >= 4.10
typing_extensions >= 4.16.0
filelock >= 3.16.1 # need to contain https://github.com/tox-dev/filelock/pull/317
partial-json-parser # used for parsing partial JSON outputs
pyzmq >= 25.0.0
pyzmq >= 27.2.0
msgspec
gguf >= 0.17.0
mistral_common[image] >= 1.11.0
mistral_common[image] >= 1.12.0
opencv-python-headless >= 4.13.0 # required for video IO
pyyaml
six>=1.16.0; python_version > '3.11' # transitive dependency of pandas that needs to be the latest version for python 3.12
Expand All @@ -51,7 +51,7 @@ openai-harmony >= 0.0.3 # Required for gpt-oss
anthropic >= 0.71.0
model-hosting-container-standards >= 0.1.13, < 1.0.0
mcp
opentelemetry-sdk >= 1.27.0
opentelemetry-api >= 1.27.0
opentelemetry-exporter-otlp >= 1.27.0
opentelemetry-sdk >= 1.45.2
opentelemetry-api >= 1.45.2
opentelemetry-exporter-otlp >= 1.45.2
opentelemetry-semantic-conventions-ai >= 0.4.1
2 changes: 1 addition & 1 deletion requirements/cpu.txt
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

setuptools==77.0.3 # this version can reuse CMake build dir

numba == 0.65.0; platform_machine != "s390x" # Required for N-gram speculative decoding
numba == 0.68.1; platform_machine != "s390x" # Required for N-gram speculative decoding

# Dependencies for CPUs
torch==2.11.0+cpu; platform_machine == "x86_64" or platform_machine == "s390x" or platform_machine == "aarch64"
Expand Down
Loading
Loading