| # Core ML libraries | |
| torch==2.7.1 | |
| transformers==4.55.4 | |
| accelerate==1.10.0 | |
| tokenizers==0.21.4 | |
| safetensors==0.6.2 | |
| sentencepiece==0.2.1 | |
| # FastAPI and server | |
| fastapi==0.116.0 | |
| uvicorn==0.35.0 | |
| pydantic==2.11.7 | |
| starlette==0.46.2 | |
| # Additional required packages | |
| numpy==2.2.6 | |
| requests==2.32.5 | |
| Jinja2==3.1.6 | |
| packaging==25.0 | |
| filelock==3.19.1 | |
| huggingface-hub==0.34.4 | |
| tqdm==4.67.1 | |
| PyYAML==6.0.2 | |
| regex==2025.7.34 | |
| # NVIDIA CUDA packages | |
| nvidia-cublas-cu12==12.6.4.1 | |
| nvidia-cuda-cupti-cu12==12.6.80 | |
| nvidia-cuda-nvrtc-cu12==12.6.77 | |
| nvidia-cuda-runtime-cu12==12.6.77 | |
| nvidia-cudnn-cu12==9.5.1.17 | |
| nvidia-cufft-cu12==11.3.0.4 | |
| nvidia-curand-cu12==10.3.7.77 | |
| nvidia-cusolver-cu12==11.7.1.2 | |
| nvidia-cusparse-cu12==12.5.4.2 | |
| nvidia-nccl-cu12==2.26.2 | |
| nvidia-nvjitlink-cu12==12.6.85 | |
| # Additional utilities | |
| einops==0.8.1 | |
| typing_extensions==4.14.1 | |
| fsspec==2025.3.0 | |
| sympy==1.14.0 | |
| networkx==3.4.2 | |
| mpmath==1.3.0 | |