Package Insights
Package Risks
- No releases in 290 days despite active commits
((week_daily_avg - month_daily_avg) / month_daily_avg) * 100Weekly Downloads
GitHub Stars
Downloads by OS
Python Versions
Top Countries
Dependencies
- aiohttp
- blake3
- cachetools
- cloudpickle
- compressed-tensors ==0.9.3
- depyf ==0.18.0
- einops
- fastapi >=0.115.0
- filelock >=3.16.1
- gguf >=0.13.0
- huggingface-hub >=0.30.0
- importlib-metadata
- lark ==1.2.2
- llguidance <0.8.0,>=0.7.9
- lm-format-enforcer <0.11,>=0.10.11
- mistral-common >=1.5.4
- msgspec
- ninja
- numba ==0.60.0
- numpy
- openai >=1.52.0
- opencv-python-headless >=4.11.0
- opentelemetry-api <1.27.0,>=1.26.0
- opentelemetry-exporter-otlp <1.27.0,>=1.26.0
- opentelemetry-sdk <1.27.0,>=1.26.0
- opentelemetry-semantic-conventions-ai <0.5.0,>=0.4.1
- outlines ==0.1.11
- partial-json-parser
- pillow
- prometheus-client >=0.18.0
- prometheus-fastapi-instrumentator >=7.0.0
- protobuf
- psutil
- py-cpuinfo
- pydantic >=2.9
- python-json-logger
- pyyaml
- pyzmq
- ray !=2.44.*,>=2.43.0
- requests >=2.26.0
- scipy
- sentencepiece
- setuptools >=74.1.1
- six >=1.16.0
- tiktoken >=0.6.0
- tokenizers >=0.19.1
- torch ==2.6.0
- torchaudio ==2.6.0
- torchvision ==0.21.0
- tqdm
- transformers >=4.51.1
- typing-extensions >=4.10
- watchfiles
- xformers ==0.0.29.post2
- xgrammar ==0.1.18
7 optional dependencies
- boto3[runai]
- fastsafetensors[fastsafetensors]
- librosa[audio]
- runai-model-streamer[runai]
- runai-model-streamer-s3[runai]
- soundfile[audio]
- tensorizer[tensorizer]