Package Insights
Package Risks
- No releases in 349 days despite active commits
((week_daily_avg - month_daily_avg) / month_daily_avg) * 100Weekly Downloads
GitHub Stars
Downloads by OS
Python Versions
Top Countries
Dependencies
- aiohttp
- blake3
- cachetools
- cloudpickle
- cmake >=3.26
- compressed-tensors ==0.9.4
- depyf ==0.18.0
- einops
- fastapi >=0.115.0
- filelock >=3.16.1
- gguf >=0.13.0
- huggingface-hub >=0.30.0
- importlib-metadata
- jinja2 >=3.1.6
- lark ==1.2.2
- llguidance <0.8.0,>=0.7.11
- lm-format-enforcer <0.11,>=0.10.11
- mistral-common >=1.5.4
- msgspec
- ninja
- numpy
- openai >=1.52.0
- opencv-python-headless >=4.11.0
- opentelemetry-api >=1.26.0
- opentelemetry-exporter-otlp >=1.26.0
- opentelemetry-sdk >=1.26.0
- opentelemetry-semantic-conventions-ai >=0.4.1
- outlines ==0.1.11
- packaging >=24.2
- partial-json-parser
- pillow
- prometheus-client >=0.18.0
- prometheus-fastapi-instrumentator >=7.0.0
- protobuf
- psutil
- py-cpuinfo
- pydantic >=2.9
- python-json-logger
- pyyaml
- pyzmq >=25.0.0
- ray
- requests >=2.26.0
- scipy
- sentencepiece
- setuptools <80,>=77.0.3
- setuptools-scm >=8
- six >=1.16.0
- tiktoken >=0.6.0
- tokenizers >=0.21.1
- torch ==2.8.0.dev20250430
- torchvision ==0.22.0.dev20250430
- torch-xla ==2.8.0
- tqdm
- transformers >=4.51.1
- typing-extensions >=4.10
- watchfiles
- wheel
- xgrammar ==0.1.19
7 optional dependencies
- boto3[runai]
- fastsafetensors[fastsafetensors]
- librosa[audio]
- runai-model-streamer[runai]
- runai-model-streamer-s3[runai]
- soundfile[audio]
- tensorizer[tensorizer]