Package Insights
Package Risks
- No releases in 250 days despite active commits
((week_daily_avg - month_daily_avg) / month_daily_avg) * 100Weekly Downloads
GitHub Stars
Downloads by OS
Python Versions
Top Countries
Dependencies
85 optional dependencies
- accelerate[test]
- anthropic[anthropic]
- blobfile[runtime-common]
- build[runtime-common]
- compressed-tensors[runtime-common]
- cuda-python[srt]
- cuda-python[blackwell]
- datasets[runtime-common]
- decord[decord]
- einops[runtime-common]
- expecttest[test]
- fastapi[runtime-common]
- flashinfer-python[blackwell]
- flashinfer-python[srt]
- hf-transfer[runtime-common]
- huggingface-hub[runtime-common]
- interegular[runtime-common]
- jsonlines[test]
- litellm[litellm]
- llguidance[runtime-common]
- matplotlib[test]
- modelscope[runtime-common]
- msgspec[runtime-common]
- ninja[runtime-common]
- openai[runtime-common]
- openai[openai]
- openai-harmony[runtime-common]
- orjson[runtime-common]
- outlines[runtime-common]
- packaging[runtime-common]
- pandas[test]
- partial-json-parser[runtime-common]
- peft[test]
- petit-kernel[srt-hip]
- pillow[runtime-common]
- prometheus-client[runtime-common]
- psutil[runtime-common]
- pybase64[runtime-common]
- pydantic[runtime-common]
- pynvml[runtime-common]
- pytest[test]
- python-multipart[runtime-common]
- pyzmq[runtime-common]
- scipy[runtime-common]
- sentencepiece[runtime-common]
- sentence-transformers[test]
- sglang[all]
- sglang[all-hip]
- sglang[all-hpu]
- sglang[all-npu]
- sglang[all-xpu]
- sglang[blackwell]
- sglang[dev]
- sglang[dev-cpu]
- sglang[dev-hip]
- sglang[dev-hpu]
- sglang[dev-xpu]
- sglang[srt]
- sglang[srt-cpu]
- sglang[srt-hip]
- sglang[srt-hpu]
- sglang[srt-npu]
- sglang[srt-xpu]
- sglang[all-cpu]
- sglang-jax[srt-jax]
- sgl-kernel[blackwell]
- sgl-kernel[srt]
- soundfile[runtime-common]
- tiktoken[runtime-common]
- tiktoken[openai]
- timm[runtime-common]
- torch[srt]
- torch[srt-hip]
- torch[blackwell]
- torchao[runtime-common]
- torchaudio[srt]
- torchaudio[blackwell]
- torch-memory-saver[torch-memory-saver]
- torchvision[srt]
- torchvision[blackwell]
- transformers[runtime-common]
- uvicorn[runtime-common]
- uvloop[runtime-common]
- wave-lang[srt-hip]
- xgrammar[runtime-common]