Package Insights
((week_daily_avg - month_daily_avg) / month_daily_avg) * 100Weekly Downloads
GitHub Stars
Downloads by OS
Python Versions
Top Countries
Dependencies
- aiohttp
- fastapi
- ipython
- numpy
- openai ==1.99.1
- partial-json-parser
- pybase64
- pydantic
- requests
- sentencepiece
- setproctitle
- sgl-kernel ==0.3.5
- tqdm
- transformers-usf
- uvloop
76 optional dependencies
- accelerate[test]
- anthropic[anthropic]
- blobfile[runtime-common]
- build[runtime-common]
- compressed-tensors[runtime-common]
- cuda-python[blackwell]
- cuda-python[srt]
- datasets[runtime-common]
- decord[decord]
- einops[runtime-common]
- expecttest[test]
- flashinfer-python[srt]
- flashinfer-python[blackwell]
- hf-transfer[runtime-common]
- huggingface-hub[runtime-common]
- interegular[runtime-common]
- jsonlines[test]
- litellm[litellm]
- llguidance[runtime-common]
- matplotlib[test]
- modelscope[runtime-common]
- msgspec[runtime-common]
- ninja[runtime-common]
- openai[openai]
- openai-harmony[runtime-common]
- orjson[runtime-common]
- outlines[runtime-common]
- packaging[runtime-common]
- pandas[test]
- peft[test]
- petit-kernel[srt-hip]
- pillow[runtime-common]
- prometheus-client[runtime-common]
- psutil[runtime-common]
- pynvml[runtime-common]
- pytest[test]
- python-multipart[runtime-common]
- pyzmq[runtime-common]
- scipy[runtime-common]
- sentence-transformers[test]
- sglang[all-npu]
- sglang[all-xpu]
- sglang[blackwell]
- sglang[dev]
- sglang[dev-cpu]
- sglang[dev-hip]
- sglang[dev-hpu]
- sglang[dev-xpu]
- sglang[srt]
- sglang[all]
- sglang[srt-hip]
- sglang[srt-hpu]
- sglang[srt-npu]
- sglang[srt-xpu]
- sglang[all-cpu]
- sglang[all-hip]
- sglang[srt-cpu]
- sglang[all-hpu]
- sgl-kernel[srt]
- sgl-kernel[blackwell]
- soundfile[runtime-common]
- tiktoken[runtime-common]
- tiktoken[openai]
- timm[runtime-common]
- torch[srt-hip]
- torch[blackwell]
- torch[srt]
- torchao[runtime-common]
- torchaudio[blackwell]
- torchaudio[srt]
- torch-memory-saver[torch-memory-saver]
- torchvision[blackwell]
- torchvision[srt]
- uvicorn[runtime-common]
- wave-lang[srt-hip]
- xgrammar[runtime-common]