├── .github ├── CONTRIBUTING.md └── workflows │ ├── dev.yml │ └── release.yml ├── .gitignore ├── .runpod ├── hub.json └── tests.json ├── Dockerfile ├── LICENSE ├── README.md ├── docker-bake.hcl ├── docker-compose.yml ├── docs ├── conventions.md └── planning │ ├── 001_migrate_from_sglang.md │ └── 002_hf_token.md ├── download_model.py ├── engine.py ├── handler.py ├── public ├── worker-sglang_banner.jpeg └── worker-sglang_banner.png ├── requirements.txt ├── test_input.json └── utils.py /.github/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/.github/CONTRIBUTING.md -------------------------------------------------------------------------------- /.github/workflows/dev.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/.github/workflows/dev.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | !*.png 2 | .env 3 | .DS_Store -------------------------------------------------------------------------------- /.runpod/hub.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/.runpod/hub.json -------------------------------------------------------------------------------- /.runpod/tests.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/.runpod/tests.json -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/README.md -------------------------------------------------------------------------------- /docker-bake.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/docker-bake.hcl -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /docs/conventions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/docs/conventions.md -------------------------------------------------------------------------------- /docs/planning/001_migrate_from_sglang.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/docs/planning/001_migrate_from_sglang.md -------------------------------------------------------------------------------- /docs/planning/002_hf_token.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/docs/planning/002_hf_token.md -------------------------------------------------------------------------------- /download_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/download_model.py -------------------------------------------------------------------------------- /engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/engine.py -------------------------------------------------------------------------------- /handler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/handler.py -------------------------------------------------------------------------------- /public/worker-sglang_banner.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/public/worker-sglang_banner.jpeg -------------------------------------------------------------------------------- /public/worker-sglang_banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/public/worker-sglang_banner.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | ray 2 | pandas 3 | pyarrow 4 | runpod>=1.8,<2.0 5 | pydantic-settings 6 | -------------------------------------------------------------------------------- /test_input.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/test_input.json -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/runpod-workers/worker-sglang/HEAD/utils.py --------------------------------------------------------------------------------