├── .github └── workflows │ └── publish.yml ├── .gitignore ├── LICENSE ├── README.md ├── assets └── demo.gif ├── benchmark └── TokenDeprivation │ ├── clients.py │ ├── data │ ├── aime24 │ │ └── test.jsonl │ ├── amc23 │ │ └── test.jsonl │ └── math500 │ │ └── test.jsonl │ ├── post_process.ipynb │ ├── run.py │ ├── run.sh │ └── utils.py ├── docs └── local.md ├── dynasor ├── __init__.py ├── cli │ ├── __init__.py │ ├── chat.py │ ├── openai_server.py │ ├── serving_chat.py │ ├── serving_completion.py │ ├── sglang_adapter.py │ ├── sglang_server.py │ ├── utils.py │ └── vllm_server.py ├── core │ ├── __init__.py │ ├── cot.py │ ├── entropy.py │ └── evaluator.py ├── server │ └── __init__.py └── utils.py ├── examples ├── client-vllm.py └── client.py ├── pyproject.toml └── setup.cfg /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/README.md -------------------------------------------------------------------------------- /assets/demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/assets/demo.gif -------------------------------------------------------------------------------- /benchmark/TokenDeprivation/clients.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/benchmark/TokenDeprivation/clients.py -------------------------------------------------------------------------------- /benchmark/TokenDeprivation/data/aime24/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/benchmark/TokenDeprivation/data/aime24/test.jsonl -------------------------------------------------------------------------------- /benchmark/TokenDeprivation/data/amc23/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/benchmark/TokenDeprivation/data/amc23/test.jsonl -------------------------------------------------------------------------------- /benchmark/TokenDeprivation/data/math500/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/benchmark/TokenDeprivation/data/math500/test.jsonl -------------------------------------------------------------------------------- /benchmark/TokenDeprivation/post_process.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/benchmark/TokenDeprivation/post_process.ipynb -------------------------------------------------------------------------------- /benchmark/TokenDeprivation/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/benchmark/TokenDeprivation/run.py -------------------------------------------------------------------------------- /benchmark/TokenDeprivation/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/benchmark/TokenDeprivation/run.sh -------------------------------------------------------------------------------- /benchmark/TokenDeprivation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/benchmark/TokenDeprivation/utils.py -------------------------------------------------------------------------------- /docs/local.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/docs/local.md -------------------------------------------------------------------------------- /dynasor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dynasor/cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dynasor/cli/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/cli/chat.py -------------------------------------------------------------------------------- /dynasor/cli/openai_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/cli/openai_server.py -------------------------------------------------------------------------------- /dynasor/cli/serving_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/cli/serving_chat.py -------------------------------------------------------------------------------- /dynasor/cli/serving_completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/cli/serving_completion.py -------------------------------------------------------------------------------- /dynasor/cli/sglang_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/cli/sglang_adapter.py -------------------------------------------------------------------------------- /dynasor/cli/sglang_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/cli/sglang_server.py -------------------------------------------------------------------------------- /dynasor/cli/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/cli/utils.py -------------------------------------------------------------------------------- /dynasor/cli/vllm_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/cli/vllm_server.py -------------------------------------------------------------------------------- /dynasor/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dynasor/core/cot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/core/cot.py -------------------------------------------------------------------------------- /dynasor/core/entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/core/entropy.py -------------------------------------------------------------------------------- /dynasor/core/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/core/evaluator.py -------------------------------------------------------------------------------- /dynasor/server/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dynasor/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/dynasor/utils.py -------------------------------------------------------------------------------- /examples/client-vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/examples/client-vllm.py -------------------------------------------------------------------------------- /examples/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/examples/client.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hao-ai-lab/Dynasor/HEAD/setup.cfg --------------------------------------------------------------------------------