├── README.md ├── assets ├── golden_principles.jpg ├── method.png ├── speed.jpg └── speed.svg ├── docs └── SlowFastSampling.pdf └── slow-fast-sampling ├── dllm_cache ├── __init__.py ├── cache │ ├── Cache.py │ ├── Config.py │ └── __init__.py └── hook │ ├── __init__.py │ ├── cache_hook_Dream.py │ └── cache_hook_LLADA.py ├── eval_config.yaml ├── evaluation_script.py ├── install.sh ├── metrics ├── get_mmlu_acc.py └── humaneval_pass@1.py ├── model ├── Dream.py ├── LLaDA.py └── __init__.py ├── requirements.txt ├── sampling_utils ├── __init__.py ├── dream_generation_utils.py ├── generate_function.py ├── generate_slow_fast_sampling.py ├── plot_confidence_map.py └── utils.py ├── scripts ├── dream_run_bbh.sh ├── dream_run_gpqa.sh ├── dream_run_gsm8k.sh ├── dream_run_humaneval.sh ├── dream_run_mbpp.sh ├── dream_run_minerva_math.sh ├── dream_run_mmlu.sh ├── dream_run_mmlu_pro.sh ├── llada_run_bbh.sh ├── llada_run_gpqa.sh ├── llada_run_gsm8k.sh ├── llada_run_humaneval.sh ├── llada_run_mbpp.sh ├── llada_run_minerva_math.sh ├── llada_run_mmlu.sh └── llada_run_mmlu_pro.sh └── slow_fast_sampling ├── __init__.py └── sampler.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/README.md -------------------------------------------------------------------------------- /assets/golden_principles.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/assets/golden_principles.jpg -------------------------------------------------------------------------------- /assets/method.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/assets/method.png -------------------------------------------------------------------------------- /assets/speed.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/assets/speed.jpg -------------------------------------------------------------------------------- /assets/speed.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/assets/speed.svg -------------------------------------------------------------------------------- /docs/SlowFastSampling.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/docs/SlowFastSampling.pdf -------------------------------------------------------------------------------- /slow-fast-sampling/dllm_cache/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/dllm_cache/__init__.py -------------------------------------------------------------------------------- /slow-fast-sampling/dllm_cache/cache/Cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/dllm_cache/cache/Cache.py -------------------------------------------------------------------------------- /slow-fast-sampling/dllm_cache/cache/Config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/dllm_cache/cache/Config.py -------------------------------------------------------------------------------- /slow-fast-sampling/dllm_cache/cache/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/dllm_cache/cache/__init__.py -------------------------------------------------------------------------------- /slow-fast-sampling/dllm_cache/hook/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/dllm_cache/hook/__init__.py -------------------------------------------------------------------------------- /slow-fast-sampling/dllm_cache/hook/cache_hook_Dream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/dllm_cache/hook/cache_hook_Dream.py -------------------------------------------------------------------------------- /slow-fast-sampling/dllm_cache/hook/cache_hook_LLADA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/dllm_cache/hook/cache_hook_LLADA.py -------------------------------------------------------------------------------- /slow-fast-sampling/eval_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/eval_config.yaml -------------------------------------------------------------------------------- /slow-fast-sampling/evaluation_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/evaluation_script.py -------------------------------------------------------------------------------- /slow-fast-sampling/install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/install.sh -------------------------------------------------------------------------------- /slow-fast-sampling/metrics/get_mmlu_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/metrics/get_mmlu_acc.py -------------------------------------------------------------------------------- /slow-fast-sampling/metrics/humaneval_pass@1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/metrics/humaneval_pass@1.py -------------------------------------------------------------------------------- /slow-fast-sampling/model/Dream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/model/Dream.py -------------------------------------------------------------------------------- /slow-fast-sampling/model/LLaDA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/model/LLaDA.py -------------------------------------------------------------------------------- /slow-fast-sampling/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/model/__init__.py -------------------------------------------------------------------------------- /slow-fast-sampling/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/requirements.txt -------------------------------------------------------------------------------- /slow-fast-sampling/sampling_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/sampling_utils/__init__.py -------------------------------------------------------------------------------- /slow-fast-sampling/sampling_utils/dream_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/sampling_utils/dream_generation_utils.py -------------------------------------------------------------------------------- /slow-fast-sampling/sampling_utils/generate_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/sampling_utils/generate_function.py -------------------------------------------------------------------------------- /slow-fast-sampling/sampling_utils/generate_slow_fast_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/sampling_utils/generate_slow_fast_sampling.py -------------------------------------------------------------------------------- /slow-fast-sampling/sampling_utils/plot_confidence_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/sampling_utils/plot_confidence_map.py -------------------------------------------------------------------------------- /slow-fast-sampling/sampling_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/sampling_utils/utils.py -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/dream_run_bbh.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/dream_run_bbh.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/dream_run_gpqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/dream_run_gpqa.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/dream_run_gsm8k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/dream_run_gsm8k.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/dream_run_humaneval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/dream_run_humaneval.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/dream_run_mbpp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/dream_run_mbpp.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/dream_run_minerva_math.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/dream_run_minerva_math.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/dream_run_mmlu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/dream_run_mmlu.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/dream_run_mmlu_pro.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/dream_run_mmlu_pro.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/llada_run_bbh.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/llada_run_bbh.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/llada_run_gpqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/llada_run_gpqa.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/llada_run_gsm8k.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/llada_run_gsm8k.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/llada_run_humaneval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/llada_run_humaneval.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/llada_run_mbpp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/llada_run_mbpp.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/llada_run_minerva_math.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/llada_run_minerva_math.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/llada_run_mmlu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/llada_run_mmlu.sh -------------------------------------------------------------------------------- /slow-fast-sampling/scripts/llada_run_mmlu_pro.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/scripts/llada_run_mmlu_pro.sh -------------------------------------------------------------------------------- /slow-fast-sampling/slow_fast_sampling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/slow_fast_sampling/__init__.py -------------------------------------------------------------------------------- /slow-fast-sampling/slow_fast_sampling/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiangrunFlora/Slow-Fast-Sampling/HEAD/slow-fast-sampling/slow_fast_sampling/sampler.py --------------------------------------------------------------------------------