├── .gitignore ├── README.md ├── __init__.py ├── assets ├── arch.png └── spider.png ├── bash_scripts ├── all.sh ├── code-python │ ├── all.sh │ ├── offline.sh │ ├── online.sh │ └── sample_online_distill.sh ├── finance │ ├── all.sh │ ├── offline.sh │ ├── online.sh │ └── sample_online_distill.sh ├── gsm8k │ ├── all.sh │ ├── offline.sh │ ├── online.sh │ └── sample_online_distill.sh ├── online │ ├── all.sh │ ├── arena.sh │ ├── sharp.sh │ ├── sharp_sample.sh │ └── two_mix.sh ├── other │ ├── run_cip.sh │ ├── run_lmsys.sh │ ├── run_math_online.sh │ ├── run_piqa.sh │ ├── run_piqa_online.sh │ └── run_starcoder.sh ├── spider │ ├── all.sh │ ├── offline.sh │ └── online.sh └── t5 │ ├── finetune_with_eval.sh │ ├── offline.sh │ ├── offline_base.sh │ ├── offline_combined.sh │ ├── offline_large.sh │ ├── online.sh │ └── sample_online_distill.sh ├── data ├── arena_classifier.py ├── clean_arxiv-math.py ├── clean_cip.py ├── clean_code_search.py ├── clean_finance.py ├── clean_gsm8k.py ├── clean_humaneval.py ├── clean_math.py ├── clean_mbpp.py ├── clean_piqa.py ├── clean_spider.py ├── clean_starcoder.py ├── clean_tinycodes.py ├── collector.py ├── generate_answer.py ├── generate_answer_t5.py ├── prepare_online.py └── split_train_test.py ├── distill ├── __init__.py ├── cost_model.py ├── data.py ├── distill_trainer.py ├── distill_trainer_seq2seq.py ├── experiment │ ├── compare_model.py │ ├── compare_model_t5.py │ ├── test_llama.py │ ├── test_llama_vicuna.py │ ├── test_starcoder.py │ └── test_t5.py ├── load_dataset.py ├── specInfer │ ├── common.py │ ├── generator.py │ ├── logger.py │ ├── proposer.py │ └── verifier.py ├── train.py └── train_mlm.py ├── llamacpp_patches ├── download_models.sh ├── download_models_160m.sh ├── quantize.sh ├── quantize_160m.sh └── speculative.cpp ├── paper ├── data │ ├── org-finance.pkl │ ├── org-gsm8k.pkl │ ├── org-python.pkl │ ├── org-spider.pkl │ └── teacher-fwd-spider.pkl ├── graphs │ ├── analysis_c.pdf │ ├── analysis_k.pdf │ ├── arena_class.pdf │ ├── arena_language.pdf │ ├── finance.pdf │ ├── gsm8k.pdf │ ├── mix.pdf │ ├── precision.pdf │ ├── python.pdf │ ├── recall.pdf │ ├── sharp.pdf │ ├── sharp_sample.pdf │ └── spider.pdf └── plots │ ├── plot_alpha.py │ ├── plot_analysis.py │ ├── plot_arena.py │ ├── plot_shift.py │ ├── plot_shift_sample.py │ ├── plot_stats.py │ └── plot_two_mix.py └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /assets/arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/assets/arch.png -------------------------------------------------------------------------------- /assets/spider.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/assets/spider.png -------------------------------------------------------------------------------- /bash_scripts/all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/all.sh -------------------------------------------------------------------------------- /bash_scripts/code-python/all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/code-python/all.sh -------------------------------------------------------------------------------- /bash_scripts/code-python/offline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/code-python/offline.sh -------------------------------------------------------------------------------- /bash_scripts/code-python/online.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/code-python/online.sh -------------------------------------------------------------------------------- /bash_scripts/code-python/sample_online_distill.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/code-python/sample_online_distill.sh -------------------------------------------------------------------------------- /bash_scripts/finance/all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/finance/all.sh -------------------------------------------------------------------------------- /bash_scripts/finance/offline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/finance/offline.sh -------------------------------------------------------------------------------- /bash_scripts/finance/online.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/finance/online.sh -------------------------------------------------------------------------------- /bash_scripts/finance/sample_online_distill.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/finance/sample_online_distill.sh -------------------------------------------------------------------------------- /bash_scripts/gsm8k/all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/gsm8k/all.sh -------------------------------------------------------------------------------- /bash_scripts/gsm8k/offline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/gsm8k/offline.sh -------------------------------------------------------------------------------- /bash_scripts/gsm8k/online.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/gsm8k/online.sh -------------------------------------------------------------------------------- /bash_scripts/gsm8k/sample_online_distill.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/gsm8k/sample_online_distill.sh -------------------------------------------------------------------------------- /bash_scripts/online/all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/online/all.sh -------------------------------------------------------------------------------- /bash_scripts/online/arena.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/online/arena.sh -------------------------------------------------------------------------------- /bash_scripts/online/sharp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/online/sharp.sh -------------------------------------------------------------------------------- /bash_scripts/online/sharp_sample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/online/sharp_sample.sh -------------------------------------------------------------------------------- /bash_scripts/online/two_mix.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/online/two_mix.sh -------------------------------------------------------------------------------- /bash_scripts/other/run_cip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/other/run_cip.sh -------------------------------------------------------------------------------- /bash_scripts/other/run_lmsys.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/other/run_lmsys.sh -------------------------------------------------------------------------------- /bash_scripts/other/run_math_online.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/other/run_math_online.sh -------------------------------------------------------------------------------- /bash_scripts/other/run_piqa.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/other/run_piqa.sh -------------------------------------------------------------------------------- /bash_scripts/other/run_piqa_online.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/other/run_piqa_online.sh -------------------------------------------------------------------------------- /bash_scripts/other/run_starcoder.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/other/run_starcoder.sh -------------------------------------------------------------------------------- /bash_scripts/spider/all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/spider/all.sh -------------------------------------------------------------------------------- /bash_scripts/spider/offline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/spider/offline.sh -------------------------------------------------------------------------------- /bash_scripts/spider/online.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/spider/online.sh -------------------------------------------------------------------------------- /bash_scripts/t5/finetune_with_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/t5/finetune_with_eval.sh -------------------------------------------------------------------------------- /bash_scripts/t5/offline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/t5/offline.sh -------------------------------------------------------------------------------- /bash_scripts/t5/offline_base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/t5/offline_base.sh -------------------------------------------------------------------------------- /bash_scripts/t5/offline_combined.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/t5/offline_combined.sh -------------------------------------------------------------------------------- /bash_scripts/t5/offline_large.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/t5/offline_large.sh -------------------------------------------------------------------------------- /bash_scripts/t5/online.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/t5/online.sh -------------------------------------------------------------------------------- /bash_scripts/t5/sample_online_distill.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/bash_scripts/t5/sample_online_distill.sh -------------------------------------------------------------------------------- /data/arena_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/arena_classifier.py -------------------------------------------------------------------------------- /data/clean_arxiv-math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_arxiv-math.py -------------------------------------------------------------------------------- /data/clean_cip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_cip.py -------------------------------------------------------------------------------- /data/clean_code_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_code_search.py -------------------------------------------------------------------------------- /data/clean_finance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_finance.py -------------------------------------------------------------------------------- /data/clean_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_gsm8k.py -------------------------------------------------------------------------------- /data/clean_humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_humaneval.py -------------------------------------------------------------------------------- /data/clean_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_math.py -------------------------------------------------------------------------------- /data/clean_mbpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_mbpp.py -------------------------------------------------------------------------------- /data/clean_piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_piqa.py -------------------------------------------------------------------------------- /data/clean_spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_spider.py -------------------------------------------------------------------------------- /data/clean_starcoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_starcoder.py -------------------------------------------------------------------------------- /data/clean_tinycodes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/clean_tinycodes.py -------------------------------------------------------------------------------- /data/collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/collector.py -------------------------------------------------------------------------------- /data/generate_answer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/generate_answer.py -------------------------------------------------------------------------------- /data/generate_answer_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/generate_answer_t5.py -------------------------------------------------------------------------------- /data/prepare_online.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/prepare_online.py -------------------------------------------------------------------------------- /data/split_train_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/data/split_train_test.py -------------------------------------------------------------------------------- /distill/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /distill/cost_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/cost_model.py -------------------------------------------------------------------------------- /distill/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/data.py -------------------------------------------------------------------------------- /distill/distill_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/distill_trainer.py -------------------------------------------------------------------------------- /distill/distill_trainer_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/distill_trainer_seq2seq.py -------------------------------------------------------------------------------- /distill/experiment/compare_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/experiment/compare_model.py -------------------------------------------------------------------------------- /distill/experiment/compare_model_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/experiment/compare_model_t5.py -------------------------------------------------------------------------------- /distill/experiment/test_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/experiment/test_llama.py -------------------------------------------------------------------------------- /distill/experiment/test_llama_vicuna.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/experiment/test_llama_vicuna.py -------------------------------------------------------------------------------- /distill/experiment/test_starcoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/experiment/test_starcoder.py -------------------------------------------------------------------------------- /distill/experiment/test_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/experiment/test_t5.py -------------------------------------------------------------------------------- /distill/load_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/load_dataset.py -------------------------------------------------------------------------------- /distill/specInfer/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/specInfer/common.py -------------------------------------------------------------------------------- /distill/specInfer/generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/specInfer/generator.py -------------------------------------------------------------------------------- /distill/specInfer/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/specInfer/logger.py -------------------------------------------------------------------------------- /distill/specInfer/proposer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/specInfer/proposer.py -------------------------------------------------------------------------------- /distill/specInfer/verifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/specInfer/verifier.py -------------------------------------------------------------------------------- /distill/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/train.py -------------------------------------------------------------------------------- /distill/train_mlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/distill/train_mlm.py -------------------------------------------------------------------------------- /llamacpp_patches/download_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/llamacpp_patches/download_models.sh -------------------------------------------------------------------------------- /llamacpp_patches/download_models_160m.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/llamacpp_patches/download_models_160m.sh -------------------------------------------------------------------------------- /llamacpp_patches/quantize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/llamacpp_patches/quantize.sh -------------------------------------------------------------------------------- /llamacpp_patches/quantize_160m.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/llamacpp_patches/quantize_160m.sh -------------------------------------------------------------------------------- /llamacpp_patches/speculative.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/llamacpp_patches/speculative.cpp -------------------------------------------------------------------------------- /paper/data/org-finance.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/data/org-finance.pkl -------------------------------------------------------------------------------- /paper/data/org-gsm8k.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/data/org-gsm8k.pkl -------------------------------------------------------------------------------- /paper/data/org-python.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/data/org-python.pkl -------------------------------------------------------------------------------- /paper/data/org-spider.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/data/org-spider.pkl -------------------------------------------------------------------------------- /paper/data/teacher-fwd-spider.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/data/teacher-fwd-spider.pkl -------------------------------------------------------------------------------- /paper/graphs/analysis_c.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/analysis_c.pdf -------------------------------------------------------------------------------- /paper/graphs/analysis_k.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/analysis_k.pdf -------------------------------------------------------------------------------- /paper/graphs/arena_class.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/arena_class.pdf -------------------------------------------------------------------------------- /paper/graphs/arena_language.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/arena_language.pdf -------------------------------------------------------------------------------- /paper/graphs/finance.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/finance.pdf -------------------------------------------------------------------------------- /paper/graphs/gsm8k.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/gsm8k.pdf -------------------------------------------------------------------------------- /paper/graphs/mix.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/mix.pdf -------------------------------------------------------------------------------- /paper/graphs/precision.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/precision.pdf -------------------------------------------------------------------------------- /paper/graphs/python.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/python.pdf -------------------------------------------------------------------------------- /paper/graphs/recall.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/recall.pdf -------------------------------------------------------------------------------- /paper/graphs/sharp.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/sharp.pdf -------------------------------------------------------------------------------- /paper/graphs/sharp_sample.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/sharp_sample.pdf -------------------------------------------------------------------------------- /paper/graphs/spider.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/graphs/spider.pdf -------------------------------------------------------------------------------- /paper/plots/plot_alpha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/plots/plot_alpha.py -------------------------------------------------------------------------------- /paper/plots/plot_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/plots/plot_analysis.py -------------------------------------------------------------------------------- /paper/plots/plot_arena.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/plots/plot_arena.py -------------------------------------------------------------------------------- /paper/plots/plot_shift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/plots/plot_shift.py -------------------------------------------------------------------------------- /paper/plots/plot_shift_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/plots/plot_shift_sample.py -------------------------------------------------------------------------------- /paper/plots/plot_stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/plots/plot_stats.py -------------------------------------------------------------------------------- /paper/plots/plot_two_mix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LiuXiaoxuanPKU/OSD/HEAD/paper/plots/plot_two_mix.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | fschat==0.2.23 2 | packaging 3 | pandas==2.0.3 4 | datasets 5 | --------------------------------------------------------------------------------