├── .gitignore ├── LICENSE ├── README.md ├── aux_data ├── alpaca_dev_split_map.pkl ├── alpaca_final.pkl ├── dev_split_map.pkl ├── law_slices.txt ├── ni_default_task_info.pkl ├── ni_default_task_info_test.pkl ├── ni_subsets │ └── top_23.txt ├── ni_xlingual_task_info.pkl ├── test_dev_split_map.pkl └── xlingual_dev_split_map.pkl ├── dataset ├── __init__.py ├── addition_dataset.py ├── alpaca_dataset.py ├── dataset.py ├── hf_dataset.py ├── lego_dataset.py ├── ni_dataset.py └── utils.py ├── evaluator ├── __init__.py ├── addition_evaluator.py ├── alpaca_evaluator.py ├── evaluator.py ├── evaluator2class.py ├── hf_evaluator.py ├── lego_evaluator.py ├── ni_evaluator.py └── utils.py ├── main.py ├── ni_graphs ├── ni_test_graph.npy ├── spanish_qg_normalized.npy ├── stance_detection.npy └── top_23_early_decreases.npy ├── notebooks ├── addition.ipynb ├── lego.ipynb ├── ni.ipynb ├── spanish_qg.ipynb └── stance_detection.ipynb ├── requirements.txt ├── scripts ├── addition │ ├── ft │ │ ├── run_stratified.sh │ │ ├── run_target_only.sh │ │ └── skillit.sh │ └── pt │ │ ├── run_anticurriculum.sh │ │ ├── run_curriculum.sh │ │ ├── run_random.sh │ │ ├── run_skill_anticurriculum.sh │ │ ├── run_skill_curriculum.sh │ │ ├── run_stratified.sh │ │ └── skillit.sh ├── alpaca │ ├── run_random.sh │ └── run_stratified.sh ├── law │ └── run_random.sh ├── lego │ ├── ft │ │ ├── run_stratified.sh │ │ ├── run_target_only.sh │ │ └── skillit.sh │ └── pt │ │ ├── run_anticurriculum.sh │ │ ├── run_curriculum.sh │ │ ├── run_random.sh │ │ ├── run_skill_anticurriculum.sh │ │ ├── run_skill_curriculum.sh │ │ ├── run_stratified.sh │ │ └── skillit.sh └── ni │ ├── ft │ ├── spanish_qg │ │ ├── run_stratified.sh │ │ ├── run_target_only.sh │ │ └── skillit.sh │ └── stance_detection │ │ ├── run_stratified.sh │ │ ├── run_target_only.sh │ │ └── skillit.sh │ ├── ood │ ├── run_random.sh │ ├── run_stratified.sh │ └── skillit.sh │ └── pt │ ├── run_curriculum.sh │ ├── run_random.sh │ ├── run_skill_curriculum.sh │ ├── run_stratified.sh │ └── skillit.sh ├── skillit_logo.svg ├── trainer ├── __init__.py ├── curriculum_trainer.py ├── group_curriculum_trainer.py ├── manual_trainer.py ├── mw_trainer.py ├── static_trainer.py ├── trainer.py └── utils.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/README.md -------------------------------------------------------------------------------- /aux_data/alpaca_dev_split_map.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/aux_data/alpaca_dev_split_map.pkl -------------------------------------------------------------------------------- /aux_data/alpaca_final.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/aux_data/alpaca_final.pkl -------------------------------------------------------------------------------- /aux_data/dev_split_map.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/aux_data/dev_split_map.pkl -------------------------------------------------------------------------------- /aux_data/law_slices.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/aux_data/law_slices.txt -------------------------------------------------------------------------------- /aux_data/ni_default_task_info.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/aux_data/ni_default_task_info.pkl -------------------------------------------------------------------------------- /aux_data/ni_default_task_info_test.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/aux_data/ni_default_task_info_test.pkl -------------------------------------------------------------------------------- /aux_data/ni_subsets/top_23.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/aux_data/ni_subsets/top_23.txt -------------------------------------------------------------------------------- /aux_data/ni_xlingual_task_info.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/aux_data/ni_xlingual_task_info.pkl -------------------------------------------------------------------------------- /aux_data/test_dev_split_map.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/aux_data/test_dev_split_map.pkl -------------------------------------------------------------------------------- /aux_data/xlingual_dev_split_map.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/aux_data/xlingual_dev_split_map.pkl -------------------------------------------------------------------------------- /dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/addition_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/dataset/addition_dataset.py -------------------------------------------------------------------------------- /dataset/alpaca_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/dataset/alpaca_dataset.py -------------------------------------------------------------------------------- /dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/dataset/dataset.py -------------------------------------------------------------------------------- /dataset/hf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/dataset/hf_dataset.py -------------------------------------------------------------------------------- /dataset/lego_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/dataset/lego_dataset.py -------------------------------------------------------------------------------- /dataset/ni_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/dataset/ni_dataset.py -------------------------------------------------------------------------------- /dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/dataset/utils.py -------------------------------------------------------------------------------- /evaluator/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluator/addition_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/evaluator/addition_evaluator.py -------------------------------------------------------------------------------- /evaluator/alpaca_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/evaluator/alpaca_evaluator.py -------------------------------------------------------------------------------- /evaluator/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/evaluator/evaluator.py -------------------------------------------------------------------------------- /evaluator/evaluator2class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/evaluator/evaluator2class.py -------------------------------------------------------------------------------- /evaluator/hf_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/evaluator/hf_evaluator.py -------------------------------------------------------------------------------- /evaluator/lego_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/evaluator/lego_evaluator.py -------------------------------------------------------------------------------- /evaluator/ni_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/evaluator/ni_evaluator.py -------------------------------------------------------------------------------- /evaluator/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/evaluator/utils.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/main.py -------------------------------------------------------------------------------- /ni_graphs/ni_test_graph.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/ni_graphs/ni_test_graph.npy -------------------------------------------------------------------------------- /ni_graphs/spanish_qg_normalized.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/ni_graphs/spanish_qg_normalized.npy -------------------------------------------------------------------------------- /ni_graphs/stance_detection.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/ni_graphs/stance_detection.npy -------------------------------------------------------------------------------- /ni_graphs/top_23_early_decreases.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/ni_graphs/top_23_early_decreases.npy -------------------------------------------------------------------------------- /notebooks/addition.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/notebooks/addition.ipynb -------------------------------------------------------------------------------- /notebooks/lego.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/notebooks/lego.ipynb -------------------------------------------------------------------------------- /notebooks/ni.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/notebooks/ni.ipynb -------------------------------------------------------------------------------- /notebooks/spanish_qg.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/notebooks/spanish_qg.ipynb -------------------------------------------------------------------------------- /notebooks/stance_detection.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/notebooks/stance_detection.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/addition/ft/run_stratified.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/addition/ft/run_stratified.sh -------------------------------------------------------------------------------- /scripts/addition/ft/run_target_only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/addition/ft/run_target_only.sh -------------------------------------------------------------------------------- /scripts/addition/ft/skillit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/addition/ft/skillit.sh -------------------------------------------------------------------------------- /scripts/addition/pt/run_anticurriculum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/addition/pt/run_anticurriculum.sh -------------------------------------------------------------------------------- /scripts/addition/pt/run_curriculum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/addition/pt/run_curriculum.sh -------------------------------------------------------------------------------- /scripts/addition/pt/run_random.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/addition/pt/run_random.sh -------------------------------------------------------------------------------- /scripts/addition/pt/run_skill_anticurriculum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/addition/pt/run_skill_anticurriculum.sh -------------------------------------------------------------------------------- /scripts/addition/pt/run_skill_curriculum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/addition/pt/run_skill_curriculum.sh -------------------------------------------------------------------------------- /scripts/addition/pt/run_stratified.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/addition/pt/run_stratified.sh -------------------------------------------------------------------------------- /scripts/addition/pt/skillit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/addition/pt/skillit.sh -------------------------------------------------------------------------------- /scripts/alpaca/run_random.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/alpaca/run_random.sh -------------------------------------------------------------------------------- /scripts/alpaca/run_stratified.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/alpaca/run_stratified.sh -------------------------------------------------------------------------------- /scripts/law/run_random.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/law/run_random.sh -------------------------------------------------------------------------------- /scripts/lego/ft/run_stratified.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/lego/ft/run_stratified.sh -------------------------------------------------------------------------------- /scripts/lego/ft/run_target_only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/lego/ft/run_target_only.sh -------------------------------------------------------------------------------- /scripts/lego/ft/skillit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/lego/ft/skillit.sh -------------------------------------------------------------------------------- /scripts/lego/pt/run_anticurriculum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/lego/pt/run_anticurriculum.sh -------------------------------------------------------------------------------- /scripts/lego/pt/run_curriculum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/lego/pt/run_curriculum.sh -------------------------------------------------------------------------------- /scripts/lego/pt/run_random.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/lego/pt/run_random.sh -------------------------------------------------------------------------------- /scripts/lego/pt/run_skill_anticurriculum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/lego/pt/run_skill_anticurriculum.sh -------------------------------------------------------------------------------- /scripts/lego/pt/run_skill_curriculum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/lego/pt/run_skill_curriculum.sh -------------------------------------------------------------------------------- /scripts/lego/pt/run_stratified.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/lego/pt/run_stratified.sh -------------------------------------------------------------------------------- /scripts/lego/pt/skillit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/lego/pt/skillit.sh -------------------------------------------------------------------------------- /scripts/ni/ft/spanish_qg/run_stratified.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/ft/spanish_qg/run_stratified.sh -------------------------------------------------------------------------------- /scripts/ni/ft/spanish_qg/run_target_only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/ft/spanish_qg/run_target_only.sh -------------------------------------------------------------------------------- /scripts/ni/ft/spanish_qg/skillit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/ft/spanish_qg/skillit.sh -------------------------------------------------------------------------------- /scripts/ni/ft/stance_detection/run_stratified.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/ft/stance_detection/run_stratified.sh -------------------------------------------------------------------------------- /scripts/ni/ft/stance_detection/run_target_only.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/ft/stance_detection/run_target_only.sh -------------------------------------------------------------------------------- /scripts/ni/ft/stance_detection/skillit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/ft/stance_detection/skillit.sh -------------------------------------------------------------------------------- /scripts/ni/ood/run_random.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/ood/run_random.sh -------------------------------------------------------------------------------- /scripts/ni/ood/run_stratified.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/ood/run_stratified.sh -------------------------------------------------------------------------------- /scripts/ni/ood/skillit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/ood/skillit.sh -------------------------------------------------------------------------------- /scripts/ni/pt/run_curriculum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/pt/run_curriculum.sh -------------------------------------------------------------------------------- /scripts/ni/pt/run_random.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/pt/run_random.sh -------------------------------------------------------------------------------- /scripts/ni/pt/run_skill_curriculum.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/pt/run_skill_curriculum.sh -------------------------------------------------------------------------------- /scripts/ni/pt/run_stratified.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/pt/run_stratified.sh -------------------------------------------------------------------------------- /scripts/ni/pt/skillit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/scripts/ni/pt/skillit.sh -------------------------------------------------------------------------------- /skillit_logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/skillit_logo.svg -------------------------------------------------------------------------------- /trainer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /trainer/curriculum_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/trainer/curriculum_trainer.py -------------------------------------------------------------------------------- /trainer/group_curriculum_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/trainer/group_curriculum_trainer.py -------------------------------------------------------------------------------- /trainer/manual_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/trainer/manual_trainer.py -------------------------------------------------------------------------------- /trainer/mw_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/trainer/mw_trainer.py -------------------------------------------------------------------------------- /trainer/static_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/trainer/static_trainer.py -------------------------------------------------------------------------------- /trainer/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/trainer/trainer.py -------------------------------------------------------------------------------- /trainer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/trainer/utils.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HazyResearch/skill-it/HEAD/utils.py --------------------------------------------------------------------------------