├── .gitignore ├── README.md ├── cache └── checkpoints │ └── README.md ├── config ├── clip_datasets.yaml ├── clip_datasets_generalization_exp1.yaml ├── clip_datasets_generalization_exp2.yaml ├── clip_generalization_exp1.yaml ├── clip_generalization_exp2.yaml ├── datasets │ ├── glue-ax.yaml │ ├── glue-cola.yaml │ ├── glue-mnli.yaml │ ├── glue-mnli_matched.yaml │ ├── glue-mnli_mismatched.yaml │ ├── glue-mrpc.yaml │ ├── glue-qnli.yaml │ ├── glue-qqp.yaml │ ├── glue-rte.yaml │ ├── glue-sst2.yaml │ ├── glue-stsb.yaml │ ├── super_glue-axb.yaml │ ├── super_glue-axg.yaml │ ├── super_glue-boolq.yaml │ ├── super_glue-cb.yaml │ ├── super_glue-copa.yaml │ ├── super_glue-multirc.yaml │ ├── super_glue-record.yaml │ ├── super_glue-rte.yaml │ ├── super_glue-wic.yaml │ ├── super_glue-wsc.fixed.yaml │ └── super_glue-wsc.yaml ├── default.yaml ├── flan_t5_default.yaml ├── hydra │ ├── default.yaml │ └── job_logging │ │ └── rich_logging.yaml ├── models │ ├── bert-base-uncased.yaml │ ├── flan-t5-base.yaml │ ├── flan-t5-large.yaml │ ├── flan-t5-xl.yaml │ ├── flan-t5-xxl.yaml │ ├── hf_lm.yaml │ ├── roberta-base.yaml │ ├── t5-base.yaml │ └── t5-large.yaml ├── optim │ ├── adam.yaml │ └── mezo.yaml └── peft │ ├── gpt-2-lora-8.yaml │ ├── lora-16.yaml │ ├── lora-32.yaml │ ├── lora-8.yaml │ ├── nopeft.yaml │ └── roberta-lora-8.yaml ├── images └── 1702203203116.jpg ├── offline_mode.sh ├── pyproject.toml ├── requirements.txt ├── results ├── README.md ├── ViT-B-16 │ ├── version_2 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_3 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_4 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_5 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_6 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_7 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_8 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ └── version_9 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv ├── ViT-B-32 │ ├── averaging.csv │ ├── clip_concrete_task_arithmetic.csv │ ├── clip_concrete_task_arithmetic_individuals.csv │ ├── clip_layer_wise_concrete_adameging_individuals.csv │ ├── clip_layer_wise_concrete_adamerging.csv │ ├── clip_layer_wise_concrete_adamerging_tta.csv │ ├── clip_task_wise_concrete_adameging_individuals.csv │ ├── clip_task_wise_concrete_adamerging.csv │ ├── clip_task_wise_concrete_adamerging_tta.csv │ ├── generalization_exp1 │ │ ├── concrete_task_arithmetic.csv │ │ ├── layer_wise_concrete_adamerging.csv │ │ ├── layer_wise_concrete_adamerging_individuals.csv │ │ ├── layer_wise_concrete_adamerging_tta.csv │ │ ├── task_arithmetic.csv │ │ └── ties_merging.csv │ ├── generalization_exp2 │ │ ├── concrete_task_arithmetic.csv │ │ ├── layer_wise_concrete_adamerging.csv │ │ ├── layer_wise_concrete_adamerging_individuals.csv │ │ ├── layer_wise_concrete_adamerging_tta.csv │ │ ├── task_arithmetic.csv │ │ └── ties_merging.csv │ ├── individuals.csv │ ├── layer_wise_adamerging.csv │ ├── task_arithmetic.csv │ ├── task_wise_adamerging.csv │ ├── ties_merging.csv │ ├── version_2 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_3 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_4 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_5 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_6 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_7 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ ├── version_8 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv │ └── version_9 │ │ ├── clip_concrete_task_arithmetic.csv │ │ └── clip_concrete_task_arithmetic_individuals.csv ├── ViT-L-14 │ ├── averaging.csv │ ├── clip_concrete_task_arithmetic.csv │ ├── clip_concrete_task_arithmetic_individuals.csv │ ├── clip_layer_wise_concrete_adameging_individuals.csv │ ├── clip_layer_wise_concrete_adamerging.csv │ ├── clip_layer_wise_concrete_adamerging_tta.csv │ ├── individuals.csv │ ├── task_arithmetic.csv │ └── ties_merging.csv ├── flan-t5-base_lora-16 │ ├── averaging.csv │ ├── concrete_task_arithmetic.csv │ ├── concrete_task_arithmetic_individuals.csv │ ├── individuals.csv │ ├── layer_wise_adamerging.csv │ ├── layer_wise_concrete_adamerging.csv │ ├── layer_wise_concrete_adamerging_individuals.csv │ ├── layer_wise_concrete_adamerging_tta.csv │ ├── task_arithmetic.csv │ └── ties_merging.csv └── flan-t5-large_lora-16 │ ├── averaging.csv │ ├── concrete_task_arithmetic.csv │ ├── concrete_task_arithmetic_individuals.csv │ ├── individuals.csv │ ├── layer_wise_adamerging.csv │ ├── layer_wise_concrete_adamerging.csv │ ├── layer_wise_concrete_adamerging_individuals.csv │ ├── layer_wise_concrete_adamerging_tta.csv │ ├── task_arithmetic.csv │ └── ties_merging.csv ├── scripts ├── _common.py ├── clip_averaging.py ├── clip_checkpoint_path.py ├── clip_concrete_task_arithmetic.py ├── clip_generalization_concrete_task_arithmetic.py ├── clip_generalization_layer_wise_concrete_adamerging.py ├── clip_generalization_task_arithmetic.py ├── clip_generalization_task_wise_concrete_adamerging.py ├── clip_generalization_ties_merging.py ├── clip_individuals.py ├── clip_layer_wise_adamerging.py ├── clip_layer_wise_concrete_adamerging.py ├── clip_task_arithmetic.py ├── clip_task_wise_adamerging.py ├── clip_task_wise_concrete_adamerging.py ├── clip_ties_merging.py ├── flan_t5_averaging.py ├── flan_t5_checkpoint_path.py ├── flan_t5_concrete_task_arithmetic.py ├── flan_t5_individuals.py ├── flan_t5_layer_wise_adamerging.py ├── flan_t5_layer_wise_concrete_adamerging.py ├── flan_t5_task_arithmetic.py ├── flan_t5_task_wise_adamerging.py ├── flan_t5_task_wise_concrete_adamerging.py └── flan_t5_ties_merging.py ├── src ├── __init__.py ├── adamerging.py ├── block_wise_fusion.py ├── clip_eval.py ├── clip_finetune.py ├── concrete_mask.py ├── datasets │ ├── cars.py │ ├── common.py │ ├── corruption │ │ ├── __init__.py │ │ ├── cars.py │ │ ├── common.py │ │ ├── eurosat.py │ │ ├── gtsrb.py │ │ ├── registry.py │ │ └── resisc45.py │ ├── dtd.py │ ├── eurosat.py │ ├── gtsrb.py │ ├── mnist.py │ ├── registry.py │ ├── resisc45.py │ ├── sun397.py │ ├── svhn.py │ └── templates.py ├── flatness.py ├── gumbel.py ├── heads.py ├── joint_dataloader.py ├── layer_wise_fusion.py ├── meco.py ├── mezo.py ├── modeling.py ├── sam.py ├── task_vectors.py ├── task_wise_fusion.py ├── tasks │ ├── __init__.py │ ├── arithmetic.py │ ├── datasets_preprocess.py │ ├── glue_preprocess.py │ ├── task_vector.py │ └── ties_merging.py ├── ties_merging_utils.py ├── type.py └── utils.py └── templates ├── glue_v0 ├── cola.json ├── mnli.json ├── mrpc.json ├── qnli.json ├── qqp.json ├── rte.json ├── sst2.json └── stsb.json └── glue_v1 ├── cola.json ├── mnli.json ├── mrpc.json ├── qnli.json ├── qqp.json ├── rte.json ├── sst2.json └── stsb.json /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/README.md -------------------------------------------------------------------------------- /cache/checkpoints/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/cache/checkpoints/README.md -------------------------------------------------------------------------------- /config/clip_datasets.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/clip_datasets.yaml -------------------------------------------------------------------------------- /config/clip_datasets_generalization_exp1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/clip_datasets_generalization_exp1.yaml -------------------------------------------------------------------------------- /config/clip_datasets_generalization_exp2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/clip_datasets_generalization_exp2.yaml -------------------------------------------------------------------------------- /config/clip_generalization_exp1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/clip_generalization_exp1.yaml -------------------------------------------------------------------------------- /config/clip_generalization_exp2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/clip_generalization_exp2.yaml -------------------------------------------------------------------------------- /config/datasets/glue-ax.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/glue-ax.yaml -------------------------------------------------------------------------------- /config/datasets/glue-cola.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/glue-cola.yaml -------------------------------------------------------------------------------- /config/datasets/glue-mnli.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/glue-mnli.yaml -------------------------------------------------------------------------------- /config/datasets/glue-mnli_matched.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/glue-mnli_matched.yaml -------------------------------------------------------------------------------- /config/datasets/glue-mnli_mismatched.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/glue-mnli_mismatched.yaml -------------------------------------------------------------------------------- /config/datasets/glue-mrpc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/glue-mrpc.yaml -------------------------------------------------------------------------------- /config/datasets/glue-qnli.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/glue-qnli.yaml -------------------------------------------------------------------------------- /config/datasets/glue-qqp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/glue-qqp.yaml -------------------------------------------------------------------------------- /config/datasets/glue-rte.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/glue-rte.yaml -------------------------------------------------------------------------------- /config/datasets/glue-sst2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/glue-sst2.yaml -------------------------------------------------------------------------------- /config/datasets/glue-stsb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/glue-stsb.yaml -------------------------------------------------------------------------------- /config/datasets/super_glue-axb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/super_glue-axb.yaml -------------------------------------------------------------------------------- /config/datasets/super_glue-axg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/super_glue-axg.yaml -------------------------------------------------------------------------------- /config/datasets/super_glue-boolq.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/super_glue-boolq.yaml -------------------------------------------------------------------------------- /config/datasets/super_glue-cb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/super_glue-cb.yaml -------------------------------------------------------------------------------- /config/datasets/super_glue-copa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/super_glue-copa.yaml -------------------------------------------------------------------------------- /config/datasets/super_glue-multirc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/super_glue-multirc.yaml -------------------------------------------------------------------------------- /config/datasets/super_glue-record.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/super_glue-record.yaml -------------------------------------------------------------------------------- /config/datasets/super_glue-rte.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/super_glue-rte.yaml -------------------------------------------------------------------------------- /config/datasets/super_glue-wic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/super_glue-wic.yaml -------------------------------------------------------------------------------- /config/datasets/super_glue-wsc.fixed.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/super_glue-wsc.fixed.yaml -------------------------------------------------------------------------------- /config/datasets/super_glue-wsc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/datasets/super_glue-wsc.yaml -------------------------------------------------------------------------------- /config/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/default.yaml -------------------------------------------------------------------------------- /config/flan_t5_default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/flan_t5_default.yaml -------------------------------------------------------------------------------- /config/hydra/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/hydra/default.yaml -------------------------------------------------------------------------------- /config/hydra/job_logging/rich_logging.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/hydra/job_logging/rich_logging.yaml -------------------------------------------------------------------------------- /config/models/bert-base-uncased.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/models/bert-base-uncased.yaml -------------------------------------------------------------------------------- /config/models/flan-t5-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/models/flan-t5-base.yaml -------------------------------------------------------------------------------- /config/models/flan-t5-large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/models/flan-t5-large.yaml -------------------------------------------------------------------------------- /config/models/flan-t5-xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/models/flan-t5-xl.yaml -------------------------------------------------------------------------------- /config/models/flan-t5-xxl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/models/flan-t5-xxl.yaml -------------------------------------------------------------------------------- /config/models/hf_lm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/models/hf_lm.yaml -------------------------------------------------------------------------------- /config/models/roberta-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/models/roberta-base.yaml -------------------------------------------------------------------------------- /config/models/t5-base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/models/t5-base.yaml -------------------------------------------------------------------------------- /config/models/t5-large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/models/t5-large.yaml -------------------------------------------------------------------------------- /config/optim/adam.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/optim/adam.yaml -------------------------------------------------------------------------------- /config/optim/mezo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/optim/mezo.yaml -------------------------------------------------------------------------------- /config/peft/gpt-2-lora-8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/peft/gpt-2-lora-8.yaml -------------------------------------------------------------------------------- /config/peft/lora-16.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/peft/lora-16.yaml -------------------------------------------------------------------------------- /config/peft/lora-32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/peft/lora-32.yaml -------------------------------------------------------------------------------- /config/peft/lora-8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/peft/lora-8.yaml -------------------------------------------------------------------------------- /config/peft/nopeft.yaml: -------------------------------------------------------------------------------- 1 | peft_config: null -------------------------------------------------------------------------------- /config/peft/roberta-lora-8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/config/peft/roberta-lora-8.yaml -------------------------------------------------------------------------------- /images/1702203203116.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/images/1702203203116.jpg -------------------------------------------------------------------------------- /offline_mode.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/offline_mode.sh -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- 1 | [tool.black] 2 | line-length = 150 3 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/requirements.txt -------------------------------------------------------------------------------- /results/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/README.md -------------------------------------------------------------------------------- /results/ViT-B-16/version_2/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_2/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_2/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_2/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_3/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_3/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_3/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_3/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_4/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_4/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_4/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_4/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_5/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_5/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_5/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_5/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_6/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_6/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_6/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_6/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_7/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_7/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_7/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_7/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_8/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_8/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_8/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_8/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_9/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_9/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-16/version_9/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-16/version_9/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/averaging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/averaging.csv -------------------------------------------------------------------------------- /results/ViT-B-32/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/clip_layer_wise_concrete_adameging_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/clip_layer_wise_concrete_adameging_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/clip_layer_wise_concrete_adamerging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/clip_layer_wise_concrete_adamerging.csv -------------------------------------------------------------------------------- /results/ViT-B-32/clip_layer_wise_concrete_adamerging_tta.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/clip_layer_wise_concrete_adamerging_tta.csv -------------------------------------------------------------------------------- /results/ViT-B-32/clip_task_wise_concrete_adameging_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/clip_task_wise_concrete_adameging_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/clip_task_wise_concrete_adamerging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/clip_task_wise_concrete_adamerging.csv -------------------------------------------------------------------------------- /results/ViT-B-32/clip_task_wise_concrete_adamerging_tta.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/clip_task_wise_concrete_adamerging_tta.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp1/concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp1/concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp1/layer_wise_concrete_adamerging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp1/layer_wise_concrete_adamerging.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp1/layer_wise_concrete_adamerging_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp1/layer_wise_concrete_adamerging_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp1/layer_wise_concrete_adamerging_tta.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp1/layer_wise_concrete_adamerging_tta.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp1/task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp1/task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp1/ties_merging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp1/ties_merging.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp2/concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp2/concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp2/layer_wise_concrete_adamerging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp2/layer_wise_concrete_adamerging.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp2/layer_wise_concrete_adamerging_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp2/layer_wise_concrete_adamerging_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp2/layer_wise_concrete_adamerging_tta.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp2/layer_wise_concrete_adamerging_tta.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp2/task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp2/task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/generalization_exp2/ties_merging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/generalization_exp2/ties_merging.csv -------------------------------------------------------------------------------- /results/ViT-B-32/individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/layer_wise_adamerging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/layer_wise_adamerging.csv -------------------------------------------------------------------------------- /results/ViT-B-32/task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/task_wise_adamerging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/task_wise_adamerging.csv -------------------------------------------------------------------------------- /results/ViT-B-32/ties_merging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/ties_merging.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_2/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_2/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_2/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_2/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_3/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_3/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_3/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_3/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_4/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_4/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_4/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_4/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_5/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_5/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_5/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_5/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_6/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_6/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_6/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_6/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_7/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_7/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_7/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_7/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_8/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_8/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_8/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_8/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_9/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_9/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-B-32/version_9/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-B-32/version_9/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-L-14/averaging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-L-14/averaging.csv -------------------------------------------------------------------------------- /results/ViT-L-14/clip_concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-L-14/clip_concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-L-14/clip_concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-L-14/clip_concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/ViT-L-14/clip_layer_wise_concrete_adameging_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-L-14/clip_layer_wise_concrete_adameging_individuals.csv -------------------------------------------------------------------------------- /results/ViT-L-14/clip_layer_wise_concrete_adamerging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-L-14/clip_layer_wise_concrete_adamerging.csv -------------------------------------------------------------------------------- /results/ViT-L-14/clip_layer_wise_concrete_adamerging_tta.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-L-14/clip_layer_wise_concrete_adamerging_tta.csv -------------------------------------------------------------------------------- /results/ViT-L-14/individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-L-14/individuals.csv -------------------------------------------------------------------------------- /results/ViT-L-14/task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-L-14/task_arithmetic.csv -------------------------------------------------------------------------------- /results/ViT-L-14/ties_merging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/ViT-L-14/ties_merging.csv -------------------------------------------------------------------------------- /results/flan-t5-base_lora-16/averaging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-base_lora-16/averaging.csv -------------------------------------------------------------------------------- /results/flan-t5-base_lora-16/concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-base_lora-16/concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/flan-t5-base_lora-16/concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-base_lora-16/concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/flan-t5-base_lora-16/individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-base_lora-16/individuals.csv -------------------------------------------------------------------------------- /results/flan-t5-base_lora-16/layer_wise_adamerging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-base_lora-16/layer_wise_adamerging.csv -------------------------------------------------------------------------------- /results/flan-t5-base_lora-16/layer_wise_concrete_adamerging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-base_lora-16/layer_wise_concrete_adamerging.csv -------------------------------------------------------------------------------- /results/flan-t5-base_lora-16/layer_wise_concrete_adamerging_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-base_lora-16/layer_wise_concrete_adamerging_individuals.csv -------------------------------------------------------------------------------- /results/flan-t5-base_lora-16/layer_wise_concrete_adamerging_tta.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-base_lora-16/layer_wise_concrete_adamerging_tta.csv -------------------------------------------------------------------------------- /results/flan-t5-base_lora-16/task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-base_lora-16/task_arithmetic.csv -------------------------------------------------------------------------------- /results/flan-t5-base_lora-16/ties_merging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-base_lora-16/ties_merging.csv -------------------------------------------------------------------------------- /results/flan-t5-large_lora-16/averaging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-large_lora-16/averaging.csv -------------------------------------------------------------------------------- /results/flan-t5-large_lora-16/concrete_task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-large_lora-16/concrete_task_arithmetic.csv -------------------------------------------------------------------------------- /results/flan-t5-large_lora-16/concrete_task_arithmetic_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-large_lora-16/concrete_task_arithmetic_individuals.csv -------------------------------------------------------------------------------- /results/flan-t5-large_lora-16/individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-large_lora-16/individuals.csv -------------------------------------------------------------------------------- /results/flan-t5-large_lora-16/layer_wise_adamerging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-large_lora-16/layer_wise_adamerging.csv -------------------------------------------------------------------------------- /results/flan-t5-large_lora-16/layer_wise_concrete_adamerging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-large_lora-16/layer_wise_concrete_adamerging.csv -------------------------------------------------------------------------------- /results/flan-t5-large_lora-16/layer_wise_concrete_adamerging_individuals.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-large_lora-16/layer_wise_concrete_adamerging_individuals.csv -------------------------------------------------------------------------------- /results/flan-t5-large_lora-16/layer_wise_concrete_adamerging_tta.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-large_lora-16/layer_wise_concrete_adamerging_tta.csv -------------------------------------------------------------------------------- /results/flan-t5-large_lora-16/task_arithmetic.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-large_lora-16/task_arithmetic.csv -------------------------------------------------------------------------------- /results/flan-t5-large_lora-16/ties_merging.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/results/flan-t5-large_lora-16/ties_merging.csv -------------------------------------------------------------------------------- /scripts/_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/_common.py -------------------------------------------------------------------------------- /scripts/clip_averaging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_averaging.py -------------------------------------------------------------------------------- /scripts/clip_checkpoint_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_checkpoint_path.py -------------------------------------------------------------------------------- /scripts/clip_concrete_task_arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_concrete_task_arithmetic.py -------------------------------------------------------------------------------- /scripts/clip_generalization_concrete_task_arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_generalization_concrete_task_arithmetic.py -------------------------------------------------------------------------------- /scripts/clip_generalization_layer_wise_concrete_adamerging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_generalization_layer_wise_concrete_adamerging.py -------------------------------------------------------------------------------- /scripts/clip_generalization_task_arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_generalization_task_arithmetic.py -------------------------------------------------------------------------------- /scripts/clip_generalization_task_wise_concrete_adamerging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_generalization_task_wise_concrete_adamerging.py -------------------------------------------------------------------------------- /scripts/clip_generalization_ties_merging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_generalization_ties_merging.py -------------------------------------------------------------------------------- /scripts/clip_individuals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_individuals.py -------------------------------------------------------------------------------- /scripts/clip_layer_wise_adamerging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_layer_wise_adamerging.py -------------------------------------------------------------------------------- /scripts/clip_layer_wise_concrete_adamerging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_layer_wise_concrete_adamerging.py -------------------------------------------------------------------------------- /scripts/clip_task_arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_task_arithmetic.py -------------------------------------------------------------------------------- /scripts/clip_task_wise_adamerging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_task_wise_adamerging.py -------------------------------------------------------------------------------- /scripts/clip_task_wise_concrete_adamerging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_task_wise_concrete_adamerging.py -------------------------------------------------------------------------------- /scripts/clip_ties_merging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/clip_ties_merging.py -------------------------------------------------------------------------------- /scripts/flan_t5_averaging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/flan_t5_averaging.py -------------------------------------------------------------------------------- /scripts/flan_t5_checkpoint_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/flan_t5_checkpoint_path.py -------------------------------------------------------------------------------- /scripts/flan_t5_concrete_task_arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/flan_t5_concrete_task_arithmetic.py -------------------------------------------------------------------------------- /scripts/flan_t5_individuals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/flan_t5_individuals.py -------------------------------------------------------------------------------- /scripts/flan_t5_layer_wise_adamerging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/flan_t5_layer_wise_adamerging.py -------------------------------------------------------------------------------- /scripts/flan_t5_layer_wise_concrete_adamerging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/flan_t5_layer_wise_concrete_adamerging.py -------------------------------------------------------------------------------- /scripts/flan_t5_task_arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/flan_t5_task_arithmetic.py -------------------------------------------------------------------------------- /scripts/flan_t5_task_wise_adamerging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/flan_t5_task_wise_adamerging.py -------------------------------------------------------------------------------- /scripts/flan_t5_task_wise_concrete_adamerging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/flan_t5_task_wise_concrete_adamerging.py -------------------------------------------------------------------------------- /scripts/flan_t5_ties_merging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/scripts/flan_t5_ties_merging.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/adamerging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/adamerging.py -------------------------------------------------------------------------------- /src/block_wise_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/block_wise_fusion.py -------------------------------------------------------------------------------- /src/clip_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/clip_eval.py -------------------------------------------------------------------------------- /src/clip_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/clip_finetune.py -------------------------------------------------------------------------------- /src/concrete_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/concrete_mask.py -------------------------------------------------------------------------------- /src/datasets/cars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/cars.py -------------------------------------------------------------------------------- /src/datasets/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/common.py -------------------------------------------------------------------------------- /src/datasets/corruption/__init__.py: -------------------------------------------------------------------------------- 1 | from .registry import get_dataset 2 | -------------------------------------------------------------------------------- /src/datasets/corruption/cars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/corruption/cars.py -------------------------------------------------------------------------------- /src/datasets/corruption/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/corruption/common.py -------------------------------------------------------------------------------- /src/datasets/corruption/eurosat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/corruption/eurosat.py -------------------------------------------------------------------------------- /src/datasets/corruption/gtsrb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/corruption/gtsrb.py -------------------------------------------------------------------------------- /src/datasets/corruption/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/corruption/registry.py -------------------------------------------------------------------------------- /src/datasets/corruption/resisc45.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/corruption/resisc45.py -------------------------------------------------------------------------------- /src/datasets/dtd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/dtd.py -------------------------------------------------------------------------------- /src/datasets/eurosat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/eurosat.py -------------------------------------------------------------------------------- /src/datasets/gtsrb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/gtsrb.py -------------------------------------------------------------------------------- /src/datasets/mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/mnist.py -------------------------------------------------------------------------------- /src/datasets/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/registry.py -------------------------------------------------------------------------------- /src/datasets/resisc45.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/resisc45.py -------------------------------------------------------------------------------- /src/datasets/sun397.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/sun397.py -------------------------------------------------------------------------------- /src/datasets/svhn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/svhn.py -------------------------------------------------------------------------------- /src/datasets/templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/datasets/templates.py -------------------------------------------------------------------------------- /src/flatness.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/gumbel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/gumbel.py -------------------------------------------------------------------------------- /src/heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/heads.py -------------------------------------------------------------------------------- /src/joint_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/joint_dataloader.py -------------------------------------------------------------------------------- /src/layer_wise_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/layer_wise_fusion.py -------------------------------------------------------------------------------- /src/meco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/meco.py -------------------------------------------------------------------------------- /src/mezo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/mezo.py -------------------------------------------------------------------------------- /src/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/modeling.py -------------------------------------------------------------------------------- /src/sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/sam.py -------------------------------------------------------------------------------- /src/task_vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/task_vectors.py -------------------------------------------------------------------------------- /src/task_wise_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/task_wise_fusion.py -------------------------------------------------------------------------------- /src/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/tasks/__init__.py -------------------------------------------------------------------------------- /src/tasks/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/tasks/arithmetic.py -------------------------------------------------------------------------------- /src/tasks/datasets_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/tasks/datasets_preprocess.py -------------------------------------------------------------------------------- /src/tasks/glue_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/tasks/glue_preprocess.py -------------------------------------------------------------------------------- /src/tasks/task_vector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/tasks/task_vector.py -------------------------------------------------------------------------------- /src/tasks/ties_merging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/tasks/ties_merging.py -------------------------------------------------------------------------------- /src/ties_merging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/ties_merging_utils.py -------------------------------------------------------------------------------- /src/type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/type.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/src/utils.py -------------------------------------------------------------------------------- /templates/glue_v0/cola.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v0/cola.json -------------------------------------------------------------------------------- /templates/glue_v0/mnli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v0/mnli.json -------------------------------------------------------------------------------- /templates/glue_v0/mrpc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v0/mrpc.json -------------------------------------------------------------------------------- /templates/glue_v0/qnli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v0/qnli.json -------------------------------------------------------------------------------- /templates/glue_v0/qqp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v0/qqp.json -------------------------------------------------------------------------------- /templates/glue_v0/rte.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v0/rte.json -------------------------------------------------------------------------------- /templates/glue_v0/sst2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v0/sst2.json -------------------------------------------------------------------------------- /templates/glue_v0/stsb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v0/stsb.json -------------------------------------------------------------------------------- /templates/glue_v1/cola.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v1/cola.json -------------------------------------------------------------------------------- /templates/glue_v1/mnli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v1/mnli.json -------------------------------------------------------------------------------- /templates/glue_v1/mrpc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v1/mrpc.json -------------------------------------------------------------------------------- /templates/glue_v1/qnli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v1/qnli.json -------------------------------------------------------------------------------- /templates/glue_v1/qqp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v1/qqp.json -------------------------------------------------------------------------------- /templates/glue_v1/rte.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v1/rte.json -------------------------------------------------------------------------------- /templates/glue_v1/sst2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v1/sst2.json -------------------------------------------------------------------------------- /templates/glue_v1/stsb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tanganke/subspace_fusion/HEAD/templates/glue_v1/stsb.json --------------------------------------------------------------------------------