├── .gitignore ├── LICENSE ├── README.md ├── examples ├── PILOT │ ├── .gitignore │ ├── backbone │ │ ├── linears.py │ │ ├── prompt.py │ │ ├── resnet.py │ │ ├── resnet_memo.py │ │ ├── vit_adapter.py │ │ ├── vit_coda_promtpt.py │ │ ├── vit_dualprompt.py │ │ ├── vit_ease.py │ │ ├── vit_l2p.py │ │ ├── vit_lae.py │ │ ├── vit_memo.py │ │ ├── vit_mos.py │ │ ├── vit_ssf.py │ │ └── vpt.py │ ├── exps │ │ ├── ease.json │ │ ├── icarl.json │ │ ├── memo_ptm.json │ │ └── memo_scr.json │ ├── main.py │ ├── models │ │ ├── __init__.py │ │ ├── aper_finetune.py │ │ ├── aper_ssf.py │ │ ├── aper_vpt.py │ │ ├── base.py │ │ ├── coda_prompt.py │ │ ├── cofima.py │ │ ├── coil.py │ │ ├── der.py │ │ ├── dgr.py │ │ ├── dualprompt.py │ │ ├── duct.py │ │ ├── ease.py │ │ ├── fecam.py │ │ ├── finetune.py │ │ ├── foster.py │ │ ├── icarl.py │ │ ├── l2p.py │ │ ├── lae.py │ │ ├── memo.py │ │ ├── mos.py │ │ ├── ranpac.py │ │ ├── simplecil.py │ │ └── slca.py │ ├── trainer.py │ └── utils │ │ ├── __init__.py │ │ ├── core.py │ │ ├── data.py │ │ ├── data_manager.py │ │ ├── factory.py │ │ ├── inc_net.py │ │ └── toolkit.py ├── infty_configs │ ├── flat_landscape │ │ ├── c_flat.yaml │ │ ├── c_flat_plus.yaml │ │ ├── gam.yaml │ │ ├── gsam.yaml │ │ ├── looksam.yaml │ │ └── sam.yaml │ ├── gradient_bans │ │ └── zeroflow.yaml │ └── gradient_conflicts │ │ ├── cagrad.yaml │ │ ├── gradvac.yaml │ │ ├── ogd.yaml │ │ ├── pcgrad.yaml │ │ └── unigrad_fs.yaml └── run_scripts │ ├── run_fl.sh │ ├── run_gb.sh │ ├── run_gc.sh │ └── run_util.sh ├── img ├── INFTY_demo.gif ├── case1.png ├── case2.png ├── case3.png ├── cidm.png ├── logo.png └── overview.png ├── pyproject.toml ├── setup.py └── src └── infty ├── __init__.py ├── optim ├── __init__.py ├── flat_landscape │ ├── __init__.py │ ├── base.py │ ├── c_flat.py │ ├── gam.py │ ├── gsam.py │ ├── looksam.py │ └── sam.py ├── gradient_bans │ ├── __init__.py │ └── zeroflow.py └── gradient_conflicts │ ├── __init__.py │ ├── base.py │ ├── cagrad.py │ ├── gradvac.py │ ├── ogd.py │ ├── pcgrad.py │ └── unigrad_fs.py ├── plot ├── __init__.py ├── visualize_conflicts.py ├── visualize_esd.py ├── visualize_loss_landscape.py └── visualize_trajectory.py └── utils ├── hessian.py ├── memory.py ├── running.py └── schedulers.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/README.md -------------------------------------------------------------------------------- /examples/PILOT/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/.gitignore -------------------------------------------------------------------------------- /examples/PILOT/backbone/linears.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/linears.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/prompt.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/resnet.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/resnet_memo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/resnet_memo.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/vit_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/vit_adapter.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/vit_coda_promtpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/vit_coda_promtpt.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/vit_dualprompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/vit_dualprompt.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/vit_ease.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/vit_ease.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/vit_l2p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/vit_l2p.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/vit_lae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/vit_lae.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/vit_memo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/vit_memo.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/vit_mos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/vit_mos.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/vit_ssf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/vit_ssf.py -------------------------------------------------------------------------------- /examples/PILOT/backbone/vpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/backbone/vpt.py -------------------------------------------------------------------------------- /examples/PILOT/exps/ease.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/exps/ease.json -------------------------------------------------------------------------------- /examples/PILOT/exps/icarl.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/exps/icarl.json -------------------------------------------------------------------------------- /examples/PILOT/exps/memo_ptm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/exps/memo_ptm.json -------------------------------------------------------------------------------- /examples/PILOT/exps/memo_scr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/exps/memo_scr.json -------------------------------------------------------------------------------- /examples/PILOT/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/main.py -------------------------------------------------------------------------------- /examples/PILOT/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/PILOT/models/aper_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/aper_finetune.py -------------------------------------------------------------------------------- /examples/PILOT/models/aper_ssf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/aper_ssf.py -------------------------------------------------------------------------------- /examples/PILOT/models/aper_vpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/aper_vpt.py -------------------------------------------------------------------------------- /examples/PILOT/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/base.py -------------------------------------------------------------------------------- /examples/PILOT/models/coda_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/coda_prompt.py -------------------------------------------------------------------------------- /examples/PILOT/models/cofima.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/cofima.py -------------------------------------------------------------------------------- /examples/PILOT/models/coil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/coil.py -------------------------------------------------------------------------------- /examples/PILOT/models/der.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/der.py -------------------------------------------------------------------------------- /examples/PILOT/models/dgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/dgr.py -------------------------------------------------------------------------------- /examples/PILOT/models/dualprompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/dualprompt.py -------------------------------------------------------------------------------- /examples/PILOT/models/duct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/duct.py -------------------------------------------------------------------------------- /examples/PILOT/models/ease.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/ease.py -------------------------------------------------------------------------------- /examples/PILOT/models/fecam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/fecam.py -------------------------------------------------------------------------------- /examples/PILOT/models/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/finetune.py -------------------------------------------------------------------------------- /examples/PILOT/models/foster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/foster.py -------------------------------------------------------------------------------- /examples/PILOT/models/icarl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/icarl.py -------------------------------------------------------------------------------- /examples/PILOT/models/l2p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/l2p.py -------------------------------------------------------------------------------- /examples/PILOT/models/lae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/lae.py -------------------------------------------------------------------------------- /examples/PILOT/models/memo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/memo.py -------------------------------------------------------------------------------- /examples/PILOT/models/mos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/mos.py -------------------------------------------------------------------------------- /examples/PILOT/models/ranpac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/ranpac.py -------------------------------------------------------------------------------- /examples/PILOT/models/simplecil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/simplecil.py -------------------------------------------------------------------------------- /examples/PILOT/models/slca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/models/slca.py -------------------------------------------------------------------------------- /examples/PILOT/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/trainer.py -------------------------------------------------------------------------------- /examples/PILOT/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/PILOT/utils/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/utils/core.py -------------------------------------------------------------------------------- /examples/PILOT/utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/utils/data.py -------------------------------------------------------------------------------- /examples/PILOT/utils/data_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/utils/data_manager.py -------------------------------------------------------------------------------- /examples/PILOT/utils/factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/utils/factory.py -------------------------------------------------------------------------------- /examples/PILOT/utils/inc_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/utils/inc_net.py -------------------------------------------------------------------------------- /examples/PILOT/utils/toolkit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/PILOT/utils/toolkit.py -------------------------------------------------------------------------------- /examples/infty_configs/flat_landscape/c_flat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/flat_landscape/c_flat.yaml -------------------------------------------------------------------------------- /examples/infty_configs/flat_landscape/c_flat_plus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/flat_landscape/c_flat_plus.yaml -------------------------------------------------------------------------------- /examples/infty_configs/flat_landscape/gam.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/flat_landscape/gam.yaml -------------------------------------------------------------------------------- /examples/infty_configs/flat_landscape/gsam.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/flat_landscape/gsam.yaml -------------------------------------------------------------------------------- /examples/infty_configs/flat_landscape/looksam.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/flat_landscape/looksam.yaml -------------------------------------------------------------------------------- /examples/infty_configs/flat_landscape/sam.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/flat_landscape/sam.yaml -------------------------------------------------------------------------------- /examples/infty_configs/gradient_bans/zeroflow.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/gradient_bans/zeroflow.yaml -------------------------------------------------------------------------------- /examples/infty_configs/gradient_conflicts/cagrad.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/gradient_conflicts/cagrad.yaml -------------------------------------------------------------------------------- /examples/infty_configs/gradient_conflicts/gradvac.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/gradient_conflicts/gradvac.yaml -------------------------------------------------------------------------------- /examples/infty_configs/gradient_conflicts/ogd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/gradient_conflicts/ogd.yaml -------------------------------------------------------------------------------- /examples/infty_configs/gradient_conflicts/pcgrad.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/gradient_conflicts/pcgrad.yaml -------------------------------------------------------------------------------- /examples/infty_configs/gradient_conflicts/unigrad_fs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/infty_configs/gradient_conflicts/unigrad_fs.yaml -------------------------------------------------------------------------------- /examples/run_scripts/run_fl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/run_scripts/run_fl.sh -------------------------------------------------------------------------------- /examples/run_scripts/run_gb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/run_scripts/run_gb.sh -------------------------------------------------------------------------------- /examples/run_scripts/run_gc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/run_scripts/run_gc.sh -------------------------------------------------------------------------------- /examples/run_scripts/run_util.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/examples/run_scripts/run_util.sh -------------------------------------------------------------------------------- /img/INFTY_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/img/INFTY_demo.gif -------------------------------------------------------------------------------- /img/case1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/img/case1.png -------------------------------------------------------------------------------- /img/case2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/img/case2.png -------------------------------------------------------------------------------- /img/case3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/img/case3.png -------------------------------------------------------------------------------- /img/cidm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/img/cidm.png -------------------------------------------------------------------------------- /img/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/img/logo.png -------------------------------------------------------------------------------- /img/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/img/overview.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/setup.py -------------------------------------------------------------------------------- /src/infty/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/__init__.py -------------------------------------------------------------------------------- /src/infty/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/__init__.py -------------------------------------------------------------------------------- /src/infty/optim/flat_landscape/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/infty/optim/flat_landscape/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/flat_landscape/base.py -------------------------------------------------------------------------------- /src/infty/optim/flat_landscape/c_flat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/flat_landscape/c_flat.py -------------------------------------------------------------------------------- /src/infty/optim/flat_landscape/gam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/flat_landscape/gam.py -------------------------------------------------------------------------------- /src/infty/optim/flat_landscape/gsam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/flat_landscape/gsam.py -------------------------------------------------------------------------------- /src/infty/optim/flat_landscape/looksam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/flat_landscape/looksam.py -------------------------------------------------------------------------------- /src/infty/optim/flat_landscape/sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/flat_landscape/sam.py -------------------------------------------------------------------------------- /src/infty/optim/gradient_bans/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/infty/optim/gradient_bans/zeroflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/gradient_bans/zeroflow.py -------------------------------------------------------------------------------- /src/infty/optim/gradient_conflicts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/infty/optim/gradient_conflicts/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/gradient_conflicts/base.py -------------------------------------------------------------------------------- /src/infty/optim/gradient_conflicts/cagrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/gradient_conflicts/cagrad.py -------------------------------------------------------------------------------- /src/infty/optim/gradient_conflicts/gradvac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/gradient_conflicts/gradvac.py -------------------------------------------------------------------------------- /src/infty/optim/gradient_conflicts/ogd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/gradient_conflicts/ogd.py -------------------------------------------------------------------------------- /src/infty/optim/gradient_conflicts/pcgrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/gradient_conflicts/pcgrad.py -------------------------------------------------------------------------------- /src/infty/optim/gradient_conflicts/unigrad_fs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/optim/gradient_conflicts/unigrad_fs.py -------------------------------------------------------------------------------- /src/infty/plot/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/plot/__init__.py -------------------------------------------------------------------------------- /src/infty/plot/visualize_conflicts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/plot/visualize_conflicts.py -------------------------------------------------------------------------------- /src/infty/plot/visualize_esd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/plot/visualize_esd.py -------------------------------------------------------------------------------- /src/infty/plot/visualize_loss_landscape.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/plot/visualize_loss_landscape.py -------------------------------------------------------------------------------- /src/infty/plot/visualize_trajectory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/plot/visualize_trajectory.py -------------------------------------------------------------------------------- /src/infty/utils/hessian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/utils/hessian.py -------------------------------------------------------------------------------- /src/infty/utils/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/utils/memory.py -------------------------------------------------------------------------------- /src/infty/utils/running.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/utils/running.py -------------------------------------------------------------------------------- /src/infty/utils/schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/THUDM/INFTY/HEAD/src/infty/utils/schedulers.py --------------------------------------------------------------------------------