├── README.md ├── data └── cola │ ├── test.csv │ ├── train.csv │ └── val.csv ├── data_idx.data ├── dataset ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-38.pyc │ ├── base.cpython-38.pyc │ ├── cifar.cpython-38.pyc │ └── tiny_imagenet.cpython-38.pyc ├── base.py ├── cifar.py └── tiny_imagenet.py ├── dirichlet_data.py ├── log ├── FedAvg-CIFAR100-0.1-100-50-5-0.998.txt └── log.md ├── main_FedMuon.py ├── model.py ├── model_weight └── readme.txt ├── models ├── DeiTTiny.py ├── Nets.py ├── VGG.py ├── __init__.py ├── __pycache__ │ ├── DeiTTiny.cpython-38.pyc │ ├── Nets.cpython-38.pyc │ ├── __init__.cpython-38.pyc │ ├── basic.cpython-38.pyc │ ├── resnet.cpython-38.pyc │ └── resnet_bn.cpython-38.pyc ├── basic.py ├── mlp_head.py ├── resnet.py ├── resnet18.py ├── resnet_bn.py └── resnet_moom.py ├── muon.py ├── new_adams.py ├── new_adamw.py ├── new_llm.py ├── num_workers_100-alpha_value_0.1-data_CIFAR100 ├── num_workers_100-alpha_value_0.1-data_imagenet ├── num_workers_100-alpha_value_0.6-data_CIFAR100 ├── num_workers_100-alpha_value_0.6-data_imagenet ├── num_workers_100-alpha_value_1.0-data_CIFAR100 ├── optimizer ├── ESAM.py ├── FastSAM.py ├── LESAM.py ├── Nesterov.py ├── SAM.py ├── SAMC.py ├── SAMS.py ├── __pycache__ │ ├── FastSAM.cpython-38.pyc │ ├── LESAM.cpython-38.pyc │ ├── Nesterov.cpython-38.pyc │ ├── SAM.cpython-38.pyc │ ├── SAMC.cpython-38.pyc │ ├── SAMS.cpython-38.pyc │ ├── adam_mini.cpython-38.pyc │ ├── adamw_A.cpython-38.pyc │ ├── adamw_L.cpython-38.pyc │ ├── c_adamw.cpython-38.pyc │ ├── mars.cpython-38.pyc │ └── muon.cpython-38.pyc ├── adam_mini.py ├── adamw.py ├── adamw_A.py ├── adamw_L.py ├── adamw_V.py ├── adopt.py ├── c_adamw.py ├── mars.py └── muon.py ├── plot ├── 0.712544.png ├── deit-cifar100-0.1-.png ├── deit-cifar100-0.1.png ├── resnet18-cifar100-0.1-.png └── resnet18-cifar100-0.1.png ├── readme.md ├── requirements.txt ├── roberta_base ├── config.json ├── merges.txt ├── tokenizer_config.json └── vocab.json ├── sam.py ├── soap.py └── vit_model.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/README.md -------------------------------------------------------------------------------- /data/cola/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/data/cola/test.csv -------------------------------------------------------------------------------- /data/cola/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/data/cola/train.csv -------------------------------------------------------------------------------- /data/cola/val.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/data/cola/val.csv -------------------------------------------------------------------------------- /data_idx.data: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/data_idx.data -------------------------------------------------------------------------------- /dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/dataset/__init__.py -------------------------------------------------------------------------------- /dataset/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/dataset/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /dataset/__pycache__/base.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/dataset/__pycache__/base.cpython-38.pyc -------------------------------------------------------------------------------- /dataset/__pycache__/cifar.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/dataset/__pycache__/cifar.cpython-38.pyc -------------------------------------------------------------------------------- /dataset/__pycache__/tiny_imagenet.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/dataset/__pycache__/tiny_imagenet.cpython-38.pyc -------------------------------------------------------------------------------- /dataset/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/dataset/base.py -------------------------------------------------------------------------------- /dataset/cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/dataset/cifar.py -------------------------------------------------------------------------------- /dataset/tiny_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/dataset/tiny_imagenet.py -------------------------------------------------------------------------------- /dirichlet_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/dirichlet_data.py -------------------------------------------------------------------------------- /log/FedAvg-CIFAR100-0.1-100-50-5-0.998.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/log/FedAvg-CIFAR100-0.1-100-50-5-0.998.txt -------------------------------------------------------------------------------- /log/log.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /main_FedMuon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/main_FedMuon.py -------------------------------------------------------------------------------- /model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/model.py -------------------------------------------------------------------------------- /model_weight/readme.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/DeiTTiny.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/DeiTTiny.py -------------------------------------------------------------------------------- /models/Nets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/Nets.py -------------------------------------------------------------------------------- /models/VGG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/VGG.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/__pycache__/DeiTTiny.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/__pycache__/DeiTTiny.cpython-38.pyc -------------------------------------------------------------------------------- /models/__pycache__/Nets.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/__pycache__/Nets.cpython-38.pyc -------------------------------------------------------------------------------- /models/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /models/__pycache__/basic.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/__pycache__/basic.cpython-38.pyc -------------------------------------------------------------------------------- /models/__pycache__/resnet.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/__pycache__/resnet.cpython-38.pyc -------------------------------------------------------------------------------- /models/__pycache__/resnet_bn.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/__pycache__/resnet_bn.cpython-38.pyc -------------------------------------------------------------------------------- /models/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/basic.py -------------------------------------------------------------------------------- /models/mlp_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/mlp_head.py -------------------------------------------------------------------------------- /models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/resnet.py -------------------------------------------------------------------------------- /models/resnet18.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/resnet18.py -------------------------------------------------------------------------------- /models/resnet_bn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/resnet_bn.py -------------------------------------------------------------------------------- /models/resnet_moom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/models/resnet_moom.py -------------------------------------------------------------------------------- /muon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/muon.py -------------------------------------------------------------------------------- /new_adams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/new_adams.py -------------------------------------------------------------------------------- /new_adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/new_adamw.py -------------------------------------------------------------------------------- /new_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/new_llm.py -------------------------------------------------------------------------------- /num_workers_100-alpha_value_0.1-data_CIFAR100: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/num_workers_100-alpha_value_0.1-data_CIFAR100 -------------------------------------------------------------------------------- /num_workers_100-alpha_value_0.1-data_imagenet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/num_workers_100-alpha_value_0.1-data_imagenet -------------------------------------------------------------------------------- /num_workers_100-alpha_value_0.6-data_CIFAR100: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/num_workers_100-alpha_value_0.6-data_CIFAR100 -------------------------------------------------------------------------------- /num_workers_100-alpha_value_0.6-data_imagenet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/num_workers_100-alpha_value_0.6-data_imagenet -------------------------------------------------------------------------------- /num_workers_100-alpha_value_1.0-data_CIFAR100: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/num_workers_100-alpha_value_1.0-data_CIFAR100 -------------------------------------------------------------------------------- /optimizer/ESAM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/ESAM.py -------------------------------------------------------------------------------- /optimizer/FastSAM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/FastSAM.py -------------------------------------------------------------------------------- /optimizer/LESAM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/LESAM.py -------------------------------------------------------------------------------- /optimizer/Nesterov.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/Nesterov.py -------------------------------------------------------------------------------- /optimizer/SAM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/SAM.py -------------------------------------------------------------------------------- /optimizer/SAMC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/SAMC.py -------------------------------------------------------------------------------- /optimizer/SAMS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/SAMS.py -------------------------------------------------------------------------------- /optimizer/__pycache__/FastSAM.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/FastSAM.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/__pycache__/LESAM.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/LESAM.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/__pycache__/Nesterov.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/Nesterov.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/__pycache__/SAM.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/SAM.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/__pycache__/SAMC.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/SAMC.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/__pycache__/SAMS.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/SAMS.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/__pycache__/adam_mini.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/adam_mini.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/__pycache__/adamw_A.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/adamw_A.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/__pycache__/adamw_L.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/adamw_L.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/__pycache__/c_adamw.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/c_adamw.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/__pycache__/mars.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/mars.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/__pycache__/muon.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/__pycache__/muon.cpython-38.pyc -------------------------------------------------------------------------------- /optimizer/adam_mini.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/adam_mini.py -------------------------------------------------------------------------------- /optimizer/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/adamw.py -------------------------------------------------------------------------------- /optimizer/adamw_A.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/adamw_A.py -------------------------------------------------------------------------------- /optimizer/adamw_L.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/adamw_L.py -------------------------------------------------------------------------------- /optimizer/adamw_V.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/adamw_V.py -------------------------------------------------------------------------------- /optimizer/adopt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/adopt.py -------------------------------------------------------------------------------- /optimizer/c_adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/c_adamw.py -------------------------------------------------------------------------------- /optimizer/mars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/mars.py -------------------------------------------------------------------------------- /optimizer/muon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/optimizer/muon.py -------------------------------------------------------------------------------- /plot/0.712544.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/plot/0.712544.png -------------------------------------------------------------------------------- /plot/deit-cifar100-0.1-.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/plot/deit-cifar100-0.1-.png -------------------------------------------------------------------------------- /plot/deit-cifar100-0.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/plot/deit-cifar100-0.1.png -------------------------------------------------------------------------------- /plot/resnet18-cifar100-0.1-.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/plot/resnet18-cifar100-0.1-.png -------------------------------------------------------------------------------- /plot/resnet18-cifar100-0.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/plot/resnet18-cifar100-0.1.png -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/requirements.txt -------------------------------------------------------------------------------- /roberta_base/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/roberta_base/config.json -------------------------------------------------------------------------------- /roberta_base/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/roberta_base/merges.txt -------------------------------------------------------------------------------- /roberta_base/tokenizer_config.json: -------------------------------------------------------------------------------- 1 | {"model_max_length": 512} -------------------------------------------------------------------------------- /roberta_base/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/roberta_base/vocab.json -------------------------------------------------------------------------------- /sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/sam.py -------------------------------------------------------------------------------- /soap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/soap.py -------------------------------------------------------------------------------- /vit_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/junkangLiu0/FedMuon/HEAD/vit_model.py --------------------------------------------------------------------------------