├── LICENSE ├── README.md ├── data ├── nist │ ├── README.md │ ├── data │ │ └── my_sample.py │ ├── preprocess.sh │ ├── preprocess │ │ ├── data_to_json.py │ │ ├── data_to_json.sh │ │ ├── get_data.sh │ │ ├── get_file_dirs.py │ │ ├── get_hashes.py │ │ ├── group_by_writer.py │ │ └── match_hashes.py │ └── stats.sh ├── sent140 │ ├── README.md │ ├── preprocess.sh │ ├── preprocess │ │ ├── combine_data.py │ │ ├── data_to_json.py │ │ ├── data_to_json.sh │ │ └── get_data.sh │ └── stats.sh ├── shakespeare │ ├── README.md │ ├── preprocess.sh │ ├── preprocess │ │ ├── data_to_json.sh │ │ ├── gen_all_data.py │ │ ├── get_data.sh │ │ ├── preprocess_shakespeare.py │ │ └── shake_utils.py │ └── stats.sh ├── synthetic_0.5_0.5 │ ├── README.md │ ├── data │ │ ├── test │ │ │ └── mytest.json │ │ └── train │ │ │ └── mytrain.json │ └── generate_synthetic.py ├── synthetic_0_0 │ ├── README.md │ ├── data │ │ ├── test │ │ │ └── mytest.json │ │ └── train │ │ │ └── mytrain.json │ └── generate_synthetic.py ├── synthetic_1_1 │ ├── README.md │ ├── data │ │ ├── test │ │ │ └── mytest.json │ │ └── train │ │ │ └── mytrain.json │ └── generate_synthetic.py └── synthetic_iid │ ├── README.md │ ├── data │ ├── test │ │ ├── mytest.json │ │ └── mytest.txt │ └── train │ │ └── mytrain.json │ └── generate_iid.py ├── flearn ├── models │ ├── __init__.py │ ├── client.py │ ├── mnist │ │ ├── __init__.py │ │ └── mclr.py │ ├── nist │ │ ├── __init__.py │ │ └── mclr.py │ ├── sent140 │ │ ├── get_embs.py │ │ ├── get_embs.sh │ │ └── stacked_lstm.py │ ├── shakespeare │ │ └── stacked_lstm.py │ └── synthetic │ │ ├── __init__.py │ │ └── mclr.py ├── optimizer │ ├── pgd.py │ └── pggd.py ├── trainers │ ├── __init__.py │ ├── fedavg.py │ ├── fedbase.py │ ├── feddane.py │ └── fedprox.py └── utils │ ├── __init__.py │ ├── language_utils.py │ ├── model_utils.py │ ├── tf_utils.py │ └── utils.py ├── main.py ├── plot.py ├── requirements.txt ├── run_trainer.sh └── utils ├── __init__.py ├── language_utils.py ├── model_utils.py ├── preprocess.sh ├── remove_users.py ├── sample.py ├── split_data.py ├── stats.py ├── tf_utils.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/README.md -------------------------------------------------------------------------------- /data/nist/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/nist/README.md -------------------------------------------------------------------------------- /data/nist/data/my_sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/nist/data/my_sample.py -------------------------------------------------------------------------------- /data/nist/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/nist/preprocess.sh -------------------------------------------------------------------------------- /data/nist/preprocess/data_to_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/nist/preprocess/data_to_json.py -------------------------------------------------------------------------------- /data/nist/preprocess/data_to_json.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/nist/preprocess/data_to_json.sh -------------------------------------------------------------------------------- /data/nist/preprocess/get_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/nist/preprocess/get_data.sh -------------------------------------------------------------------------------- /data/nist/preprocess/get_file_dirs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/nist/preprocess/get_file_dirs.py -------------------------------------------------------------------------------- /data/nist/preprocess/get_hashes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/nist/preprocess/get_hashes.py -------------------------------------------------------------------------------- /data/nist/preprocess/group_by_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/nist/preprocess/group_by_writer.py -------------------------------------------------------------------------------- /data/nist/preprocess/match_hashes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/nist/preprocess/match_hashes.py -------------------------------------------------------------------------------- /data/nist/stats.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/nist/stats.sh -------------------------------------------------------------------------------- /data/sent140/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/sent140/README.md -------------------------------------------------------------------------------- /data/sent140/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/sent140/preprocess.sh -------------------------------------------------------------------------------- /data/sent140/preprocess/combine_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/sent140/preprocess/combine_data.py -------------------------------------------------------------------------------- /data/sent140/preprocess/data_to_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/sent140/preprocess/data_to_json.py -------------------------------------------------------------------------------- /data/sent140/preprocess/data_to_json.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/sent140/preprocess/data_to_json.sh -------------------------------------------------------------------------------- /data/sent140/preprocess/get_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/sent140/preprocess/get_data.sh -------------------------------------------------------------------------------- /data/sent140/stats.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/sent140/stats.sh -------------------------------------------------------------------------------- /data/shakespeare/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/shakespeare/README.md -------------------------------------------------------------------------------- /data/shakespeare/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/shakespeare/preprocess.sh -------------------------------------------------------------------------------- /data/shakespeare/preprocess/data_to_json.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/shakespeare/preprocess/data_to_json.sh -------------------------------------------------------------------------------- /data/shakespeare/preprocess/gen_all_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/shakespeare/preprocess/gen_all_data.py -------------------------------------------------------------------------------- /data/shakespeare/preprocess/get_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/shakespeare/preprocess/get_data.sh -------------------------------------------------------------------------------- /data/shakespeare/preprocess/preprocess_shakespeare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/shakespeare/preprocess/preprocess_shakespeare.py -------------------------------------------------------------------------------- /data/shakespeare/preprocess/shake_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/shakespeare/preprocess/shake_utils.py -------------------------------------------------------------------------------- /data/shakespeare/stats.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/shakespeare/stats.sh -------------------------------------------------------------------------------- /data/synthetic_0.5_0.5/README.md: -------------------------------------------------------------------------------- 1 | ``` 2 | python generate_synthetic.py 3 | ``` -------------------------------------------------------------------------------- /data/synthetic_0.5_0.5/data/test/mytest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_0.5_0.5/data/test/mytest.json -------------------------------------------------------------------------------- /data/synthetic_0.5_0.5/data/train/mytrain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_0.5_0.5/data/train/mytrain.json -------------------------------------------------------------------------------- /data/synthetic_0.5_0.5/generate_synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_0.5_0.5/generate_synthetic.py -------------------------------------------------------------------------------- /data/synthetic_0_0/README.md: -------------------------------------------------------------------------------- 1 | ``` 2 | python generate_synthetic.py 3 | ``` -------------------------------------------------------------------------------- /data/synthetic_0_0/data/test/mytest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_0_0/data/test/mytest.json -------------------------------------------------------------------------------- /data/synthetic_0_0/data/train/mytrain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_0_0/data/train/mytrain.json -------------------------------------------------------------------------------- /data/synthetic_0_0/generate_synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_0_0/generate_synthetic.py -------------------------------------------------------------------------------- /data/synthetic_1_1/README.md: -------------------------------------------------------------------------------- 1 | ``` 2 | python generate_synthetic.py 3 | ``` -------------------------------------------------------------------------------- /data/synthetic_1_1/data/test/mytest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_1_1/data/test/mytest.json -------------------------------------------------------------------------------- /data/synthetic_1_1/data/train/mytrain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_1_1/data/train/mytrain.json -------------------------------------------------------------------------------- /data/synthetic_1_1/generate_synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_1_1/generate_synthetic.py -------------------------------------------------------------------------------- /data/synthetic_iid/README.md: -------------------------------------------------------------------------------- 1 | ``` 2 | python generate_synthetic.py 3 | ``` -------------------------------------------------------------------------------- /data/synthetic_iid/data/test/mytest.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_iid/data/test/mytest.json -------------------------------------------------------------------------------- /data/synthetic_iid/data/test/mytest.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_iid/data/test/mytest.txt -------------------------------------------------------------------------------- /data/synthetic_iid/data/train/mytrain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_iid/data/train/mytrain.json -------------------------------------------------------------------------------- /data/synthetic_iid/generate_iid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/data/synthetic_iid/generate_iid.py -------------------------------------------------------------------------------- /flearn/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flearn/models/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/models/client.py -------------------------------------------------------------------------------- /flearn/models/mnist/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flearn/models/mnist/mclr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/models/mnist/mclr.py -------------------------------------------------------------------------------- /flearn/models/nist/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flearn/models/nist/mclr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/models/nist/mclr.py -------------------------------------------------------------------------------- /flearn/models/sent140/get_embs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/models/sent140/get_embs.py -------------------------------------------------------------------------------- /flearn/models/sent140/get_embs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/models/sent140/get_embs.sh -------------------------------------------------------------------------------- /flearn/models/sent140/stacked_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/models/sent140/stacked_lstm.py -------------------------------------------------------------------------------- /flearn/models/shakespeare/stacked_lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/models/shakespeare/stacked_lstm.py -------------------------------------------------------------------------------- /flearn/models/synthetic/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flearn/models/synthetic/mclr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/models/synthetic/mclr.py -------------------------------------------------------------------------------- /flearn/optimizer/pgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/optimizer/pgd.py -------------------------------------------------------------------------------- /flearn/optimizer/pggd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/optimizer/pggd.py -------------------------------------------------------------------------------- /flearn/trainers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flearn/trainers/fedavg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/trainers/fedavg.py -------------------------------------------------------------------------------- /flearn/trainers/fedbase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/trainers/fedbase.py -------------------------------------------------------------------------------- /flearn/trainers/feddane.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/trainers/feddane.py -------------------------------------------------------------------------------- /flearn/trainers/fedprox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/trainers/fedprox.py -------------------------------------------------------------------------------- /flearn/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flearn/utils/language_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/utils/language_utils.py -------------------------------------------------------------------------------- /flearn/utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/utils/model_utils.py -------------------------------------------------------------------------------- /flearn/utils/tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/utils/tf_utils.py -------------------------------------------------------------------------------- /flearn/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/flearn/utils/utils.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/main.py -------------------------------------------------------------------------------- /plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/plot.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_trainer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/run_trainer.sh -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/language_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/utils/language_utils.py -------------------------------------------------------------------------------- /utils/model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/utils/model_utils.py -------------------------------------------------------------------------------- /utils/preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/utils/preprocess.sh -------------------------------------------------------------------------------- /utils/remove_users.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/utils/remove_users.py -------------------------------------------------------------------------------- /utils/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/utils/sample.py -------------------------------------------------------------------------------- /utils/split_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/utils/split_data.py -------------------------------------------------------------------------------- /utils/stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/utils/stats.py -------------------------------------------------------------------------------- /utils/tf_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/utils/tf_utils.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/litian96/FedDANE/HEAD/utils/utils.py --------------------------------------------------------------------------------