├── LICENSE ├── README.md ├── cifar_mil_main.py ├── cifar_mil_trainer.py ├── cifar_run.sh ├── datasets ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-38.pyc │ ├── cifar10_bags.cpython-38.pyc │ ├── loader.cpython-38.pyc │ ├── loader_utils.cpython-38.pyc │ └── mnist_bags.cpython-38.pyc ├── cifar10_bags.py ├── csv │ └── ucsb_breast_cancer.csv ├── loader.py ├── loader_utils.py └── mnist_bags.py ├── hflayers ├── __init__.py ├── activation.py ├── auxiliary │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-38.pyc │ │ └── data.cpython-38.pyc │ └── data.py ├── functional.py └── transformer.py ├── imgs.zip ├── imgs ├── cifar │ ├── test_acc_10.pdf │ ├── test_acc_2.pdf │ ├── test_acc_20.pdf │ ├── test_acc_5.pdf │ ├── test_acc_50.pdf │ ├── test_loss_10.pdf │ ├── test_loss_2.pdf │ ├── test_loss_20.pdf │ ├── test_loss_5.pdf │ ├── test_loss_50.pdf │ ├── train_acc_10.pdf │ ├── train_acc_2.pdf │ ├── train_acc_20.pdf │ ├── train_acc_5.pdf │ ├── train_acc_50.pdf │ ├── train_loss_10.pdf │ ├── train_loss_2.pdf │ ├── train_loss_20.pdf │ ├── train_loss_5.pdf │ └── train_loss_50.pdf ├── test_acc_10.png ├── test_acc_100.png ├── test_acc_20.png ├── test_acc_30.png ├── test_acc_5.png ├── test_acc_50.png ├── test_acc_80.png ├── test_loss_10.png ├── test_loss_100.png ├── test_loss_20.png ├── test_loss_30.png ├── test_loss_5.png ├── test_loss_50.png ├── test_loss_80.png ├── train_acc_10.png ├── train_acc_100.png ├── train_acc_20.png ├── train_acc_30.png ├── train_acc_5.png ├── train_acc_50.png ├── train_acc_80.png ├── train_loss_10.png ├── train_loss_100.png ├── train_loss_20.png ├── train_loss_30.png ├── train_loss_5.png ├── train_loss_50.png └── train_loss_80.png ├── layers.py ├── mnist_mil_main.py ├── mnist_mil_trainer.py ├── models.py ├── real_world_mil.py ├── requirement.txt ├── run.sh ├── sparse_hflayers ├── __init__.py ├── activation.py ├── auxiliary │ ├── __init__.py │ └── data.py ├── functional.py └── transformer.py ├── theoretical_results_validation ├── data.py ├── functions.py └── plotting.py └── utils ├── __init__.py ├── entmax.py ├── general_entmax.py └── sparse_max.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/README.md -------------------------------------------------------------------------------- /cifar_mil_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/cifar_mil_main.py -------------------------------------------------------------------------------- /cifar_mil_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/cifar_mil_trainer.py -------------------------------------------------------------------------------- /cifar_run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/cifar_run.sh -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/datasets/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /datasets/__pycache__/cifar10_bags.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/datasets/__pycache__/cifar10_bags.cpython-38.pyc -------------------------------------------------------------------------------- /datasets/__pycache__/loader.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/datasets/__pycache__/loader.cpython-38.pyc -------------------------------------------------------------------------------- /datasets/__pycache__/loader_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/datasets/__pycache__/loader_utils.cpython-38.pyc -------------------------------------------------------------------------------- /datasets/__pycache__/mnist_bags.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/datasets/__pycache__/mnist_bags.cpython-38.pyc -------------------------------------------------------------------------------- /datasets/cifar10_bags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/datasets/cifar10_bags.py -------------------------------------------------------------------------------- /datasets/csv/ucsb_breast_cancer.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/datasets/csv/ucsb_breast_cancer.csv -------------------------------------------------------------------------------- /datasets/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/datasets/loader.py -------------------------------------------------------------------------------- /datasets/loader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/datasets/loader_utils.py -------------------------------------------------------------------------------- /datasets/mnist_bags.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/datasets/mnist_bags.py -------------------------------------------------------------------------------- /hflayers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/hflayers/__init__.py -------------------------------------------------------------------------------- /hflayers/activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/hflayers/activation.py -------------------------------------------------------------------------------- /hflayers/auxiliary/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /hflayers/auxiliary/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/hflayers/auxiliary/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /hflayers/auxiliary/__pycache__/data.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/hflayers/auxiliary/__pycache__/data.cpython-38.pyc -------------------------------------------------------------------------------- /hflayers/auxiliary/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/hflayers/auxiliary/data.py -------------------------------------------------------------------------------- /hflayers/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/hflayers/functional.py -------------------------------------------------------------------------------- /hflayers/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/hflayers/transformer.py -------------------------------------------------------------------------------- /imgs.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs.zip -------------------------------------------------------------------------------- /imgs/cifar/test_acc_10.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/test_acc_10.pdf -------------------------------------------------------------------------------- /imgs/cifar/test_acc_2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/test_acc_2.pdf -------------------------------------------------------------------------------- /imgs/cifar/test_acc_20.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/test_acc_20.pdf -------------------------------------------------------------------------------- /imgs/cifar/test_acc_5.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/test_acc_5.pdf -------------------------------------------------------------------------------- /imgs/cifar/test_acc_50.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/test_acc_50.pdf -------------------------------------------------------------------------------- /imgs/cifar/test_loss_10.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/test_loss_10.pdf -------------------------------------------------------------------------------- /imgs/cifar/test_loss_2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/test_loss_2.pdf -------------------------------------------------------------------------------- /imgs/cifar/test_loss_20.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/test_loss_20.pdf -------------------------------------------------------------------------------- /imgs/cifar/test_loss_5.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/test_loss_5.pdf -------------------------------------------------------------------------------- /imgs/cifar/test_loss_50.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/test_loss_50.pdf -------------------------------------------------------------------------------- /imgs/cifar/train_acc_10.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/train_acc_10.pdf -------------------------------------------------------------------------------- /imgs/cifar/train_acc_2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/train_acc_2.pdf -------------------------------------------------------------------------------- /imgs/cifar/train_acc_20.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/train_acc_20.pdf -------------------------------------------------------------------------------- /imgs/cifar/train_acc_5.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/train_acc_5.pdf -------------------------------------------------------------------------------- /imgs/cifar/train_acc_50.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/train_acc_50.pdf -------------------------------------------------------------------------------- /imgs/cifar/train_loss_10.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/train_loss_10.pdf -------------------------------------------------------------------------------- /imgs/cifar/train_loss_2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/train_loss_2.pdf -------------------------------------------------------------------------------- /imgs/cifar/train_loss_20.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/train_loss_20.pdf -------------------------------------------------------------------------------- /imgs/cifar/train_loss_5.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/train_loss_5.pdf -------------------------------------------------------------------------------- /imgs/cifar/train_loss_50.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/cifar/train_loss_50.pdf -------------------------------------------------------------------------------- /imgs/test_acc_10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_acc_10.png -------------------------------------------------------------------------------- /imgs/test_acc_100.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_acc_100.png -------------------------------------------------------------------------------- /imgs/test_acc_20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_acc_20.png -------------------------------------------------------------------------------- /imgs/test_acc_30.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_acc_30.png -------------------------------------------------------------------------------- /imgs/test_acc_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_acc_5.png -------------------------------------------------------------------------------- /imgs/test_acc_50.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_acc_50.png -------------------------------------------------------------------------------- /imgs/test_acc_80.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_acc_80.png -------------------------------------------------------------------------------- /imgs/test_loss_10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_loss_10.png -------------------------------------------------------------------------------- /imgs/test_loss_100.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_loss_100.png -------------------------------------------------------------------------------- /imgs/test_loss_20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_loss_20.png -------------------------------------------------------------------------------- /imgs/test_loss_30.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_loss_30.png -------------------------------------------------------------------------------- /imgs/test_loss_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_loss_5.png -------------------------------------------------------------------------------- /imgs/test_loss_50.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_loss_50.png -------------------------------------------------------------------------------- /imgs/test_loss_80.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/test_loss_80.png -------------------------------------------------------------------------------- /imgs/train_acc_10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_acc_10.png -------------------------------------------------------------------------------- /imgs/train_acc_100.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_acc_100.png -------------------------------------------------------------------------------- /imgs/train_acc_20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_acc_20.png -------------------------------------------------------------------------------- /imgs/train_acc_30.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_acc_30.png -------------------------------------------------------------------------------- /imgs/train_acc_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_acc_5.png -------------------------------------------------------------------------------- /imgs/train_acc_50.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_acc_50.png -------------------------------------------------------------------------------- /imgs/train_acc_80.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_acc_80.png -------------------------------------------------------------------------------- /imgs/train_loss_10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_loss_10.png -------------------------------------------------------------------------------- /imgs/train_loss_100.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_loss_100.png -------------------------------------------------------------------------------- /imgs/train_loss_20.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_loss_20.png -------------------------------------------------------------------------------- /imgs/train_loss_30.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_loss_30.png -------------------------------------------------------------------------------- /imgs/train_loss_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_loss_5.png -------------------------------------------------------------------------------- /imgs/train_loss_50.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_loss_50.png -------------------------------------------------------------------------------- /imgs/train_loss_80.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/imgs/train_loss_80.png -------------------------------------------------------------------------------- /layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/layers.py -------------------------------------------------------------------------------- /mnist_mil_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/mnist_mil_main.py -------------------------------------------------------------------------------- /mnist_mil_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/mnist_mil_trainer.py -------------------------------------------------------------------------------- /models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/models.py -------------------------------------------------------------------------------- /real_world_mil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/real_world_mil.py -------------------------------------------------------------------------------- /requirement.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/requirement.txt -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/run.sh -------------------------------------------------------------------------------- /sparse_hflayers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/sparse_hflayers/__init__.py -------------------------------------------------------------------------------- /sparse_hflayers/activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/sparse_hflayers/activation.py -------------------------------------------------------------------------------- /sparse_hflayers/auxiliary/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sparse_hflayers/auxiliary/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/sparse_hflayers/auxiliary/data.py -------------------------------------------------------------------------------- /sparse_hflayers/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/sparse_hflayers/functional.py -------------------------------------------------------------------------------- /sparse_hflayers/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/sparse_hflayers/transformer.py -------------------------------------------------------------------------------- /theoretical_results_validation/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/theoretical_results_validation/data.py -------------------------------------------------------------------------------- /theoretical_results_validation/functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/theoretical_results_validation/functions.py -------------------------------------------------------------------------------- /theoretical_results_validation/plotting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/theoretical_results_validation/plotting.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/entmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/utils/entmax.py -------------------------------------------------------------------------------- /utils/general_entmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/utils/general_entmax.py -------------------------------------------------------------------------------- /utils/sparse_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MAGICS-LAB/SparseModernHopfield/HEAD/utils/sparse_max.py --------------------------------------------------------------------------------