├── .gitignore ├── README.md ├── experiment_ae ├── autoencoder.py ├── batch_entropy.py ├── create_loss_surface.py ├── dataloader.py ├── plot.py ├── run_agent.sh ├── sweep.yaml ├── train.py └── utils.py ├── experiment_deep_vanilla_cnn ├── batch_entropy.py ├── delta_orth.py ├── run.sh └── train.py ├── experiment_deep_vanilla_fnn ├── batch_entropy.py ├── run_agent.sh ├── sweep.yaml └── train.py ├── experiment_fnn ├── batch_entropy.py ├── run_agent.sh ├── sweep.yaml └── train.py ├── experiment_info_flow ├── batch_entropy.py ├── run.sh └── train.py ├── experiment_loss_surface ├── batch_entropy.py ├── create_loss_surface.py ├── plot.py ├── run.sh └── utils.py ├── experiment_neuron_dist ├── batch_entropy.py └── train.py ├── experiment_normalization ├── batch_entropy.py ├── config │ └── example_sbatch_config.yaml ├── run.sh ├── run_agent.sh ├── slurm_run_agents.py ├── sweep.yaml └── train.py ├── experiment_resnet ├── batch_entropy.py ├── dataloader.py ├── resnet.py ├── run_agent.sh ├── sweep.yaml └── train.py ├── experiment_transformer ├── batch_entropy.py ├── models │ ├── __init__.py │ ├── bert │ │ ├── __init__.py │ │ └── modeling_bert.py │ └── model_factory.py ├── run_agent.sh ├── run_glue.py └── sweep.yaml ├── requirements.txt └── setup.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/README.md -------------------------------------------------------------------------------- /experiment_ae/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_ae/autoencoder.py -------------------------------------------------------------------------------- /experiment_ae/batch_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_ae/batch_entropy.py -------------------------------------------------------------------------------- /experiment_ae/create_loss_surface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_ae/create_loss_surface.py -------------------------------------------------------------------------------- /experiment_ae/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_ae/dataloader.py -------------------------------------------------------------------------------- /experiment_ae/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_ae/plot.py -------------------------------------------------------------------------------- /experiment_ae/run_agent.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_ae/run_agent.sh -------------------------------------------------------------------------------- /experiment_ae/sweep.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_ae/sweep.yaml -------------------------------------------------------------------------------- /experiment_ae/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_ae/train.py -------------------------------------------------------------------------------- /experiment_ae/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_ae/utils.py -------------------------------------------------------------------------------- /experiment_deep_vanilla_cnn/batch_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_deep_vanilla_cnn/batch_entropy.py -------------------------------------------------------------------------------- /experiment_deep_vanilla_cnn/delta_orth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_deep_vanilla_cnn/delta_orth.py -------------------------------------------------------------------------------- /experiment_deep_vanilla_cnn/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_deep_vanilla_cnn/run.sh -------------------------------------------------------------------------------- /experiment_deep_vanilla_cnn/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_deep_vanilla_cnn/train.py -------------------------------------------------------------------------------- /experiment_deep_vanilla_fnn/batch_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_deep_vanilla_fnn/batch_entropy.py -------------------------------------------------------------------------------- /experiment_deep_vanilla_fnn/run_agent.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_deep_vanilla_fnn/run_agent.sh -------------------------------------------------------------------------------- /experiment_deep_vanilla_fnn/sweep.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_deep_vanilla_fnn/sweep.yaml -------------------------------------------------------------------------------- /experiment_deep_vanilla_fnn/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_deep_vanilla_fnn/train.py -------------------------------------------------------------------------------- /experiment_fnn/batch_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_fnn/batch_entropy.py -------------------------------------------------------------------------------- /experiment_fnn/run_agent.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_fnn/run_agent.sh -------------------------------------------------------------------------------- /experiment_fnn/sweep.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_fnn/sweep.yaml -------------------------------------------------------------------------------- /experiment_fnn/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_fnn/train.py -------------------------------------------------------------------------------- /experiment_info_flow/batch_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_info_flow/batch_entropy.py -------------------------------------------------------------------------------- /experiment_info_flow/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_info_flow/run.sh -------------------------------------------------------------------------------- /experiment_info_flow/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_info_flow/train.py -------------------------------------------------------------------------------- /experiment_loss_surface/batch_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_loss_surface/batch_entropy.py -------------------------------------------------------------------------------- /experiment_loss_surface/create_loss_surface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_loss_surface/create_loss_surface.py -------------------------------------------------------------------------------- /experiment_loss_surface/plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_loss_surface/plot.py -------------------------------------------------------------------------------- /experiment_loss_surface/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_loss_surface/run.sh -------------------------------------------------------------------------------- /experiment_loss_surface/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_loss_surface/utils.py -------------------------------------------------------------------------------- /experiment_neuron_dist/batch_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_neuron_dist/batch_entropy.py -------------------------------------------------------------------------------- /experiment_neuron_dist/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_neuron_dist/train.py -------------------------------------------------------------------------------- /experiment_normalization/batch_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_normalization/batch_entropy.py -------------------------------------------------------------------------------- /experiment_normalization/config/example_sbatch_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_normalization/config/example_sbatch_config.yaml -------------------------------------------------------------------------------- /experiment_normalization/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_normalization/run.sh -------------------------------------------------------------------------------- /experiment_normalization/run_agent.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_normalization/run_agent.sh -------------------------------------------------------------------------------- /experiment_normalization/slurm_run_agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_normalization/slurm_run_agents.py -------------------------------------------------------------------------------- /experiment_normalization/sweep.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_normalization/sweep.yaml -------------------------------------------------------------------------------- /experiment_normalization/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_normalization/train.py -------------------------------------------------------------------------------- /experiment_resnet/batch_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_resnet/batch_entropy.py -------------------------------------------------------------------------------- /experiment_resnet/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_resnet/dataloader.py -------------------------------------------------------------------------------- /experiment_resnet/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_resnet/resnet.py -------------------------------------------------------------------------------- /experiment_resnet/run_agent.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_resnet/run_agent.sh -------------------------------------------------------------------------------- /experiment_resnet/sweep.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_resnet/sweep.yaml -------------------------------------------------------------------------------- /experiment_resnet/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_resnet/train.py -------------------------------------------------------------------------------- /experiment_transformer/batch_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_transformer/batch_entropy.py -------------------------------------------------------------------------------- /experiment_transformer/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiment_transformer/models/bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiment_transformer/models/bert/modeling_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_transformer/models/bert/modeling_bert.py -------------------------------------------------------------------------------- /experiment_transformer/models/model_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_transformer/models/model_factory.py -------------------------------------------------------------------------------- /experiment_transformer/run_agent.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_transformer/run_agent.sh -------------------------------------------------------------------------------- /experiment_transformer/run_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_transformer/run_glue.py -------------------------------------------------------------------------------- /experiment_transformer/sweep.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/experiment_transformer/sweep.yaml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peerdavid/layerwise-batch-entropy/HEAD/setup.sh --------------------------------------------------------------------------------