├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── grokking ├── EmergenceOfFourierBases.ipynb ├── GrokkingNonuniform.ipynb └── SpectrumOfAffinityMatrix.ipynb ├── luckmatter ├── README.md ├── check_models.py ├── cluster_utils.py ├── model_gen.py ├── recon_multilayer.py ├── test_multilayer.py ├── theory_utils.py ├── utils_corrs.py └── vis_corrs.py ├── ssl ├── .gitignore ├── common_utils │ ├── __init__.py │ ├── assert_utils.py │ ├── helper.py │ ├── logger.py │ ├── multi_counter.py │ ├── saver.py │ ├── stats.py │ └── stopwatch.py ├── hltm │ ├── README.md │ ├── conf │ │ └── hltm.yaml │ └── simCLR_hltm.py └── real-dataset │ ├── README.md │ ├── alpha_cl_nonlinearity.log │ ├── bn_gen.py │ ├── bn_gen_utils.py │ ├── byol_trainer.py │ ├── check_sweep.sh │ ├── cogo │ ├── analyze_util.py │ ├── config │ │ └── dyn_madd.yaml │ ├── draw_dyn_fig3.py │ ├── factorize_sol.py │ ├── modular_addition_load.py │ ├── modular_addition_simple2.py │ ├── modular_addition_simple2_fig3.log │ ├── muon_opt.py │ ├── notebook │ │ └── StructureEmergence │ │ │ ├── .png │ │ │ ├── AdamDynamics.ipynb │ │ │ ├── AnalyzeFinalResult.ipynb │ │ │ ├── CheckModel2.ipynb │ │ │ ├── CheckPretrainedWeights.ipynb │ │ │ ├── EmergentOrthogonalComplement.ipynb │ │ │ ├── GradientDynamics.ipynb │ │ │ ├── OneFreqExperiments.ipynb │ │ │ ├── StatisticsCheck.ipynb │ │ │ ├── VisDynamicsPartialData.ipynb │ │ │ ├── VisualizeDynamics.ipynb │ │ │ ├── VisualizeDynamics2.ipynb │ │ │ └── VisualizeDynamics3.ipynb │ ├── smallgroups_nonabelian_upto_128.jsonl │ ├── sol_distri.py │ └── sweep.log │ ├── config │ ├── bn_gen.yaml │ ├── byol_config.yaml │ ├── decoder_only.yaml │ ├── decoder_only_hier.yaml │ ├── decoder_wiki.yaml │ ├── dyn_madd.yaml │ ├── hydra │ │ └── launcher │ │ │ └── submitit.yaml │ ├── relu_2layer.yaml │ ├── sa.yaml │ ├── sa_linear.yaml │ ├── sim_dyn.yaml │ └── test.yaml │ ├── data │ ├── gaussian_blur.py │ ├── multi_view_data_injector.py │ └── transforms.py │ ├── decoder_only.py │ ├── decoder_only_hier.py │ ├── decoder_wiki.py │ ├── decoder_wiki_util.py │ ├── decoder_wiki_yz.py │ ├── dynamics_simulation.py │ ├── grokking │ ├── ICML25 │ │ ├── Check dF structure.ipynb │ │ ├── CheckGrokkingWeights.ipynb │ │ ├── EmergenceOfFourierBases.ipynb │ │ ├── GrokkingNonuniform.ipynb │ │ ├── RunDynamics.ipynb │ │ └── SpectrumOfAffinityMatrix.ipynb │ └── NeurIPS25 │ │ ├── .ipynb_checkpoints │ │ └── Untitled-checkpoint.ipynb │ │ └── Untitled.ipynb │ ├── joma │ ├── draw_figure_2_3.py │ ├── draw_figure_4.py │ ├── draw_figure_6.py │ ├── draw_figure_8.py │ ├── draw_table_1.py │ ├── wikitext103_exp.log │ ├── wikitext2_exp.log │ ├── wikitext2_exp_lr_small.log │ ├── wikitext2_multilayer_lr.pt │ └── wikitext2_multilayer_lr_small.pt │ ├── linear_feature_eval.py │ ├── loss │ └── nt_xent.py │ ├── main.py │ ├── main_checkresult.py │ ├── models │ ├── mlp_head.py │ └── resnet_base_network.py │ ├── modular_addition.py │ ├── modular_addition_load.py │ ├── modular_addition_simple.py │ ├── modular_addition_simple2.py │ ├── paths.txt │ ├── relu_2layer.py │ ├── requirement.txt │ ├── scan_snap │ ├── figure_4.log │ ├── figure_4_create.py │ ├── figure_6.log │ ├── figure_6_create.py │ ├── figure_6_data.pkl │ └── figure_7.ipynb │ ├── self_attention.py │ ├── self_attention_linear_test.py │ ├── simclr_trainer.py │ ├── test.py │ ├── test2.py │ ├── try_relu.py │ └── utils.py └── student_specialization ├── README.md ├── conf ├── config.yaml ├── config_multilayer.yaml └── hydra │ └── launcher │ ├── fairtask.yaml │ └── submitit.yaml ├── dataset.py ├── model_gen.py ├── recon_multilayer.py ├── recon_two_layer.py ├── stats_operator.py ├── teacher_tune.py ├── theory_utils.py ├── utils.py ├── utils_corrs.py ├── vis_corrs.py └── visualization ├── utils.py ├── visualize.py └── visualize_multi.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/README.md -------------------------------------------------------------------------------- /grokking/EmergenceOfFourierBases.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/grokking/EmergenceOfFourierBases.ipynb -------------------------------------------------------------------------------- /grokking/GrokkingNonuniform.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/grokking/GrokkingNonuniform.ipynb -------------------------------------------------------------------------------- /grokking/SpectrumOfAffinityMatrix.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/grokking/SpectrumOfAffinityMatrix.ipynb -------------------------------------------------------------------------------- /luckmatter/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/luckmatter/README.md -------------------------------------------------------------------------------- /luckmatter/check_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/luckmatter/check_models.py -------------------------------------------------------------------------------- /luckmatter/cluster_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/luckmatter/cluster_utils.py -------------------------------------------------------------------------------- /luckmatter/model_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/luckmatter/model_gen.py -------------------------------------------------------------------------------- /luckmatter/recon_multilayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/luckmatter/recon_multilayer.py -------------------------------------------------------------------------------- /luckmatter/test_multilayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/luckmatter/test_multilayer.py -------------------------------------------------------------------------------- /luckmatter/theory_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/luckmatter/theory_utils.py -------------------------------------------------------------------------------- /luckmatter/utils_corrs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/luckmatter/utils_corrs.py -------------------------------------------------------------------------------- /luckmatter/vis_corrs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/luckmatter/vis_corrs.py -------------------------------------------------------------------------------- /ssl/.gitignore: -------------------------------------------------------------------------------- 1 | outputs/ 2 | **/.ipynb_checkpoints/** 3 | -------------------------------------------------------------------------------- /ssl/common_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/common_utils/__init__.py -------------------------------------------------------------------------------- /ssl/common_utils/assert_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/common_utils/assert_utils.py -------------------------------------------------------------------------------- /ssl/common_utils/helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/common_utils/helper.py -------------------------------------------------------------------------------- /ssl/common_utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/common_utils/logger.py -------------------------------------------------------------------------------- /ssl/common_utils/multi_counter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/common_utils/multi_counter.py -------------------------------------------------------------------------------- /ssl/common_utils/saver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/common_utils/saver.py -------------------------------------------------------------------------------- /ssl/common_utils/stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/common_utils/stats.py -------------------------------------------------------------------------------- /ssl/common_utils/stopwatch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/common_utils/stopwatch.py -------------------------------------------------------------------------------- /ssl/hltm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/hltm/README.md -------------------------------------------------------------------------------- /ssl/hltm/conf/hltm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/hltm/conf/hltm.yaml -------------------------------------------------------------------------------- /ssl/hltm/simCLR_hltm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/hltm/simCLR_hltm.py -------------------------------------------------------------------------------- /ssl/real-dataset/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/README.md -------------------------------------------------------------------------------- /ssl/real-dataset/alpha_cl_nonlinearity.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/alpha_cl_nonlinearity.log -------------------------------------------------------------------------------- /ssl/real-dataset/bn_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/bn_gen.py -------------------------------------------------------------------------------- /ssl/real-dataset/bn_gen_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/bn_gen_utils.py -------------------------------------------------------------------------------- /ssl/real-dataset/byol_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/byol_trainer.py -------------------------------------------------------------------------------- /ssl/real-dataset/check_sweep.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/check_sweep.sh -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/analyze_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/analyze_util.py -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/config/dyn_madd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/config/dyn_madd.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/draw_dyn_fig3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/draw_dyn_fig3.py -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/factorize_sol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/factorize_sol.py -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/modular_addition_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/modular_addition_load.py -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/modular_addition_simple2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/modular_addition_simple2.py -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/modular_addition_simple2_fig3.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/modular_addition_simple2_fig3.log -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/muon_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/muon_opt.py -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/.png -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/AdamDynamics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/AdamDynamics.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/AnalyzeFinalResult.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/AnalyzeFinalResult.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/CheckModel2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/CheckModel2.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/CheckPretrainedWeights.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/CheckPretrainedWeights.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/EmergentOrthogonalComplement.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/EmergentOrthogonalComplement.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/GradientDynamics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/GradientDynamics.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/OneFreqExperiments.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/OneFreqExperiments.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/StatisticsCheck.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/StatisticsCheck.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/VisDynamicsPartialData.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/VisDynamicsPartialData.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/VisualizeDynamics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/VisualizeDynamics.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/VisualizeDynamics2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/VisualizeDynamics2.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/notebook/StructureEmergence/VisualizeDynamics3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/notebook/StructureEmergence/VisualizeDynamics3.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/smallgroups_nonabelian_upto_128.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/smallgroups_nonabelian_upto_128.jsonl -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/sol_distri.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/sol_distri.py -------------------------------------------------------------------------------- /ssl/real-dataset/cogo/sweep.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/cogo/sweep.log -------------------------------------------------------------------------------- /ssl/real-dataset/config/bn_gen.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/config/bn_gen.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/config/byol_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/config/byol_config.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/config/decoder_only.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/config/decoder_only.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/config/decoder_only_hier.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/config/decoder_only_hier.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/config/decoder_wiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/config/decoder_wiki.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/config/dyn_madd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/config/dyn_madd.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/config/hydra/launcher/submitit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/config/hydra/launcher/submitit.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/config/relu_2layer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/config/relu_2layer.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/config/sa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/config/sa.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/config/sa_linear.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/config/sa_linear.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/config/sim_dyn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/config/sim_dyn.yaml -------------------------------------------------------------------------------- /ssl/real-dataset/config/test.yaml: -------------------------------------------------------------------------------- 1 | seed: 1 2 | -------------------------------------------------------------------------------- /ssl/real-dataset/data/gaussian_blur.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/data/gaussian_blur.py -------------------------------------------------------------------------------- /ssl/real-dataset/data/multi_view_data_injector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/data/multi_view_data_injector.py -------------------------------------------------------------------------------- /ssl/real-dataset/data/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/data/transforms.py -------------------------------------------------------------------------------- /ssl/real-dataset/decoder_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/decoder_only.py -------------------------------------------------------------------------------- /ssl/real-dataset/decoder_only_hier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/decoder_only_hier.py -------------------------------------------------------------------------------- /ssl/real-dataset/decoder_wiki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/decoder_wiki.py -------------------------------------------------------------------------------- /ssl/real-dataset/decoder_wiki_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/decoder_wiki_util.py -------------------------------------------------------------------------------- /ssl/real-dataset/decoder_wiki_yz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/decoder_wiki_yz.py -------------------------------------------------------------------------------- /ssl/real-dataset/dynamics_simulation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/dynamics_simulation.py -------------------------------------------------------------------------------- /ssl/real-dataset/grokking/ICML25/Check dF structure.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/grokking/ICML25/Check dF structure.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/grokking/ICML25/CheckGrokkingWeights.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/grokking/ICML25/CheckGrokkingWeights.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/grokking/ICML25/EmergenceOfFourierBases.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/grokking/ICML25/EmergenceOfFourierBases.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/grokking/ICML25/GrokkingNonuniform.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/grokking/ICML25/GrokkingNonuniform.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/grokking/ICML25/RunDynamics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/grokking/ICML25/RunDynamics.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/grokking/ICML25/SpectrumOfAffinityMatrix.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/grokking/ICML25/SpectrumOfAffinityMatrix.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/grokking/NeurIPS25/.ipynb_checkpoints/Untitled-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/grokking/NeurIPS25/.ipynb_checkpoints/Untitled-checkpoint.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/grokking/NeurIPS25/Untitled.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/grokking/NeurIPS25/Untitled.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/joma/draw_figure_2_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/joma/draw_figure_2_3.py -------------------------------------------------------------------------------- /ssl/real-dataset/joma/draw_figure_4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/joma/draw_figure_4.py -------------------------------------------------------------------------------- /ssl/real-dataset/joma/draw_figure_6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/joma/draw_figure_6.py -------------------------------------------------------------------------------- /ssl/real-dataset/joma/draw_figure_8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/joma/draw_figure_8.py -------------------------------------------------------------------------------- /ssl/real-dataset/joma/draw_table_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/joma/draw_table_1.py -------------------------------------------------------------------------------- /ssl/real-dataset/joma/wikitext103_exp.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/joma/wikitext103_exp.log -------------------------------------------------------------------------------- /ssl/real-dataset/joma/wikitext2_exp.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/joma/wikitext2_exp.log -------------------------------------------------------------------------------- /ssl/real-dataset/joma/wikitext2_exp_lr_small.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/joma/wikitext2_exp_lr_small.log -------------------------------------------------------------------------------- /ssl/real-dataset/joma/wikitext2_multilayer_lr.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/joma/wikitext2_multilayer_lr.pt -------------------------------------------------------------------------------- /ssl/real-dataset/joma/wikitext2_multilayer_lr_small.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/joma/wikitext2_multilayer_lr_small.pt -------------------------------------------------------------------------------- /ssl/real-dataset/linear_feature_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/linear_feature_eval.py -------------------------------------------------------------------------------- /ssl/real-dataset/loss/nt_xent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/loss/nt_xent.py -------------------------------------------------------------------------------- /ssl/real-dataset/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/main.py -------------------------------------------------------------------------------- /ssl/real-dataset/main_checkresult.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/main_checkresult.py -------------------------------------------------------------------------------- /ssl/real-dataset/models/mlp_head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/models/mlp_head.py -------------------------------------------------------------------------------- /ssl/real-dataset/models/resnet_base_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/models/resnet_base_network.py -------------------------------------------------------------------------------- /ssl/real-dataset/modular_addition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/modular_addition.py -------------------------------------------------------------------------------- /ssl/real-dataset/modular_addition_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/modular_addition_load.py -------------------------------------------------------------------------------- /ssl/real-dataset/modular_addition_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/modular_addition_simple.py -------------------------------------------------------------------------------- /ssl/real-dataset/modular_addition_simple2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/modular_addition_simple2.py -------------------------------------------------------------------------------- /ssl/real-dataset/paths.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ssl/real-dataset/relu_2layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/relu_2layer.py -------------------------------------------------------------------------------- /ssl/real-dataset/requirement.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/requirement.txt -------------------------------------------------------------------------------- /ssl/real-dataset/scan_snap/figure_4.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/scan_snap/figure_4.log -------------------------------------------------------------------------------- /ssl/real-dataset/scan_snap/figure_4_create.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/scan_snap/figure_4_create.py -------------------------------------------------------------------------------- /ssl/real-dataset/scan_snap/figure_6.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/scan_snap/figure_6.log -------------------------------------------------------------------------------- /ssl/real-dataset/scan_snap/figure_6_create.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/scan_snap/figure_6_create.py -------------------------------------------------------------------------------- /ssl/real-dataset/scan_snap/figure_6_data.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/scan_snap/figure_6_data.pkl -------------------------------------------------------------------------------- /ssl/real-dataset/scan_snap/figure_7.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/scan_snap/figure_7.ipynb -------------------------------------------------------------------------------- /ssl/real-dataset/self_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/self_attention.py -------------------------------------------------------------------------------- /ssl/real-dataset/self_attention_linear_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/self_attention_linear_test.py -------------------------------------------------------------------------------- /ssl/real-dataset/simclr_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/simclr_trainer.py -------------------------------------------------------------------------------- /ssl/real-dataset/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/test.py -------------------------------------------------------------------------------- /ssl/real-dataset/test2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/test2.py -------------------------------------------------------------------------------- /ssl/real-dataset/try_relu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/try_relu.py -------------------------------------------------------------------------------- /ssl/real-dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/ssl/real-dataset/utils.py -------------------------------------------------------------------------------- /student_specialization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/README.md -------------------------------------------------------------------------------- /student_specialization/conf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/conf/config.yaml -------------------------------------------------------------------------------- /student_specialization/conf/config_multilayer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/conf/config_multilayer.yaml -------------------------------------------------------------------------------- /student_specialization/conf/hydra/launcher/fairtask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/conf/hydra/launcher/fairtask.yaml -------------------------------------------------------------------------------- /student_specialization/conf/hydra/launcher/submitit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/conf/hydra/launcher/submitit.yaml -------------------------------------------------------------------------------- /student_specialization/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/dataset.py -------------------------------------------------------------------------------- /student_specialization/model_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/model_gen.py -------------------------------------------------------------------------------- /student_specialization/recon_multilayer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/recon_multilayer.py -------------------------------------------------------------------------------- /student_specialization/recon_two_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/recon_two_layer.py -------------------------------------------------------------------------------- /student_specialization/stats_operator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/stats_operator.py -------------------------------------------------------------------------------- /student_specialization/teacher_tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/teacher_tune.py -------------------------------------------------------------------------------- /student_specialization/theory_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/theory_utils.py -------------------------------------------------------------------------------- /student_specialization/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/utils.py -------------------------------------------------------------------------------- /student_specialization/utils_corrs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/utils_corrs.py -------------------------------------------------------------------------------- /student_specialization/vis_corrs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/vis_corrs.py -------------------------------------------------------------------------------- /student_specialization/visualization/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/visualization/utils.py -------------------------------------------------------------------------------- /student_specialization/visualization/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/visualization/visualize.py -------------------------------------------------------------------------------- /student_specialization/visualization/visualize_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/luckmatters/HEAD/student_specialization/visualization/visualize_multi.py --------------------------------------------------------------------------------