├── README.md ├── __init__.py ├── mamba_mod ├── .gitignore ├── README.md ├── __init__.py ├── mamba_mod.egg-info │ ├── PKG-INFO │ ├── SOURCES.txt │ ├── dependency_links.txt │ ├── requires.txt │ └── top_level.txt ├── mamba_mod │ ├── __init__.py │ ├── mamba_simple.py │ └── mixer_seq_simple.py └── setup.py ├── s4_mod └── s4_mod │ ├── .gitignore │ ├── __init__.py │ ├── dropout.py │ ├── s4.py │ ├── s4_model.py │ └── s4d.py ├── simple_functions ├── LICENSE ├── README.md ├── __init__.py ├── environment_default.yml ├── environment_droplet.yml ├── requirements.txt ├── setting.jpg ├── simple_function_README.md └── src │ ├── __init__.py │ ├── base_models.py │ ├── conf │ ├── base.yaml │ ├── base_mamba.yaml │ ├── base_s4.yaml │ ├── decision_tree_gpt2.yaml │ ├── decision_tree_mamba.yaml │ ├── linear_regression_gpt2.yaml │ ├── linear_regression_mamba.yaml │ ├── linear_regression_s4.yaml │ ├── models_conf │ │ ├── mamba_small.yaml │ │ ├── mamba_standard.yaml │ │ ├── mamba_tiny.yaml │ │ ├── s4_small.yaml │ │ ├── s4_standard.yaml │ │ ├── s4_tiny.yaml │ │ ├── small.yaml │ │ ├── standard.yaml │ │ └── tiny.yaml │ ├── relu_2nn_regression_gpt2.yaml │ ├── relu_2nn_regression_mamba.yaml │ ├── skewed_linear_regression_gpt2.yaml │ ├── skewed_linear_regression_mamba.yaml │ ├── skewed_linear_regression_s4.yaml │ ├── sparse_linear_regression_gpt2.yaml │ ├── sparse_linear_regression_mamba.yaml │ ├── toy.yaml │ └── wandb.yaml │ ├── curriculum.py │ ├── eval.ipynb │ ├── eval.py │ ├── eval_icl_learning_curves.py │ ├── eval_multiseed.ipynb │ ├── eval_skewed.ipynb │ ├── experiments.sh │ ├── models.py │ ├── nethook.py │ ├── plot_utils.py │ ├── samplers.py │ ├── schema.py │ ├── tasks.py │ └── train.py └── simple_nlp_tasks ├── README.md ├── context_length_eval.sh ├── core ├── __init__.py ├── analysis │ ├── evaluation.py │ └── utils.py ├── config.py ├── data │ ├── datasets │ │ ├── few_shot_dataset.py │ │ └── few_shot_format.py │ ├── preparation │ │ ├── knowledge_data.py │ │ ├── linguistic_data.py │ │ └── translation_data.py │ ├── task_helpers.py │ └── tasks │ │ ├── increment_task.py │ │ ├── list_operation_task.py │ │ ├── mapping_task.py │ │ ├── task.py │ │ ├── token_operation_task.py │ │ └── translation_task.py ├── experiments_config.py ├── models │ ├── context_managers │ │ ├── forward_modifiers │ │ │ ├── attention_masker.py │ │ │ ├── hidden_injector.py │ │ │ └── layer_disabler.py │ │ ├── tracing │ │ │ ├── forward_trace.py │ │ │ └── forward_tracer.py │ │ └── utils.py │ ├── llm_loading.py │ └── utils │ │ ├── inference.py │ │ └── llm_layers.py ├── task_vectors.py └── utils │ ├── misc.py │ └── nested.py ├── data ├── knowledge │ ├── country_capital.json │ ├── football_player_position.json │ ├── location_continent.json │ ├── location_country.json │ ├── location_language.json │ ├── location_religion.json │ ├── person_language.json │ └── person_profession.json ├── linguistic │ ├── antonyms.json │ ├── plural_singular.json │ ├── present_simple_gerund.json │ ├── present_simple_past_perfect.json │ ├── present_simple_past_simple.json │ └── singular_plural.json └── translation │ ├── en_es.json │ ├── en_fr.json │ ├── en_it.json │ ├── es_en.json │ ├── fr_en.json │ └── it_en.json ├── environment.yml ├── exploration.ipynb ├── images └── mechanism.png ├── mamba ├── .idea │ ├── .gitignore │ ├── inspectionProfiles │ │ ├── Project_Default.xml │ │ └── profiles_settings.xml │ ├── mamba-minimal.iml │ ├── misc.xml │ ├── modules.xml │ └── vcs.xml ├── LICENSE ├── README.md ├── __init__.py ├── benchmark.py ├── demo.ipynb ├── demo.py └── model.py ├── outputs ├── figures │ ├── accuracy_per_layer.png │ ├── accuracy_per_layer_appendix.png │ ├── icl_context_length │ │ ├── algorithmic_list_first.png │ │ ├── algorithmic_list_last.png │ │ ├── algorithmic_next_letter.png │ │ ├── algorithmic_prev_letter.png │ │ ├── algorithmic_to_lower.png │ │ ├── algorithmic_to_upper.png │ │ ├── average_task_accuracy.pdf │ │ ├── average_task_accuracy_small.pdf │ │ ├── knowledge_country_capital.png │ │ ├── knowledge_location_continent.png │ │ ├── knowledge_location_religion.png │ │ ├── knowledge_person_language.png │ │ ├── linguistic_antonyms.png │ │ ├── linguistic_plural_singular.png │ │ ├── linguistic_present_simple_gerund.png │ │ ├── linguistic_present_simple_past_simple.png │ │ ├── translation_en_es.png │ │ ├── translation_en_fr.png │ │ ├── translation_es_en.png │ │ └── translation_fr_en.png │ ├── main_experiment_results_per_model.png │ ├── main_experiment_results_per_model_box_plot.pdf │ ├── main_experiment_results_per_model_box_plot.png │ ├── main_experiment_results_per_model_box_plot_name.pdf │ ├── main_experiment_results_table.tex │ ├── overriding_results_llama_13B.tex │ └── top_tokens_table.tex └── results │ ├── main │ ├── 5 │ │ └── pythia_2.8B.pkl │ ├── camera_ready │ │ ├── gpt-j_6B.pkl │ │ ├── llama_13B.pkl │ │ ├── llama_30B.pkl │ │ ├── llama_7B.pkl │ │ ├── mamba_1.4b-hf_batched_True_num_ex_5.pkl │ │ ├── mamba_130m_batched_True_num_ex_5.pkl │ │ ├── mamba_2.8b-hf_batched_True_num_ex_5.pkl │ │ ├── mamba_2.8b-slimpj_batched_True_num_ex_5.pkl │ │ ├── mamba_370m_batched_True_num_ex_5.pkl │ │ ├── mamba_790m_batched_True_num_ex_5.pkl │ │ ├── pythia_12B.pkl │ │ ├── pythia_2.8B.pkl │ │ ├── pythia_6.9B.pkl │ │ ├── rwkv_169m_batched_True_num_ex_5.pkl │ │ ├── rwkv_1b5_batched_True_num_ex_5.pkl │ │ ├── rwkv_3b_batched_True_num_ex_5.pkl │ │ └── rwkv_430m_batched_True_num_ex_5.pkl │ ├── context_length │ │ ├── 130m │ │ │ ├── mamba_130m_batched_True_num_ex_1.pkl │ │ │ ├── mamba_130m_batched_True_num_ex_128.pkl │ │ │ ├── mamba_130m_batched_True_num_ex_16.pkl │ │ │ ├── mamba_130m_batched_True_num_ex_2.pkl │ │ │ ├── mamba_130m_batched_True_num_ex_256.pkl │ │ │ ├── mamba_130m_batched_True_num_ex_32.pkl │ │ │ ├── mamba_130m_batched_True_num_ex_4.pkl │ │ │ ├── mamba_130m_batched_True_num_ex_64.pkl │ │ │ └── mamba_130m_batched_True_num_ex_8.pkl │ │ ├── 2_8B │ │ │ ├── mamba_2.8b-hf_batched_True_num_ex_1.pkl │ │ │ ├── mamba_2.8b-hf_batched_True_num_ex_128.pkl │ │ │ ├── mamba_2.8b-hf_batched_True_num_ex_16.pkl │ │ │ ├── mamba_2.8b-hf_batched_True_num_ex_2.pkl │ │ │ ├── mamba_2.8b-hf_batched_True_num_ex_256.pkl │ │ │ ├── mamba_2.8b-hf_batched_True_num_ex_32.pkl │ │ │ ├── mamba_2.8b-hf_batched_True_num_ex_4.pkl │ │ │ ├── mamba_2.8b-hf_batched_True_num_ex_64.pkl │ │ │ └── mamba_2.8b-hf_batched_True_num_ex_8.pkl │ │ ├── 370m │ │ │ ├── mamba_370m_batched_True_num_ex_1.pkl │ │ │ ├── mamba_370m_batched_True_num_ex_128.pkl │ │ │ ├── mamba_370m_batched_True_num_ex_16.pkl │ │ │ ├── mamba_370m_batched_True_num_ex_2.pkl │ │ │ ├── mamba_370m_batched_True_num_ex_256.pkl │ │ │ ├── mamba_370m_batched_True_num_ex_32.pkl │ │ │ ├── mamba_370m_batched_True_num_ex_4.pkl │ │ │ ├── mamba_370m_batched_True_num_ex_64.pkl │ │ │ └── mamba_370m_batched_True_num_ex_8.pkl │ │ ├── mamba_130m_batched_True_num_ex_1.pkl │ │ ├── mamba_130m_batched_True_num_ex_10.pkl │ │ ├── mamba_130m_batched_True_num_ex_2.pkl │ │ ├── mamba_130m_batched_True_num_ex_20.pkl │ │ ├── mamba_130m_batched_True_num_ex_40.pkl │ │ ├── mamba_130m_batched_True_num_ex_5.pkl │ │ ├── rwkv_1b5 │ │ │ ├── rwkv_1b5_batched_False_num_ex_1.pkl │ │ │ ├── rwkv_1b5_batched_False_num_ex_128.pkl │ │ │ ├── rwkv_1b5_batched_False_num_ex_16.pkl │ │ │ ├── rwkv_1b5_batched_False_num_ex_2.pkl │ │ │ ├── rwkv_1b5_batched_False_num_ex_256.pkl │ │ │ ├── rwkv_1b5_batched_False_num_ex_32.pkl │ │ │ ├── rwkv_1b5_batched_False_num_ex_4.pkl │ │ │ ├── rwkv_1b5_batched_False_num_ex_64.pkl │ │ │ └── rwkv_1b5_batched_False_num_ex_8.pkl │ │ ├── rwkv_3b │ │ │ ├── rwkv_3b_batched_True_num_ex_1.pkl │ │ │ ├── rwkv_3b_batched_True_num_ex_128.pkl │ │ │ ├── rwkv_3b_batched_True_num_ex_16.pkl │ │ │ ├── rwkv_3b_batched_True_num_ex_2.pkl │ │ │ ├── rwkv_3b_batched_True_num_ex_256.pkl │ │ │ ├── rwkv_3b_batched_True_num_ex_32.pkl │ │ │ ├── rwkv_3b_batched_True_num_ex_4.pkl │ │ │ ├── rwkv_3b_batched_True_num_ex_64.pkl │ │ │ └── rwkv_3b_batched_True_num_ex_8.pkl │ │ └── rwkv_430m │ │ │ ├── rwkv_430m_batched_True_num_ex_1.pkl │ │ │ ├── rwkv_430m_batched_True_num_ex_128.pkl │ │ │ ├── rwkv_430m_batched_True_num_ex_16.pkl │ │ │ ├── rwkv_430m_batched_True_num_ex_2.pkl │ │ │ ├── rwkv_430m_batched_True_num_ex_256.pkl │ │ │ ├── rwkv_430m_batched_True_num_ex_32.pkl │ │ │ ├── rwkv_430m_batched_True_num_ex_4.pkl │ │ │ ├── rwkv_430m_batched_True_num_ex_64.pkl │ │ │ └── rwkv_430m_batched_True_num_ex_8.pkl │ ├── github_eval_state │ │ ├── mamba_1.4B_batched_False.pkl │ │ ├── mamba_1.4B_batched_True.pkl │ │ ├── mamba_130m_batched_False.pkl │ │ ├── mamba_130m_batched_True.pkl │ │ ├── mamba_2.8B_batched_False.pkl │ │ ├── mamba_2.8B_batched_True.pkl │ │ ├── mamba_2.8b-slimpj_batched_False.pkl │ │ ├── mamba_2.8b-slimpj_batched_True.pkl │ │ ├── mamba_370m_batched_False.pkl │ │ ├── mamba_370m_batched_True.pkl │ │ ├── mamba_790m_batched_False.pkl │ │ └── mamba_790m_batched_True.pkl │ ├── mamba_370m_batched_True_num_ex_128.pkl │ ├── mamba_370m_batched_True_num_ex_256.pkl │ ├── mamba_370m_batched_True_num_ex_64.pkl │ ├── results_from_eval_config_as_haendel │ │ ├── mamba_1.4B_batched_True.pkl │ │ ├── mamba_130m_batched_True.pkl │ │ ├── mamba_2.8B_batched_True.pkl │ │ ├── mamba_2.8b-slimpj_batched_True.pkl │ │ ├── mamba_370m_batched_True.pkl │ │ └── mamba_790m_batched_True.pkl │ ├── rwkv_1b5_batched_True_num_ex_16.pkl │ ├── rwkv_430m_batched_True_num_ex_1.pkl │ ├── rwkv_430m_batched_True_num_ex_128.pkl │ ├── rwkv_430m_batched_True_num_ex_16.pkl │ ├── rwkv_430m_batched_True_num_ex_2.pkl │ ├── rwkv_430m_batched_True_num_ex_256.pkl │ ├── rwkv_430m_batched_True_num_ex_32.pkl │ ├── rwkv_430m_batched_True_num_ex_4.pkl │ ├── rwkv_430m_batched_True_num_ex_5.pkl │ ├── rwkv_430m_batched_True_num_ex_64.pkl │ └── rwkv_430m_batched_True_num_ex_8.pkl │ └── overriding │ └── camera_ready │ └── llama_13B.pkl ├── requirements.in ├── run_script.sh ├── scripts ├── __init__.py ├── data │ ├── count_examples_after_filtering.py │ └── prepare_data.py ├── experiments │ ├── main.py │ ├── overriding.py │ └── task_vectors_robustness.py ├── figures │ ├── helpers.py │ ├── main.py │ └── overriding.py ├── models │ ├── cache.py │ ├── convert_model.sh │ └── download.py └── utils.py ├── stop_script.sh ├── task_vector_README.md ├── test.png ├── test_datasets_1.pck ├── test_datasets_2.pck ├── test_datasets_3.pck ├── test_datasets_4.pck ├── test_datasets_5.pck └── test_datasets_6.pck /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_mod/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ -------------------------------------------------------------------------------- /mamba_mod/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/mamba_mod/README.md -------------------------------------------------------------------------------- /mamba_mod/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_mod/mamba_mod.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/mamba_mod/mamba_mod.egg-info/PKG-INFO -------------------------------------------------------------------------------- /mamba_mod/mamba_mod.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/mamba_mod/mamba_mod.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /mamba_mod/mamba_mod.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /mamba_mod/mamba_mod.egg-info/requires.txt: -------------------------------------------------------------------------------- 1 | mamba_ssm 2 | causal-conv1d 3 | -------------------------------------------------------------------------------- /mamba_mod/mamba_mod.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | mamba_mod 2 | -------------------------------------------------------------------------------- /mamba_mod/mamba_mod/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_mod/mamba_mod/mamba_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/mamba_mod/mamba_mod/mamba_simple.py -------------------------------------------------------------------------------- /mamba_mod/mamba_mod/mixer_seq_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/mamba_mod/mamba_mod/mixer_seq_simple.py -------------------------------------------------------------------------------- /mamba_mod/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/mamba_mod/setup.py -------------------------------------------------------------------------------- /s4_mod/s4_mod/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ -------------------------------------------------------------------------------- /s4_mod/s4_mod/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /s4_mod/s4_mod/dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/s4_mod/s4_mod/dropout.py -------------------------------------------------------------------------------- /s4_mod/s4_mod/s4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/s4_mod/s4_mod/s4.py -------------------------------------------------------------------------------- /s4_mod/s4_mod/s4_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/s4_mod/s4_mod/s4_model.py -------------------------------------------------------------------------------- /s4_mod/s4_mod/s4d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/s4_mod/s4_mod/s4d.py -------------------------------------------------------------------------------- /simple_functions/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/LICENSE -------------------------------------------------------------------------------- /simple_functions/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/README.md -------------------------------------------------------------------------------- /simple_functions/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /simple_functions/environment_default.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/environment_default.yml -------------------------------------------------------------------------------- /simple_functions/environment_droplet.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/environment_droplet.yml -------------------------------------------------------------------------------- /simple_functions/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/requirements.txt -------------------------------------------------------------------------------- /simple_functions/setting.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/setting.jpg -------------------------------------------------------------------------------- /simple_functions/simple_function_README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/simple_function_README.md -------------------------------------------------------------------------------- /simple_functions/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /simple_functions/src/base_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/base_models.py -------------------------------------------------------------------------------- /simple_functions/src/conf/base.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/base.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/base_mamba.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/base_mamba.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/base_s4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/base_s4.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/decision_tree_gpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/decision_tree_gpt2.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/decision_tree_mamba.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/decision_tree_mamba.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/linear_regression_gpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/linear_regression_gpt2.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/linear_regression_mamba.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/linear_regression_mamba.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/linear_regression_s4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/linear_regression_s4.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/models_conf/mamba_small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/models_conf/mamba_small.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/models_conf/mamba_standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/models_conf/mamba_standard.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/models_conf/mamba_tiny.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/models_conf/mamba_tiny.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/models_conf/s4_small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/models_conf/s4_small.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/models_conf/s4_standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/models_conf/s4_standard.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/models_conf/s4_tiny.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/models_conf/s4_tiny.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/models_conf/small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/models_conf/small.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/models_conf/standard.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/models_conf/standard.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/models_conf/tiny.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/models_conf/tiny.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/relu_2nn_regression_gpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/relu_2nn_regression_gpt2.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/relu_2nn_regression_mamba.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/relu_2nn_regression_mamba.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/skewed_linear_regression_gpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/skewed_linear_regression_gpt2.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/skewed_linear_regression_mamba.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/skewed_linear_regression_mamba.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/skewed_linear_regression_s4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/skewed_linear_regression_s4.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/sparse_linear_regression_gpt2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/sparse_linear_regression_gpt2.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/sparse_linear_regression_mamba.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/sparse_linear_regression_mamba.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/toy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/toy.yaml -------------------------------------------------------------------------------- /simple_functions/src/conf/wandb.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/conf/wandb.yaml -------------------------------------------------------------------------------- /simple_functions/src/curriculum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/curriculum.py -------------------------------------------------------------------------------- /simple_functions/src/eval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/eval.ipynb -------------------------------------------------------------------------------- /simple_functions/src/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/eval.py -------------------------------------------------------------------------------- /simple_functions/src/eval_icl_learning_curves.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/eval_icl_learning_curves.py -------------------------------------------------------------------------------- /simple_functions/src/eval_multiseed.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/eval_multiseed.ipynb -------------------------------------------------------------------------------- /simple_functions/src/eval_skewed.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/eval_skewed.ipynb -------------------------------------------------------------------------------- /simple_functions/src/experiments.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/experiments.sh -------------------------------------------------------------------------------- /simple_functions/src/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/models.py -------------------------------------------------------------------------------- /simple_functions/src/nethook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/nethook.py -------------------------------------------------------------------------------- /simple_functions/src/plot_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/plot_utils.py -------------------------------------------------------------------------------- /simple_functions/src/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/samplers.py -------------------------------------------------------------------------------- /simple_functions/src/schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/schema.py -------------------------------------------------------------------------------- /simple_functions/src/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/tasks.py -------------------------------------------------------------------------------- /simple_functions/src/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_functions/src/train.py -------------------------------------------------------------------------------- /simple_nlp_tasks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/README.md -------------------------------------------------------------------------------- /simple_nlp_tasks/context_length_eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/context_length_eval.sh -------------------------------------------------------------------------------- /simple_nlp_tasks/core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /simple_nlp_tasks/core/analysis/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/analysis/evaluation.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/analysis/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/analysis/utils.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/config.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/datasets/few_shot_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/datasets/few_shot_dataset.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/datasets/few_shot_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/datasets/few_shot_format.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/preparation/knowledge_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/preparation/knowledge_data.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/preparation/linguistic_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/preparation/linguistic_data.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/preparation/translation_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/preparation/translation_data.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/task_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/task_helpers.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/tasks/increment_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/tasks/increment_task.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/tasks/list_operation_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/tasks/list_operation_task.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/tasks/mapping_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/tasks/mapping_task.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/tasks/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/tasks/task.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/tasks/token_operation_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/tasks/token_operation_task.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/data/tasks/translation_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/data/tasks/translation_task.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/experiments_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/experiments_config.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/models/context_managers/forward_modifiers/attention_masker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/models/context_managers/forward_modifiers/attention_masker.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/models/context_managers/forward_modifiers/hidden_injector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/models/context_managers/forward_modifiers/hidden_injector.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/models/context_managers/forward_modifiers/layer_disabler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/models/context_managers/forward_modifiers/layer_disabler.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/models/context_managers/tracing/forward_trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/models/context_managers/tracing/forward_trace.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/models/context_managers/tracing/forward_tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/models/context_managers/tracing/forward_tracer.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/models/context_managers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/models/context_managers/utils.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/models/llm_loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/models/llm_loading.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/models/utils/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/models/utils/inference.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/models/utils/llm_layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/models/utils/llm_layers.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/task_vectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/task_vectors.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/utils/misc.py -------------------------------------------------------------------------------- /simple_nlp_tasks/core/utils/nested.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/core/utils/nested.py -------------------------------------------------------------------------------- /simple_nlp_tasks/data/knowledge/country_capital.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/knowledge/country_capital.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/knowledge/football_player_position.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/knowledge/football_player_position.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/knowledge/location_continent.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/knowledge/location_continent.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/knowledge/location_country.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/knowledge/location_country.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/knowledge/location_language.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/knowledge/location_language.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/knowledge/location_religion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/knowledge/location_religion.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/knowledge/person_language.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/knowledge/person_language.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/knowledge/person_profession.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/knowledge/person_profession.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/linguistic/antonyms.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/linguistic/antonyms.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/linguistic/plural_singular.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/linguistic/plural_singular.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/linguistic/present_simple_gerund.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/linguistic/present_simple_gerund.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/linguistic/present_simple_past_perfect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/linguistic/present_simple_past_perfect.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/linguistic/present_simple_past_simple.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/linguistic/present_simple_past_simple.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/linguistic/singular_plural.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/linguistic/singular_plural.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/translation/en_es.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/translation/en_es.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/translation/en_fr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/translation/en_fr.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/translation/en_it.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/translation/en_it.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/translation/es_en.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/translation/es_en.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/translation/fr_en.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/translation/fr_en.json -------------------------------------------------------------------------------- /simple_nlp_tasks/data/translation/it_en.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/data/translation/it_en.json -------------------------------------------------------------------------------- /simple_nlp_tasks/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/environment.yml -------------------------------------------------------------------------------- /simple_nlp_tasks/exploration.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/exploration.ipynb -------------------------------------------------------------------------------- /simple_nlp_tasks/images/mechanism.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/images/mechanism.png -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/.idea/.gitignore -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/.idea/mamba-minimal.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/.idea/mamba-minimal.iml -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/.idea/misc.xml -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/.idea/modules.xml -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/.idea/vcs.xml -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/LICENSE -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/README.md -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/benchmark.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/demo.ipynb -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/demo.py -------------------------------------------------------------------------------- /simple_nlp_tasks/mamba/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/mamba/model.py -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/accuracy_per_layer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/accuracy_per_layer.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/accuracy_per_layer_appendix.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/accuracy_per_layer_appendix.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_list_first.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_list_first.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_list_last.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_list_last.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_next_letter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_next_letter.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_prev_letter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_prev_letter.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_to_lower.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_to_lower.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_to_upper.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/algorithmic_to_upper.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/average_task_accuracy.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/average_task_accuracy.pdf -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/average_task_accuracy_small.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/average_task_accuracy_small.pdf -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/knowledge_country_capital.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/knowledge_country_capital.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/knowledge_location_continent.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/knowledge_location_continent.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/knowledge_location_religion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/knowledge_location_religion.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/knowledge_person_language.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/knowledge_person_language.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/linguistic_antonyms.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/linguistic_antonyms.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/linguistic_plural_singular.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/linguistic_plural_singular.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/linguistic_present_simple_gerund.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/linguistic_present_simple_gerund.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/linguistic_present_simple_past_simple.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/linguistic_present_simple_past_simple.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/translation_en_es.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/translation_en_es.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/translation_en_fr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/translation_en_fr.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/translation_es_en.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/translation_es_en.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/icl_context_length/translation_fr_en.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/icl_context_length/translation_fr_en.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/main_experiment_results_per_model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/main_experiment_results_per_model.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/main_experiment_results_per_model_box_plot.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/main_experiment_results_per_model_box_plot.pdf -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/main_experiment_results_per_model_box_plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/main_experiment_results_per_model_box_plot.png -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/main_experiment_results_per_model_box_plot_name.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/main_experiment_results_per_model_box_plot_name.pdf -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/main_experiment_results_table.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/main_experiment_results_table.tex -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/overriding_results_llama_13B.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/overriding_results_llama_13B.tex -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/figures/top_tokens_table.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/figures/top_tokens_table.tex -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/5/pythia_2.8B.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/5/pythia_2.8B.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/gpt-j_6B.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/gpt-j_6B.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/llama_13B.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/llama_13B.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/llama_30B.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/llama_30B.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/llama_7B.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/llama_7B.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/mamba_1.4b-hf_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/mamba_1.4b-hf_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/mamba_130m_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/mamba_130m_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/mamba_2.8b-hf_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/mamba_2.8b-hf_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/mamba_2.8b-slimpj_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/mamba_2.8b-slimpj_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/mamba_370m_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/mamba_370m_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/mamba_790m_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/mamba_790m_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/pythia_12B.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/pythia_12B.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/pythia_2.8B.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/pythia_2.8B.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/pythia_6.9B.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/pythia_6.9B.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/rwkv_169m_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/rwkv_169m_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/rwkv_1b5_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/rwkv_1b5_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/rwkv_3b_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/rwkv_3b_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/camera_ready/rwkv_430m_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/camera_ready/rwkv_430m_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_1.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_128.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_128.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_16.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_16.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_2.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_256.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_256.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_32.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_32.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_4.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_64.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_64.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/130m/mamba_130m_batched_True_num_ex_8.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_1.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_128.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_128.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_16.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_16.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_2.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_256.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_256.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_32.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_32.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_4.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_64.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_64.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/2_8B/mamba_2.8b-hf_batched_True_num_ex_8.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_1.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_128.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_128.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_16.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_16.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_2.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_256.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_256.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_32.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_32.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_4.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_64.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_64.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/370m/mamba_370m_batched_True_num_ex_8.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_1.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_10.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_10.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_2.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_20.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_20.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_40.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_40.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/mamba_130m_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_1.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_128.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_128.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_16.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_16.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_2.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_256.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_256.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_32.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_32.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_4.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_64.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_64.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_1b5/rwkv_1b5_batched_False_num_ex_8.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_1.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_128.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_128.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_16.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_16.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_2.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_256.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_256.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_32.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_32.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_4.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_64.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_64.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_3b/rwkv_3b_batched_True_num_ex_8.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_1.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_128.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_128.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_16.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_16.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_2.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_256.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_256.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_32.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_32.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_4.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_64.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_64.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/context_length/rwkv_430m/rwkv_430m_batched_True_num_ex_8.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_1.4B_batched_False.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_1.4B_batched_False.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_1.4B_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_1.4B_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_130m_batched_False.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_130m_batched_False.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_130m_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_130m_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_2.8B_batched_False.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_2.8B_batched_False.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_2.8B_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_2.8B_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_2.8b-slimpj_batched_False.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_2.8b-slimpj_batched_False.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_2.8b-slimpj_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_2.8b-slimpj_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_370m_batched_False.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_370m_batched_False.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_370m_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_370m_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_790m_batched_False.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_790m_batched_False.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_790m_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/github_eval_state/mamba_790m_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/mamba_370m_batched_True_num_ex_128.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/mamba_370m_batched_True_num_ex_128.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/mamba_370m_batched_True_num_ex_256.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/mamba_370m_batched_True_num_ex_256.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/mamba_370m_batched_True_num_ex_64.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/mamba_370m_batched_True_num_ex_64.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_1.4B_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_1.4B_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_130m_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_130m_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_2.8B_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_2.8B_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_2.8b-slimpj_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_2.8b-slimpj_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_370m_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_370m_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_790m_batched_True.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/results_from_eval_config_as_haendel/mamba_790m_batched_True.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/rwkv_1b5_batched_True_num_ex_16.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/rwkv_1b5_batched_True_num_ex_16.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_1.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_128.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_128.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_16.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_16.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_2.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_256.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_256.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_32.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_32.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_4.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_5.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_64.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_64.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_8.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/main/rwkv_430m_batched_True_num_ex_8.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/outputs/results/overriding/camera_ready/llama_13B.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/outputs/results/overriding/camera_ready/llama_13B.pkl -------------------------------------------------------------------------------- /simple_nlp_tasks/requirements.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/requirements.in -------------------------------------------------------------------------------- /simple_nlp_tasks/run_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/run_script.sh -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/data/count_examples_after_filtering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/data/count_examples_after_filtering.py -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/data/prepare_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/data/prepare_data.py -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/experiments/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/experiments/main.py -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/experiments/overriding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/experiments/overriding.py -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/experiments/task_vectors_robustness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/experiments/task_vectors_robustness.py -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/figures/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/figures/helpers.py -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/figures/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/figures/main.py -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/figures/overriding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/figures/overriding.py -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/models/cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/models/cache.py -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/models/convert_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/models/convert_model.sh -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/models/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/models/download.py -------------------------------------------------------------------------------- /simple_nlp_tasks/scripts/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/scripts/utils.py -------------------------------------------------------------------------------- /simple_nlp_tasks/stop_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/stop_script.sh -------------------------------------------------------------------------------- /simple_nlp_tasks/task_vector_README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/task_vector_README.md -------------------------------------------------------------------------------- /simple_nlp_tasks/test.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/test.png -------------------------------------------------------------------------------- /simple_nlp_tasks/test_datasets_1.pck: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/test_datasets_1.pck -------------------------------------------------------------------------------- /simple_nlp_tasks/test_datasets_2.pck: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/test_datasets_2.pck -------------------------------------------------------------------------------- /simple_nlp_tasks/test_datasets_3.pck: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/test_datasets_3.pck -------------------------------------------------------------------------------- /simple_nlp_tasks/test_datasets_4.pck: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/test_datasets_4.pck -------------------------------------------------------------------------------- /simple_nlp_tasks/test_datasets_5.pck: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/test_datasets_5.pck -------------------------------------------------------------------------------- /simple_nlp_tasks/test_datasets_6.pck: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/is_mamba_capable_of_icl/HEAD/simple_nlp_tasks/test_datasets_6.pck --------------------------------------------------------------------------------