├── flash-linear-attention_mod ├── CITATION.cff ├── LICENSE ├── README.md ├── benchmarks │ ├── benchmark.py │ ├── benchmark_generation.py │ ├── benchmark_training_throughput.py │ ├── modules │ │ └── benchmark_layernorm.py │ └── ops │ │ ├── benchmark_abc.py │ │ ├── benchmark_based.py │ │ ├── benchmark_delta_rule.py │ │ ├── benchmark_fla.py │ │ ├── benchmark_gla.py │ │ ├── benchmark_gsa.py │ │ ├── benchmark_hgrn.py │ │ ├── benchmark_retention.py │ │ ├── benchmark_rwkv6.py │ │ └── benchmark_simple_gla_vs_mamba2.py ├── evals │ ├── harness.py │ └── ppl.py ├── fla │ ├── __init__.py │ ├── layers │ │ ├── __init__.py │ │ ├── abc.py │ │ ├── attn.py │ │ ├── based.py │ │ ├── delta_net.py │ │ ├── delta_net_no_triton.py │ │ ├── gla.py │ │ ├── gsa.py │ │ ├── hgrn.py │ │ ├── hgrn2.py │ │ ├── linear_attn.py │ │ ├── multiscale_retention.py │ │ ├── rebased.py │ │ ├── rwkv6.py │ │ └── simple_gla.py │ ├── models │ │ ├── __init__.py │ │ ├── abc │ │ │ ├── __init__.py │ │ │ ├── configuration_abc.py │ │ │ └── modeling_abc.py │ │ ├── delta_net │ │ │ ├── __init__.py │ │ │ ├── configuration_delta_net.py │ │ │ ├── modeling_delta_net.py │ │ │ └── modeling_delta_net_no_triton.py │ │ ├── gla │ │ │ ├── __init__.py │ │ │ ├── configuration_gla.py │ │ │ └── modeling_gla.py │ │ ├── gsa │ │ │ ├── __init__.py │ │ │ ├── configuration_gsa.py │ │ │ └── modeling_gsa.py │ │ ├── hgrn │ │ │ ├── __init__.py │ │ │ ├── configuration_hgrn.py │ │ │ └── modeling_hgrn.py │ │ ├── hgrn2 │ │ │ ├── __init__.py │ │ │ ├── configuration_hgrn2.py │ │ │ └── modeling_hgrn2.py │ │ ├── linear_attn │ │ │ ├── __init__.py │ │ │ ├── configuration_linear_attn.py │ │ │ └── modeling_linear_attn.py │ │ ├── mamba │ │ │ ├── __init__.py │ │ │ ├── configuration_mamba.py │ │ │ └── modeling_mamba.py │ │ ├── mamba2 │ │ │ ├── __init__.py │ │ │ ├── configuration_mamba2.py │ │ │ └── modeling_mamba2.py │ │ ├── mamba_py │ │ │ ├── __init__.py │ │ │ ├── lm.py │ │ │ ├── mamba.py │ │ │ ├── mamba_mod.py │ │ │ ├── mamba_test.py │ │ │ └── pscan.py │ │ ├── retnet │ │ │ ├── __init__.py │ │ │ ├── configuration_retnet.py │ │ │ └── modeling_retnet.py │ │ ├── rwkv6 │ │ │ ├── __init__.py │ │ │ ├── configuration_rwkv6.py │ │ │ └── modeling_rwkv6.py │ │ ├── samba │ │ │ ├── __init__.py │ │ │ ├── configuration_samba.py │ │ │ └── modeling_samba.py │ │ ├── transformer │ │ │ ├── __init__.py │ │ │ ├── configuration_transformer.py │ │ │ └── modeling_transformer.py │ │ └── utils.py │ ├── modules │ │ ├── __init__.py │ │ ├── activations.py │ │ ├── convolution.py │ │ ├── feature_map.py │ │ ├── fused_bitlinear.py │ │ ├── fused_cross_entropy.py │ │ ├── fused_norm_gate.py │ │ ├── l2norm.py │ │ ├── layernorm.py │ │ └── rotary.py │ ├── ops │ │ ├── __init__.py │ │ ├── abc │ │ │ ├── __init__.py │ │ │ ├── chunk.py │ │ │ ├── chunk_gate.py │ │ │ ├── naive.py │ │ │ └── recurrent_fuse.py │ │ ├── based │ │ │ ├── __init__.py │ │ │ ├── chunk_fuse.py │ │ │ ├── naive.py │ │ │ └── parallel.py │ │ ├── common │ │ │ ├── __init__.py │ │ │ ├── chunk_h.py │ │ │ ├── fused_recurrent.py │ │ │ └── fused_recurrent_old.py │ │ ├── delta_rule │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── chunk.py │ │ │ ├── chunk_fuse.py │ │ │ ├── naive.py │ │ │ ├── naive_compatible.py │ │ │ ├── naive_gla.py │ │ │ ├── recurrent_fuse.py │ │ │ ├── utils.py │ │ │ └── wy_fast.py │ │ ├── gla │ │ │ ├── __init__.py │ │ │ ├── chunk.py │ │ │ ├── chunk_fuse.py │ │ │ ├── chunk_util.py │ │ │ ├── naive.py │ │ │ └── recurrent_fuse.py │ │ ├── hgrn │ │ │ ├── __init__.py │ │ │ ├── chunk.py │ │ │ ├── naive.py │ │ │ └── recurrent_fuse.py │ │ ├── linear_attn │ │ │ ├── __init__.py │ │ │ ├── chunk.py │ │ │ ├── chunk_fuse.py │ │ │ ├── naive.py │ │ │ ├── recurrent_fuse.py │ │ │ └── utils.py │ │ ├── rebased │ │ │ ├── __init__.py │ │ │ ├── naive.py │ │ │ └── parallel.py │ │ ├── retention │ │ │ ├── __init__.py │ │ │ ├── chunk.py │ │ │ ├── chunk_fuse.py │ │ │ ├── naive.py │ │ │ ├── parallel.py │ │ │ └── recurrent_fuse.py │ │ ├── rotary.py │ │ ├── rwkv4 │ │ │ ├── __init__.py │ │ │ └── recurrent_fuse.py │ │ ├── rwkv6 │ │ │ ├── __init__.py │ │ │ ├── chunk.py │ │ │ ├── chunk_naive.py │ │ │ ├── recurrent_fuse.py │ │ │ └── recurrent_naive.py │ │ ├── simple_gla │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── chunk.py │ │ │ ├── naive.py │ │ │ └── recurrent_fuse.py │ │ └── utils.py │ └── utils.py ├── setup.py ├── tests │ ├── layers │ │ ├── test_based.py │ │ ├── test_delta_net_naive.py │ │ ├── test_delta_net_triton.py │ │ └── test_gla.py │ ├── models │ │ ├── test_delta_net.py │ │ └── test_delta_net_triton.py │ ├── modules │ │ ├── test_conv.py │ │ └── test_layernorm.py │ ├── ops │ │ ├── test_based.py │ │ ├── test_delta.py │ │ ├── test_gla.py │ │ ├── test_gsa.py │ │ ├── test_hgrn.py │ │ ├── test_linear_attn.py │ │ ├── test_retention.py │ │ ├── test_rwkv6.py │ │ └── test_simple_gla.py │ ├── test_fused_chunk.py │ └── test_padding.py └── utils │ ├── convert_from_llama.py │ └── convert_from_rwkv6.py ├── mamba_dev ├── .github │ └── workflows │ │ └── publish.yaml ├── .gitignore ├── .gitmodules ├── .idea │ ├── .gitignore │ ├── deployment.xml │ ├── inspectionProfiles │ │ ├── Project_Default.xml │ │ └── profiles_settings.xml │ ├── mamba.iml │ ├── misc.xml │ ├── modules.xml │ ├── sshConfigs.xml │ ├── vcs.xml │ └── webServers.xml ├── AUTHORS ├── LICENSE ├── README.md ├── __init__.py ├── assets │ ├── selection.png │ └── ssd_algorithm.png ├── benchmarks │ └── benchmark_generation_mamba_simple.py ├── csrc │ ├── .DS_Store │ ├── selective_scan_positive │ │ ├── .DS_Store │ │ ├── reverse_scan.cuh │ │ ├── selective_scan.cpp │ │ ├── selective_scan.h │ │ ├── selective_scan_bwd_bf16_complex.cu │ │ ├── selective_scan_bwd_bf16_real.cu │ │ ├── selective_scan_bwd_fp16_complex.cu │ │ ├── selective_scan_bwd_fp16_real.cu │ │ ├── selective_scan_bwd_fp32_complex.cu │ │ ├── selective_scan_bwd_fp32_real.cu │ │ ├── selective_scan_bwd_kernel.cuh │ │ ├── selective_scan_common.h │ │ ├── selective_scan_fwd_bf16.cu │ │ ├── selective_scan_fwd_fp16.cu │ │ ├── selective_scan_fwd_fp32.cu │ │ ├── selective_scan_fwd_kernel.cuh │ │ ├── static_switch.h │ │ └── uninitialized_copy.cuh │ └── selective_scan_positive_and_negative │ │ ├── reverse_scan.cuh │ │ ├── selective_scan.cpp │ │ ├── selective_scan.h │ │ ├── selective_scan_bwd_bf16_complex.cu │ │ ├── selective_scan_bwd_bf16_real.cu │ │ ├── selective_scan_bwd_fp16_complex.cu │ │ ├── selective_scan_bwd_fp16_real.cu │ │ ├── selective_scan_bwd_fp32_complex.cu │ │ ├── selective_scan_bwd_fp32_real.cu │ │ ├── selective_scan_bwd_kernel.cuh │ │ ├── selective_scan_common.h │ │ ├── selective_scan_fwd_bf16.cu │ │ ├── selective_scan_fwd_fp16.cu │ │ ├── selective_scan_fwd_fp32.cu │ │ ├── selective_scan_fwd_kernel.cuh │ │ ├── static_switch.h │ │ └── uninitialized_copy.cuh ├── evals │ └── lm_harness_eval.py ├── mamba.py ├── mamba2.py ├── mamba_ssm │ ├── __init__.py │ ├── distributed │ │ ├── __init__.py │ │ ├── distributed_utils.py │ │ └── tensor_parallel.py │ ├── models │ │ ├── __init__.py │ │ ├── config_mamba.py │ │ └── mixer_seq_simple.py │ ├── modules │ │ ├── __init__.py │ │ ├── block.py │ │ ├── mamba2.py │ │ ├── mamba2_simple.py │ │ ├── mamba_simple.py │ │ ├── mha.py │ │ ├── mlp.py │ │ └── ssd_minimal.py │ ├── ops │ │ ├── __init__.py │ │ ├── selective_scan_interface.py │ │ └── triton │ │ │ ├── __init__.py │ │ │ ├── k_activations.py │ │ │ ├── layer_norm.py │ │ │ ├── layernorm_gated.py │ │ │ ├── selective_state_update.py │ │ │ ├── softplus.py │ │ │ ├── ssd_bmm.py │ │ │ ├── ssd_chunk_scan.py │ │ │ ├── ssd_chunk_state.py │ │ │ ├── ssd_combined.py │ │ │ └── ssd_state_passing.py │ └── utils │ │ ├── __init__.py │ │ ├── generation.py │ │ └── hf.py ├── pyproject.toml ├── rocm_patch │ └── rocm6_0.patch ├── setup.py └── tests │ ├── __init__.py │ ├── ops │ ├── __init__.py │ ├── affine_transformation.py │ ├── test_selective_scan.py │ └── triton │ │ ├── __init__.py │ │ ├── test_layernorm_gated.py │ │ ├── test_selective_state_update.py │ │ └── test_ssd.py │ └── test_generation.py ├── readme.md ├── readme_figure.png └── xlstm ├── .DS_Store ├── .gitignore ├── AUTHORS ├── LICENSE ├── README.md ├── __init__.py ├── delta_net ├── __pycache__ │ └── delta_net.cpython-311.pyc └── delta_net.py ├── environment_pt220cu121.yaml ├── experiments ├── .DS_Store ├── __pycache__ │ ├── lr_scheduler.cpython-311.pyc │ └── metrics.cpython-311.pyc ├── data │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ └── utils.cpython-311.pyc │ ├── formal_language │ │ ├── .DS_Store │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-311.pyc │ │ │ ├── formal_language_dataset.cpython-311.pyc │ │ │ ├── generate.cpython-311.pyc │ │ │ └── online_generate.cpython-311.pyc │ │ ├── formal_language_dataset.py │ │ ├── generate.py │ │ ├── online_generate.py │ │ └── tasks │ │ │ ├── .pytest_cache │ │ │ ├── .gitignore │ │ │ ├── CACHEDIR.TAG │ │ │ ├── README.md │ │ │ └── v │ │ │ │ └── cache │ │ │ │ ├── lastfailed │ │ │ │ ├── nodeids │ │ │ │ └── stepwise │ │ │ ├── __init__.py │ │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-311.pyc │ │ │ ├── cycle_navigation.cpython-311.pyc │ │ │ ├── even_pairs.cpython-311.pyc │ │ │ ├── modular_arithmetic.cpython-311-pytest-8.0.2.pyc │ │ │ ├── modular_arithmetic.cpython-311.pyc │ │ │ ├── modular_arithmetic_with_brackets.cpython-311-pytest-8.0.2.pyc │ │ │ ├── modular_arithmetic_with_brackets.cpython-311.pyc │ │ │ ├── parity.cpython-311.pyc │ │ │ └── solve_equation.cpython-311-pytest-8.0.2.pyc │ │ │ ├── cycle_navigation.py │ │ │ ├── even_pairs.py │ │ │ ├── modular_arithmetic.py │ │ │ ├── modular_arithmetic_with_brackets.py │ │ │ └── parity.py │ └── utils.py ├── eval-chomsky.py ├── eval.py ├── householder_product_comparison.png ├── linear_operator_benchmark.py ├── lr_scheduler.py ├── main.py ├── metrics.py ├── mod_arithmetic_delta_net.yaml ├── mod_arithmetic_delta_net_2.yaml ├── mod_arithmetic_delta_rule_fla.yaml ├── mod_arithmetic_delta_rule_fla_2_0.yaml ├── mod_arithmetic_diagonal.yaml ├── mod_arithmetic_diagonal_tanh.yaml ├── mod_arithmetic_full_matrix.yaml ├── mod_arithmetic_mamba.yaml ├── mod_arithmetic_mamba_2.yaml ├── mod_arithmetic_with_brackets_delta_net.yaml ├── mod_arithmetic_with_brackets_delta_net_20.yaml ├── mod_arithmetic_with_brackets_full_matrix.yaml ├── mod_arithmetic_with_brackets_mamba.yaml ├── mod_arithmetic_with_brackets_mamba_2.yaml ├── mod_arithmetic_with_brackets_xlstm00.yaml ├── mod_arithmetic_with_brackets_xlstm01.yaml ├── mod_arithmetic_with_brackets_xlstm10.yaml ├── mod_arithmetic_with_brackets_xlstm11.yaml ├── mod_arithmetic_xlstm00.yaml ├── mod_arithmetic_xlstm01.yaml ├── mod_arithmetic_xlstm10.yaml ├── mod_arithmetic_xlstm11.yaml ├── parity_delta_net.yaml ├── parity_delta_net_2.yaml ├── parity_diagonal.yaml ├── parity_diagonal_tanh.yaml ├── parity_full_matrix.yaml ├── parity_mamba.yaml ├── parity_mamba_2.yaml ├── parity_xlstm00.yaml ├── parity_xlstm01.yaml ├── parity_xlstm10.yaml ├── parity_xlstm11.yaml └── wandb │ ├── debug-cli.siemsj.log │ ├── debug-internal.log │ ├── debug.log │ ├── latest-run │ ├── run-20240903_125346-wise-water-249 │ ├── files │ │ └── config.yaml │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_125414-wise-water-249 │ ├── files │ │ └── config.yaml │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_125511-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ └── requirements.txt │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_125607-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ └── requirements.txt │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_125743-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ └── requirements.txt │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_125758-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ └── requirements.txt │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_132114-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_132143-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_133923-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_134647-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ └── requirements.txt │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_134813-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ └── requirements.txt │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_134836-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ └── requirements.txt │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_134914-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_135251-wise-water-249 │ ├── files │ │ ├── conda-environment.yaml │ │ └── config.yaml │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_135257-wise-water-249 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wise-water-249.wandb │ ├── run-20240903_135433-gfz8xei1 │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-gfz8xei1.wandb │ ├── run-20240903_141247-wo08hjyp │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wo08hjyp.wandb │ ├── run-20240903_141338-wo08hjyp │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wo08hjyp.wandb │ ├── run-20240903_141734-wo08hjyp │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wo08hjyp.wandb │ ├── run-20240903_144434-wo08hjyp │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wo08hjyp.wandb │ ├── run-20240903_171300-wo08hjyp │ ├── files │ │ ├── config.yaml │ │ ├── media │ │ │ └── images │ │ │ │ ├── avg_accuracy_vs_sequence_length_22_7d5cdf1f5a0d9f85f265.png │ │ │ │ └── sequence_length_vs_accuracy_21_1e6a33960a5e7b327af1.png │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wo08hjyp.wandb │ ├── run-20240903_171615-wo08hjyp │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wo08hjyp.wandb │ ├── run-20240903_171655-wo08hjyp │ ├── files │ │ ├── config.yaml │ │ ├── media │ │ │ └── images │ │ │ │ ├── model_size_vs_sequence_length_24_a0ca34498324851569f3.png │ │ │ │ └── performance_analysis_23_edf20d25bd9624a11e1c.png │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wo08hjyp.wandb │ ├── run-20240903_171920-wo08hjyp │ ├── files │ │ ├── config.yaml │ │ ├── media │ │ │ └── images │ │ │ │ ├── accuracy_vs_sequence_length_27_a774ebb46bb553da44e3.png │ │ │ │ ├── model_size_vs_sequence_length_26_0221f93f9e68b97f712a.png │ │ │ │ └── performance_analysis_25_95bc7fad6fad32b985ee.png │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wo08hjyp.wandb │ ├── run-20240903_172917-wo08hjyp │ ├── files │ │ ├── config.yaml │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wo08hjyp.wandb │ ├── run-20240903_173155-wo08hjyp │ ├── files │ │ ├── config.yaml │ │ ├── media │ │ │ └── images │ │ │ │ ├── accuracy_vs_sequence_length_30_4aa3fb72a345039d8ad8.png │ │ │ │ ├── model_size_vs_sequence_length_29_12fdcb5db0194824fa0b.png │ │ │ │ └── performance_analysis_28_e15efa5a6e3a0716b494.png │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wo08hjyp.wandb │ ├── run-20240903_173439-wo08hjyp │ ├── files │ │ ├── config.yaml │ │ ├── media │ │ │ └── images │ │ │ │ ├── accuracy_vs_sequence_length_33_7c8b911f702668a054a2.png │ │ │ │ ├── model_size_vs_sequence_length_32_559b9dabb9ed2b3c11c0.png │ │ │ │ └── performance_analysis_31_f0521c2b7ecbf08e6ba1.png │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-wo08hjyp.wandb │ ├── run-20240903_174351-00hpf5nk │ ├── files │ │ ├── config.yaml │ │ ├── media │ │ │ └── images │ │ │ │ ├── accuracy_vs_sequence_length_22_1513ad784da1697d3a85.png │ │ │ │ ├── model_size_vs_sequence_length_21_88292971abad550ff882.png │ │ │ │ └── performance_analysis_20_b792853fd7029e859e9d.png │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-00hpf5nk.wandb │ ├── run-20240903_174437-00hpf5nk │ ├── files │ │ ├── config.yaml │ │ ├── media │ │ │ └── images │ │ │ │ ├── accuracy_vs_sequence_length_25_1d10f345c46c104234b4.png │ │ │ │ ├── model_size_vs_sequence_length_24_ea4f601667863c499ef3.png │ │ │ │ └── performance_analysis_23_8ea08d3d30f6479ba6da.png │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-00hpf5nk.wandb │ ├── run-20240903_174657-00hpf5nk │ ├── files │ │ ├── config.yaml │ │ ├── media │ │ │ └── images │ │ │ │ ├── accuracy_vs_sequence_length_28_8878fcce7c10cb02e32d.png │ │ │ │ ├── model_size_vs_sequence_length_27_b1ae623fac7445629d49.png │ │ │ │ └── performance_analysis_26_b7aff01d95075526a296.png │ │ ├── output.log │ │ ├── requirements.txt │ │ └── wandb-summary.json │ ├── logs │ │ ├── debug-internal.log │ │ └── debug.log │ └── run-00hpf5nk.wandb │ └── wandb-resume.json ├── mamba ├── __pycache__ │ └── mamba.cpython-311.pyc └── mamba.py ├── pkl_files ├── mod-delta_mod-delta2.pdf ├── mod-delta_mod-delta2.pkl ├── mod-mamba_mod-mamba2.pdf ├── mod-mamba_mod-mamba2.pkl ├── mod-xlstm10_mod-xlstm01.pdf ├── mod-xlstm10_mod-xlstm01.pkl ├── modbra-delta_modbra-delta2.pdf ├── modbra-delta_modbra-delta2.pkl ├── modbra-mamba_modbra-mamba2.pdf ├── modbra-mamba_modbra-mamba2.pkl ├── modbra-xlstm10_modbra-xlstm01.pdf ├── modbra-xlstm10_modbra-xlstm01.pkl ├── parity-delta_parity-delta2.pdf ├── parity-delta_parity-delta2.pkl ├── parity-mamba_parity-mamba2.pdf ├── parity-mamba_parity-mamba2.pkl ├── parity-xlstm10_parity-xlstm01.pdf └── parity-xlstm10_parity-xlstm01.pkl ├── plotting ├── mod_bra_delta.py ├── mod_bra_mamba.py ├── mod_bra_xlstm.py ├── mod_delta.py ├── mod_mamba.py ├── mod_xlstm.py ├── parity.py ├── parity_delta.py ├── parity_mamba.py └── parity_xlstm.py ├── pyproject.toml ├── res ├── desc_xlstm_overview.pdf └── desc_xlstm_overview.svg ├── setup.cfg ├── simple_recurrent ├── .pytest_cache │ ├── .gitignore │ ├── CACHEDIR.TAG │ ├── README.md │ └── v │ │ └── cache │ │ ├── lastfailed │ │ ├── nodeids │ │ └── stepwise ├── __pycache__ │ ├── block.cpython-311.pyc │ ├── cumulative_matrix_product.cpython-311-pytest-8.0.2.pyc │ ├── cumulative_matrix_product.cpython-311.pyc │ └── lm_model.cpython-311.pyc ├── block.py ├── cumulative_matrix_product.py ├── layers │ ├── .pytest_cache │ │ ├── .gitignore │ │ ├── CACHEDIR.TAG │ │ ├── README.md │ │ └── v │ │ │ └── cache │ │ │ ├── lastfailed │ │ │ ├── nodeids │ │ │ └── stepwise │ ├── __pycache__ │ │ ├── delta_net_fla.cpython-311.pyc │ │ ├── delta_rule.cpython-311.pyc │ │ ├── diagonal.cpython-311.pyc │ │ ├── full_matrix.cpython-311.pyc │ │ └── full_matrix_test.cpython-311-pytest-8.0.2.pyc │ ├── delta_net_fla.py │ ├── delta_rule.py │ ├── diagonal.py │ ├── full_matrix.py │ └── full_matrix_test.py └── lm_model.py ├── slurm.sh ├── test ├── mLSTM_test_notebook.ipynb ├── xLSTM_readme_example.ipynb └── xLSTM_test_notebook.ipynb └── xlstm ├── __init__.py ├── __pycache__ ├── __init__.cpython-311.pyc ├── utils.cpython-311.pyc ├── xlstm_block_stack.cpython-311.pyc └── xlstm_lm_model.cpython-311.pyc ├── blocks ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-311.pyc │ └── xlstm_block.cpython-311.pyc ├── mlstm │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ ├── backends.cpython-311.pyc │ │ ├── block.cpython-311.pyc │ │ ├── cell.cpython-311.pyc │ │ └── layer.cpython-311.pyc │ ├── backends.py │ ├── block.py │ ├── cell.py │ └── layer.py ├── slstm │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ ├── block.cpython-311.pyc │ │ ├── cell.cpython-311.pyc │ │ └── layer.cpython-311.pyc │ ├── block.py │ ├── cell.py │ ├── layer.py │ └── src │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ └── cuda_init.cpython-311.pyc │ │ ├── cuda │ │ ├── lstm_pointwise.cu │ │ ├── slstm.cc │ │ ├── slstm.h │ │ ├── slstm_backward.cu │ │ ├── slstm_backward_cut.cu │ │ ├── slstm_forward.cu │ │ ├── slstm_pointwise.cu │ │ └── slstm_pointwise.cuh │ │ ├── cuda_init.py │ │ ├── util │ │ ├── blas.cu │ │ ├── blas.h │ │ ├── cuda_error.cu │ │ ├── cuda_error.h │ │ ├── device_assert.h │ │ ├── inline_ops.cuh │ │ ├── inline_ops_2bf16.cuh │ │ ├── inline_ops_2fp16.cuh │ │ ├── inline_ops_bf16.cuh │ │ ├── inline_ops_fp16.cuh │ │ ├── inline_print.cuh │ │ ├── support.h │ │ └── util.h │ │ └── vanilla │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-311.pyc │ │ ├── lstm.cpython-311.pyc │ │ └── slstm.cpython-311.pyc │ │ ├── lstm.py │ │ └── slstm.py └── xlstm_block.py ├── components ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-311.pyc │ ├── conv.cpython-311.pyc │ ├── feedforward.cpython-311.pyc │ ├── init.cpython-311.pyc │ ├── linear_headwise.cpython-311.pyc │ ├── ln.cpython-311.pyc │ └── util.cpython-311.pyc ├── conv.py ├── feedforward.py ├── init.py ├── linear_headwise.py ├── ln.py └── util.py ├── utils.py ├── xlstm_block_stack.py └── xlstm_lm_model.py /flash-linear-attention_mod/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/CITATION.cff -------------------------------------------------------------------------------- /flash-linear-attention_mod/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/LICENSE -------------------------------------------------------------------------------- /flash-linear-attention_mod/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/README.md -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/benchmark.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/benchmark_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/benchmark_generation.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/benchmark_training_throughput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/benchmark_training_throughput.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/modules/benchmark_layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/modules/benchmark_layernorm.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/ops/benchmark_abc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/ops/benchmark_abc.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/ops/benchmark_based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/ops/benchmark_based.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/ops/benchmark_delta_rule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/ops/benchmark_delta_rule.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/ops/benchmark_fla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/ops/benchmark_fla.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/ops/benchmark_gla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/ops/benchmark_gla.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/ops/benchmark_gsa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/ops/benchmark_gsa.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/ops/benchmark_hgrn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/ops/benchmark_hgrn.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/ops/benchmark_retention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/ops/benchmark_retention.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/ops/benchmark_rwkv6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/ops/benchmark_rwkv6.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/benchmarks/ops/benchmark_simple_gla_vs_mamba2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/benchmarks/ops/benchmark_simple_gla_vs_mamba2.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/evals/harness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/evals/harness.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/evals/ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/evals/ppl.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/abc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/abc.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/attn.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/based.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/delta_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/delta_net.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/delta_net_no_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/delta_net_no_triton.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/gla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/gla.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/gsa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/gsa.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/hgrn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/hgrn.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/hgrn2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/hgrn2.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/linear_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/linear_attn.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/multiscale_retention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/multiscale_retention.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/rebased.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/rebased.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/rwkv6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/rwkv6.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/layers/simple_gla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/layers/simple_gla.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/abc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/abc/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/abc/configuration_abc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/abc/configuration_abc.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/abc/modeling_abc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/abc/modeling_abc.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/delta_net/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/delta_net/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/delta_net/configuration_delta_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/delta_net/configuration_delta_net.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/delta_net/modeling_delta_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/delta_net/modeling_delta_net.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/delta_net/modeling_delta_net_no_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/delta_net/modeling_delta_net_no_triton.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/gla/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/gla/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/gla/configuration_gla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/gla/configuration_gla.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/gla/modeling_gla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/gla/modeling_gla.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/gsa/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/gsa/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/gsa/configuration_gsa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/gsa/configuration_gsa.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/gsa/modeling_gsa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/gsa/modeling_gsa.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/hgrn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/hgrn/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/hgrn/configuration_hgrn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/hgrn/configuration_hgrn.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/hgrn/modeling_hgrn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/hgrn/modeling_hgrn.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/hgrn2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/hgrn2/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/hgrn2/configuration_hgrn2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/hgrn2/configuration_hgrn2.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/hgrn2/modeling_hgrn2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/hgrn2/modeling_hgrn2.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/linear_attn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/linear_attn/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/linear_attn/configuration_linear_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/linear_attn/configuration_linear_attn.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/linear_attn/modeling_linear_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/linear_attn/modeling_linear_attn.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/mamba/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba/configuration_mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/mamba/configuration_mamba.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba/modeling_mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/mamba/modeling_mamba.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/mamba2/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba2/configuration_mamba2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/mamba2/configuration_mamba2.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba2/modeling_mamba2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/mamba2/modeling_mamba2.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba_py/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba_py/lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/mamba_py/lm.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba_py/mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/mamba_py/mamba.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba_py/mamba_mod.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/mamba_py/mamba_mod.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba_py/mamba_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/mamba_py/mamba_test.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/mamba_py/pscan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/mamba_py/pscan.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/retnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/retnet/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/retnet/configuration_retnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/retnet/configuration_retnet.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/retnet/modeling_retnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/retnet/modeling_retnet.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/rwkv6/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/rwkv6/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/rwkv6/configuration_rwkv6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/rwkv6/configuration_rwkv6.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/rwkv6/modeling_rwkv6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/rwkv6/modeling_rwkv6.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/samba/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/samba/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/samba/configuration_samba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/samba/configuration_samba.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/samba/modeling_samba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/samba/modeling_samba.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/transformer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/transformer/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/transformer/configuration_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/transformer/configuration_transformer.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/transformer/modeling_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/transformer/modeling_transformer.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/models/utils.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/modules/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/modules/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/modules/activations.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/modules/convolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/modules/convolution.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/modules/feature_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/modules/feature_map.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/modules/fused_bitlinear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/modules/fused_bitlinear.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/modules/fused_cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/modules/fused_cross_entropy.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/modules/fused_norm_gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/modules/fused_norm_gate.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/modules/l2norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/modules/l2norm.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/modules/layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/modules/layernorm.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/modules/rotary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/modules/rotary.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/abc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/abc/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/abc/chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/abc/chunk.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/abc/chunk_gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/abc/chunk_gate.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/abc/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/abc/naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/abc/recurrent_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/abc/recurrent_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/based/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/based/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/based/chunk_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/based/chunk_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/based/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/based/naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/based/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/based/parallel.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/common/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/common/chunk_h.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/common/chunk_h.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/common/fused_recurrent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/common/fused_recurrent.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/common/fused_recurrent_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/common/fused_recurrent_old.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/delta_rule/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/delta_rule/README.md -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/delta_rule/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/delta_rule/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/delta_rule/chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/delta_rule/chunk.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/delta_rule/chunk_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/delta_rule/chunk_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/delta_rule/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/delta_rule/naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/delta_rule/naive_compatible.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/delta_rule/naive_compatible.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/delta_rule/naive_gla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/delta_rule/naive_gla.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/delta_rule/recurrent_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/delta_rule/recurrent_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/delta_rule/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/delta_rule/utils.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/delta_rule/wy_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/delta_rule/wy_fast.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/gla/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/gla/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/gla/chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/gla/chunk.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/gla/chunk_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/gla/chunk_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/gla/chunk_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/gla/chunk_util.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/gla/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/gla/naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/gla/recurrent_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/gla/recurrent_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/hgrn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/hgrn/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/hgrn/chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/hgrn/chunk.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/hgrn/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/hgrn/naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/hgrn/recurrent_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/hgrn/recurrent_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/linear_attn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/linear_attn/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/linear_attn/chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/linear_attn/chunk.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/linear_attn/chunk_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/linear_attn/chunk_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/linear_attn/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/linear_attn/naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/linear_attn/recurrent_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/linear_attn/recurrent_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/linear_attn/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/linear_attn/utils.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/rebased/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/rebased/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/rebased/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/rebased/naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/rebased/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/rebased/parallel.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/retention/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/retention/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/retention/chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/retention/chunk.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/retention/chunk_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/retention/chunk_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/retention/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/retention/naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/retention/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/retention/parallel.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/retention/recurrent_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/retention/recurrent_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/rotary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/rotary.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/rwkv4/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/rwkv4/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/rwkv4/recurrent_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/rwkv4/recurrent_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/rwkv6/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/rwkv6/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/rwkv6/chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/rwkv6/chunk.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/rwkv6/chunk_naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/rwkv6/chunk_naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/rwkv6/recurrent_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/rwkv6/recurrent_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/rwkv6/recurrent_naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/rwkv6/recurrent_naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/simple_gla/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/simple_gla/README.md -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/simple_gla/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/simple_gla/__init__.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/simple_gla/chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/simple_gla/chunk.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/simple_gla/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/simple_gla/naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/simple_gla/recurrent_fuse.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/simple_gla/recurrent_fuse.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/ops/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/ops/utils.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/fla/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/fla/utils.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/setup.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/layers/test_based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/layers/test_based.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/layers/test_delta_net_naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/layers/test_delta_net_naive.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/layers/test_delta_net_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/layers/test_delta_net_triton.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/layers/test_gla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/layers/test_gla.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/models/test_delta_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/models/test_delta_net.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/models/test_delta_net_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/models/test_delta_net_triton.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/modules/test_conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/modules/test_conv.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/modules/test_layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/modules/test_layernorm.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/ops/test_based.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/ops/test_based.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/ops/test_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/ops/test_delta.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/ops/test_gla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/ops/test_gla.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/ops/test_gsa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/ops/test_gsa.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/ops/test_hgrn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/ops/test_hgrn.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/ops/test_linear_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/ops/test_linear_attn.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/ops/test_retention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/ops/test_retention.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/ops/test_rwkv6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/ops/test_rwkv6.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/ops/test_simple_gla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/ops/test_simple_gla.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/test_fused_chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/test_fused_chunk.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/tests/test_padding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/tests/test_padding.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/utils/convert_from_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/utils/convert_from_llama.py -------------------------------------------------------------------------------- /flash-linear-attention_mod/utils/convert_from_rwkv6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/flash-linear-attention_mod/utils/convert_from_rwkv6.py -------------------------------------------------------------------------------- /mamba_dev/.github/workflows/publish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.github/workflows/publish.yaml -------------------------------------------------------------------------------- /mamba_dev/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.gitignore -------------------------------------------------------------------------------- /mamba_dev/.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.gitmodules -------------------------------------------------------------------------------- /mamba_dev/.idea/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.idea/.gitignore -------------------------------------------------------------------------------- /mamba_dev/.idea/deployment.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.idea/deployment.xml -------------------------------------------------------------------------------- /mamba_dev/.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /mamba_dev/.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /mamba_dev/.idea/mamba.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.idea/mamba.iml -------------------------------------------------------------------------------- /mamba_dev/.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.idea/misc.xml -------------------------------------------------------------------------------- /mamba_dev/.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.idea/modules.xml -------------------------------------------------------------------------------- /mamba_dev/.idea/sshConfigs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.idea/sshConfigs.xml -------------------------------------------------------------------------------- /mamba_dev/.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.idea/vcs.xml -------------------------------------------------------------------------------- /mamba_dev/.idea/webServers.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/.idea/webServers.xml -------------------------------------------------------------------------------- /mamba_dev/AUTHORS: -------------------------------------------------------------------------------- 1 | Tri Dao, tri@tridao.me 2 | Albert Gu, agu@andrew.cmu.edu 3 | -------------------------------------------------------------------------------- /mamba_dev/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/LICENSE -------------------------------------------------------------------------------- /mamba_dev/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/README.md -------------------------------------------------------------------------------- /mamba_dev/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_dev/assets/selection.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/assets/selection.png -------------------------------------------------------------------------------- /mamba_dev/assets/ssd_algorithm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/assets/ssd_algorithm.png -------------------------------------------------------------------------------- /mamba_dev/benchmarks/benchmark_generation_mamba_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/benchmarks/benchmark_generation_mamba_simple.py -------------------------------------------------------------------------------- /mamba_dev/csrc/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/.DS_Store -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/.DS_Store -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/reverse_scan.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/reverse_scan.cuh -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan.cpp -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan.h -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_bf16_complex.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_bf16_complex.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_bf16_real.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_bf16_real.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_fp16_complex.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_fp16_complex.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_fp16_real.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_fp16_real.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_fp32_complex.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_fp32_complex.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_fp32_real.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_fp32_real.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_kernel.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_bwd_kernel.cuh -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_common.h -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_fwd_bf16.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_fwd_bf16.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_fwd_fp16.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_fwd_fp16.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_fwd_fp32.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_fwd_fp32.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/selective_scan_fwd_kernel.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/selective_scan_fwd_kernel.cuh -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/static_switch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/static_switch.h -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive/uninitialized_copy.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive/uninitialized_copy.cuh -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/reverse_scan.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/reverse_scan.cuh -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan.cpp -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan.h -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_bf16_complex.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_bf16_complex.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_bf16_real.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_bf16_real.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_fp16_complex.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_fp16_complex.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_fp16_real.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_fp16_real.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_fp32_complex.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_fp32_complex.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_fp32_real.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_fp32_real.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_kernel.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_bwd_kernel.cuh -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_common.h -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_fwd_bf16.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_fwd_bf16.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_fwd_fp16.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_fwd_fp16.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_fwd_fp32.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_fwd_fp32.cu -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_fwd_kernel.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/selective_scan_fwd_kernel.cuh -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/static_switch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/static_switch.h -------------------------------------------------------------------------------- /mamba_dev/csrc/selective_scan_positive_and_negative/uninitialized_copy.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/csrc/selective_scan_positive_and_negative/uninitialized_copy.cuh -------------------------------------------------------------------------------- /mamba_dev/evals/lm_harness_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/evals/lm_harness_eval.py -------------------------------------------------------------------------------- /mamba_dev/mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba.py -------------------------------------------------------------------------------- /mamba_dev/mamba2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba2.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/__init__.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/distributed/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/distributed/distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/distributed/distributed_utils.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/distributed/tensor_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/distributed/tensor_parallel.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/models/config_mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/models/config_mamba.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/models/mixer_seq_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/models/mixer_seq_simple.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/modules/block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/modules/block.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/modules/mamba2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/modules/mamba2.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/modules/mamba2_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/modules/mamba2_simple.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/modules/mamba_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/modules/mamba_simple.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/modules/mha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/modules/mha.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/modules/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/modules/mlp.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/modules/ssd_minimal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/modules/ssd_minimal.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/selective_scan_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/ops/selective_scan_interface.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/triton/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/triton/k_activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/ops/triton/k_activations.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/triton/layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/ops/triton/layer_norm.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/triton/layernorm_gated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/ops/triton/layernorm_gated.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/triton/selective_state_update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/ops/triton/selective_state_update.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/triton/softplus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/ops/triton/softplus.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/triton/ssd_bmm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/ops/triton/ssd_bmm.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/triton/ssd_chunk_scan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/ops/triton/ssd_chunk_scan.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/triton/ssd_chunk_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/ops/triton/ssd_chunk_state.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/triton/ssd_combined.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/ops/triton/ssd_combined.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/ops/triton/ssd_state_passing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/ops/triton/ssd_state_passing.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/utils/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/utils/generation.py -------------------------------------------------------------------------------- /mamba_dev/mamba_ssm/utils/hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/mamba_ssm/utils/hf.py -------------------------------------------------------------------------------- /mamba_dev/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/pyproject.toml -------------------------------------------------------------------------------- /mamba_dev/rocm_patch/rocm6_0.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/rocm_patch/rocm6_0.patch -------------------------------------------------------------------------------- /mamba_dev/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/setup.py -------------------------------------------------------------------------------- /mamba_dev/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_dev/tests/ops/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_dev/tests/ops/affine_transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/tests/ops/affine_transformation.py -------------------------------------------------------------------------------- /mamba_dev/tests/ops/test_selective_scan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/tests/ops/test_selective_scan.py -------------------------------------------------------------------------------- /mamba_dev/tests/ops/triton/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mamba_dev/tests/ops/triton/test_layernorm_gated.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/tests/ops/triton/test_layernorm_gated.py -------------------------------------------------------------------------------- /mamba_dev/tests/ops/triton/test_selective_state_update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/tests/ops/triton/test_selective_state_update.py -------------------------------------------------------------------------------- /mamba_dev/tests/ops/triton/test_ssd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/tests/ops/triton/test_ssd.py -------------------------------------------------------------------------------- /mamba_dev/tests/test_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/mamba_dev/tests/test_generation.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/readme.md -------------------------------------------------------------------------------- /readme_figure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/readme_figure.png -------------------------------------------------------------------------------- /xlstm/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/.DS_Store -------------------------------------------------------------------------------- /xlstm/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/.gitignore -------------------------------------------------------------------------------- /xlstm/AUTHORS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/AUTHORS -------------------------------------------------------------------------------- /xlstm/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/LICENSE -------------------------------------------------------------------------------- /xlstm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/README.md -------------------------------------------------------------------------------- /xlstm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/delta_net/__pycache__/delta_net.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/delta_net/__pycache__/delta_net.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/delta_net/delta_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/delta_net/delta_net.py -------------------------------------------------------------------------------- /xlstm/environment_pt220cu121.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/environment_pt220cu121.yaml -------------------------------------------------------------------------------- /xlstm/experiments/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/.DS_Store -------------------------------------------------------------------------------- /xlstm/experiments/__pycache__/lr_scheduler.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/__pycache__/lr_scheduler.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/__pycache__/metrics.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/__pycache__/metrics.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/experiments/data/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/__pycache__/utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/__pycache__/utils.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/.DS_Store -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/__pycache__/formal_language_dataset.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/__pycache__/formal_language_dataset.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/__pycache__/generate.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/__pycache__/generate.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/__pycache__/online_generate.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/__pycache__/online_generate.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/formal_language_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/formal_language_dataset.py -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/generate.py -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/online_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/online_generate.py -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/.pytest_cache/.gitignore: -------------------------------------------------------------------------------- 1 | # Created by pytest automatically. 2 | * 3 | -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/.pytest_cache/CACHEDIR.TAG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/.pytest_cache/CACHEDIR.TAG -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/.pytest_cache/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/.pytest_cache/README.md -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/.pytest_cache/v/cache/lastfailed: -------------------------------------------------------------------------------- 1 | {} -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/.pytest_cache/v/cache/nodeids: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/.pytest_cache/v/cache/nodeids -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/.pytest_cache/v/cache/stepwise: -------------------------------------------------------------------------------- 1 | [] -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/__pycache__/cycle_navigation.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/__pycache__/cycle_navigation.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/__pycache__/even_pairs.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/__pycache__/even_pairs.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/__pycache__/modular_arithmetic.cpython-311-pytest-8.0.2.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/__pycache__/modular_arithmetic.cpython-311-pytest-8.0.2.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/__pycache__/modular_arithmetic.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/__pycache__/modular_arithmetic.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/__pycache__/modular_arithmetic_with_brackets.cpython-311-pytest-8.0.2.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/__pycache__/modular_arithmetic_with_brackets.cpython-311-pytest-8.0.2.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/__pycache__/modular_arithmetic_with_brackets.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/__pycache__/modular_arithmetic_with_brackets.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/__pycache__/parity.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/__pycache__/parity.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/__pycache__/solve_equation.cpython-311-pytest-8.0.2.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/__pycache__/solve_equation.cpython-311-pytest-8.0.2.pyc -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/cycle_navigation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/cycle_navigation.py -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/even_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/even_pairs.py -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/modular_arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/modular_arithmetic.py -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/modular_arithmetic_with_brackets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/modular_arithmetic_with_brackets.py -------------------------------------------------------------------------------- /xlstm/experiments/data/formal_language/tasks/parity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/formal_language/tasks/parity.py -------------------------------------------------------------------------------- /xlstm/experiments/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/data/utils.py -------------------------------------------------------------------------------- /xlstm/experiments/eval-chomsky.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/eval-chomsky.py -------------------------------------------------------------------------------- /xlstm/experiments/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/eval.py -------------------------------------------------------------------------------- /xlstm/experiments/householder_product_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/householder_product_comparison.png -------------------------------------------------------------------------------- /xlstm/experiments/linear_operator_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/linear_operator_benchmark.py -------------------------------------------------------------------------------- /xlstm/experiments/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/lr_scheduler.py -------------------------------------------------------------------------------- /xlstm/experiments/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/main.py -------------------------------------------------------------------------------- /xlstm/experiments/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/metrics.py -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_delta_net.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_delta_net.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_delta_net_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_delta_net_2.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_delta_rule_fla.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_delta_rule_fla.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_delta_rule_fla_2_0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_delta_rule_fla_2_0.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_diagonal.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_diagonal.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_diagonal_tanh.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_diagonal_tanh.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_full_matrix.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_full_matrix.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_mamba.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_mamba.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_mamba_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_mamba_2.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_with_brackets_delta_net.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_with_brackets_delta_net.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_with_brackets_delta_net_20.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_with_brackets_delta_net_20.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_with_brackets_full_matrix.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_with_brackets_full_matrix.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_with_brackets_mamba.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_with_brackets_mamba.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_with_brackets_mamba_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_with_brackets_mamba_2.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_with_brackets_xlstm00.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_with_brackets_xlstm00.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_with_brackets_xlstm01.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_with_brackets_xlstm01.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_with_brackets_xlstm10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_with_brackets_xlstm10.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_with_brackets_xlstm11.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_with_brackets_xlstm11.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_xlstm00.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_xlstm00.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_xlstm01.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_xlstm01.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_xlstm10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_xlstm10.yaml -------------------------------------------------------------------------------- /xlstm/experiments/mod_arithmetic_xlstm11.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/mod_arithmetic_xlstm11.yaml -------------------------------------------------------------------------------- /xlstm/experiments/parity_delta_net.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/parity_delta_net.yaml -------------------------------------------------------------------------------- /xlstm/experiments/parity_delta_net_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/parity_delta_net_2.yaml -------------------------------------------------------------------------------- /xlstm/experiments/parity_diagonal.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/parity_diagonal.yaml -------------------------------------------------------------------------------- /xlstm/experiments/parity_diagonal_tanh.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/parity_diagonal_tanh.yaml -------------------------------------------------------------------------------- /xlstm/experiments/parity_full_matrix.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/parity_full_matrix.yaml -------------------------------------------------------------------------------- /xlstm/experiments/parity_mamba.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/parity_mamba.yaml -------------------------------------------------------------------------------- /xlstm/experiments/parity_mamba_2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/parity_mamba_2.yaml -------------------------------------------------------------------------------- /xlstm/experiments/parity_xlstm00.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/parity_xlstm00.yaml -------------------------------------------------------------------------------- /xlstm/experiments/parity_xlstm01.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/parity_xlstm01.yaml -------------------------------------------------------------------------------- /xlstm/experiments/parity_xlstm10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/parity_xlstm10.yaml -------------------------------------------------------------------------------- /xlstm/experiments/parity_xlstm11.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/parity_xlstm11.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/debug-cli.siemsj.log: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/experiments/wandb/debug-internal.log: -------------------------------------------------------------------------------- 1 | run-20240903_174657-00hpf5nk/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/debug.log: -------------------------------------------------------------------------------- 1 | run-20240903_174657-00hpf5nk/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/latest-run: -------------------------------------------------------------------------------- 1 | run-20240903_174657-00hpf5nk -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125346-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125346-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125346-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125346-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125346-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125346-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125346-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125414-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125414-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125414-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125414-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125414-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125414-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125414-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125511-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125511-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125511-wise-water-249/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125511-wise-water-249/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125511-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125511-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125511-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125511-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125511-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125511-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125511-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125511-wise-water-249/run-wise-water-249.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125607-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125607-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125607-wise-water-249/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125607-wise-water-249/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125607-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125607-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125607-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125607-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125607-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125607-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125607-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125607-wise-water-249/run-wise-water-249.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125743-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125743-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125743-wise-water-249/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125743-wise-water-249/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125743-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125743-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125743-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125743-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125743-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125743-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125743-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125743-wise-water-249/run-wise-water-249.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125758-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125758-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125758-wise-water-249/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125758-wise-water-249/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125758-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125758-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125758-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125758-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125758-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125758-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_125758-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_125758-wise-water-249/run-wise-water-249.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132114-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132114-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132114-wise-water-249/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132114-wise-water-249/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132114-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132114-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132114-wise-water-249/files/wandb-summary.json: -------------------------------------------------------------------------------- 1 | {"_wandb": {"runtime": 0}} -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132114-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132114-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132114-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132114-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132114-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132114-wise-water-249/run-wise-water-249.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132143-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132143-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132143-wise-water-249/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132143-wise-water-249/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132143-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132143-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132143-wise-water-249/files/wandb-summary.json: -------------------------------------------------------------------------------- 1 | {"_wandb": {"runtime": 0}} -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132143-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132143-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132143-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132143-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_132143-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_132143-wise-water-249/run-wise-water-249.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_133923-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_133923-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_133923-wise-water-249/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_133923-wise-water-249/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_133923-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_133923-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_133923-wise-water-249/files/wandb-summary.json: -------------------------------------------------------------------------------- 1 | {} -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_133923-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_133923-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_133923-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_133923-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_133923-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_133923-wise-water-249/run-wise-water-249.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134647-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134647-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134647-wise-water-249/files/output.log: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134647-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134647-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134647-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134647-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134647-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134647-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134647-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134813-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134813-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134813-wise-water-249/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134813-wise-water-249/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134813-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134813-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134813-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134813-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134813-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134813-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134813-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134813-wise-water-249/run-wise-water-249.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134836-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134836-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134836-wise-water-249/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134836-wise-water-249/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134836-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134836-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134836-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134836-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134836-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134836-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134836-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134914-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134914-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134914-wise-water-249/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134914-wise-water-249/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134914-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134914-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134914-wise-water-249/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134914-wise-water-249/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134914-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134914-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134914-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134914-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_134914-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_134914-wise-water-249/run-wise-water-249.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135251-wise-water-249/files/conda-environment.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135251-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135251-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135251-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135251-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135251-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135251-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135251-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135257-wise-water-249/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135257-wise-water-249/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135257-wise-water-249/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135257-wise-water-249/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135257-wise-water-249/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135257-wise-water-249/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135257-wise-water-249/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135257-wise-water-249/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135257-wise-water-249/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135257-wise-water-249/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135257-wise-water-249/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135257-wise-water-249/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135257-wise-water-249/run-wise-water-249.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135257-wise-water-249/run-wise-water-249.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/run-gfz8xei1.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_135433-gfz8xei1/run-gfz8xei1.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/run-wo08hjyp.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141247-wo08hjyp/run-wo08hjyp.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/run-wo08hjyp.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141338-wo08hjyp/run-wo08hjyp.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/run-wo08hjyp.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_141734-wo08hjyp/run-wo08hjyp.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/run-wo08hjyp.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_144434-wo08hjyp/run-wo08hjyp.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/run-wo08hjyp.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171300-wo08hjyp/run-wo08hjyp.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/run-wo08hjyp.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171615-wo08hjyp/run-wo08hjyp.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/files/media/images/performance_analysis_23_edf20d25bd9624a11e1c.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/files/media/images/performance_analysis_23_edf20d25bd9624a11e1c.png -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/run-wo08hjyp.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171655-wo08hjyp/run-wo08hjyp.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/files/media/images/performance_analysis_25_95bc7fad6fad32b985ee.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/files/media/images/performance_analysis_25_95bc7fad6fad32b985ee.png -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/run-wo08hjyp.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_171920-wo08hjyp/run-wo08hjyp.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/run-wo08hjyp.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_172917-wo08hjyp/run-wo08hjyp.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/files/media/images/performance_analysis_28_e15efa5a6e3a0716b494.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/files/media/images/performance_analysis_28_e15efa5a6e3a0716b494.png -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/run-wo08hjyp.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173155-wo08hjyp/run-wo08hjyp.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/run-wo08hjyp.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_173439-wo08hjyp/run-wo08hjyp.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/run-00hpf5nk.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174351-00hpf5nk/run-00hpf5nk.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/run-00hpf5nk.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174437-00hpf5nk/run-00hpf5nk.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/files/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/files/config.yaml -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/files/output.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/files/output.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/files/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/files/requirements.txt -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/files/wandb-summary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/files/wandb-summary.json -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/logs/debug-internal.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/logs/debug-internal.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/logs/debug.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/logs/debug.log -------------------------------------------------------------------------------- /xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/run-00hpf5nk.wandb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/experiments/wandb/run-20240903_174657-00hpf5nk/run-00hpf5nk.wandb -------------------------------------------------------------------------------- /xlstm/experiments/wandb/wandb-resume.json: -------------------------------------------------------------------------------- 1 | {"run_id": "00hpf5nk"} -------------------------------------------------------------------------------- /xlstm/mamba/__pycache__/mamba.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/mamba/__pycache__/mamba.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/mamba/mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/mamba/mamba.py -------------------------------------------------------------------------------- /xlstm/pkl_files/mod-delta_mod-delta2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/mod-delta_mod-delta2.pdf -------------------------------------------------------------------------------- /xlstm/pkl_files/mod-delta_mod-delta2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/mod-delta_mod-delta2.pkl -------------------------------------------------------------------------------- /xlstm/pkl_files/mod-mamba_mod-mamba2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/mod-mamba_mod-mamba2.pdf -------------------------------------------------------------------------------- /xlstm/pkl_files/mod-mamba_mod-mamba2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/mod-mamba_mod-mamba2.pkl -------------------------------------------------------------------------------- /xlstm/pkl_files/mod-xlstm10_mod-xlstm01.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/mod-xlstm10_mod-xlstm01.pdf -------------------------------------------------------------------------------- /xlstm/pkl_files/mod-xlstm10_mod-xlstm01.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/mod-xlstm10_mod-xlstm01.pkl -------------------------------------------------------------------------------- /xlstm/pkl_files/modbra-delta_modbra-delta2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/modbra-delta_modbra-delta2.pdf -------------------------------------------------------------------------------- /xlstm/pkl_files/modbra-delta_modbra-delta2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/modbra-delta_modbra-delta2.pkl -------------------------------------------------------------------------------- /xlstm/pkl_files/modbra-mamba_modbra-mamba2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/modbra-mamba_modbra-mamba2.pdf -------------------------------------------------------------------------------- /xlstm/pkl_files/modbra-mamba_modbra-mamba2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/modbra-mamba_modbra-mamba2.pkl -------------------------------------------------------------------------------- /xlstm/pkl_files/modbra-xlstm10_modbra-xlstm01.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/modbra-xlstm10_modbra-xlstm01.pdf -------------------------------------------------------------------------------- /xlstm/pkl_files/modbra-xlstm10_modbra-xlstm01.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/modbra-xlstm10_modbra-xlstm01.pkl -------------------------------------------------------------------------------- /xlstm/pkl_files/parity-delta_parity-delta2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/parity-delta_parity-delta2.pdf -------------------------------------------------------------------------------- /xlstm/pkl_files/parity-delta_parity-delta2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/parity-delta_parity-delta2.pkl -------------------------------------------------------------------------------- /xlstm/pkl_files/parity-mamba_parity-mamba2.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/parity-mamba_parity-mamba2.pdf -------------------------------------------------------------------------------- /xlstm/pkl_files/parity-mamba_parity-mamba2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/parity-mamba_parity-mamba2.pkl -------------------------------------------------------------------------------- /xlstm/pkl_files/parity-xlstm10_parity-xlstm01.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/parity-xlstm10_parity-xlstm01.pdf -------------------------------------------------------------------------------- /xlstm/pkl_files/parity-xlstm10_parity-xlstm01.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pkl_files/parity-xlstm10_parity-xlstm01.pkl -------------------------------------------------------------------------------- /xlstm/plotting/mod_bra_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/plotting/mod_bra_delta.py -------------------------------------------------------------------------------- /xlstm/plotting/mod_bra_mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/plotting/mod_bra_mamba.py -------------------------------------------------------------------------------- /xlstm/plotting/mod_bra_xlstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/plotting/mod_bra_xlstm.py -------------------------------------------------------------------------------- /xlstm/plotting/mod_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/plotting/mod_delta.py -------------------------------------------------------------------------------- /xlstm/plotting/mod_mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/plotting/mod_mamba.py -------------------------------------------------------------------------------- /xlstm/plotting/mod_xlstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/plotting/mod_xlstm.py -------------------------------------------------------------------------------- /xlstm/plotting/parity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/plotting/parity.py -------------------------------------------------------------------------------- /xlstm/plotting/parity_delta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/plotting/parity_delta.py -------------------------------------------------------------------------------- /xlstm/plotting/parity_mamba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/plotting/parity_mamba.py -------------------------------------------------------------------------------- /xlstm/plotting/parity_xlstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/plotting/parity_xlstm.py -------------------------------------------------------------------------------- /xlstm/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/pyproject.toml -------------------------------------------------------------------------------- /xlstm/res/desc_xlstm_overview.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/res/desc_xlstm_overview.pdf -------------------------------------------------------------------------------- /xlstm/res/desc_xlstm_overview.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/res/desc_xlstm_overview.svg -------------------------------------------------------------------------------- /xlstm/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/setup.cfg -------------------------------------------------------------------------------- /xlstm/simple_recurrent/.pytest_cache/.gitignore: -------------------------------------------------------------------------------- 1 | # Created by pytest automatically. 2 | * 3 | -------------------------------------------------------------------------------- /xlstm/simple_recurrent/.pytest_cache/CACHEDIR.TAG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/.pytest_cache/CACHEDIR.TAG -------------------------------------------------------------------------------- /xlstm/simple_recurrent/.pytest_cache/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/.pytest_cache/README.md -------------------------------------------------------------------------------- /xlstm/simple_recurrent/.pytest_cache/v/cache/lastfailed: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/.pytest_cache/v/cache/lastfailed -------------------------------------------------------------------------------- /xlstm/simple_recurrent/.pytest_cache/v/cache/nodeids: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/.pytest_cache/v/cache/nodeids -------------------------------------------------------------------------------- /xlstm/simple_recurrent/.pytest_cache/v/cache/stepwise: -------------------------------------------------------------------------------- 1 | [] -------------------------------------------------------------------------------- /xlstm/simple_recurrent/__pycache__/block.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/__pycache__/block.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/simple_recurrent/__pycache__/cumulative_matrix_product.cpython-311-pytest-8.0.2.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/__pycache__/cumulative_matrix_product.cpython-311-pytest-8.0.2.pyc -------------------------------------------------------------------------------- /xlstm/simple_recurrent/__pycache__/cumulative_matrix_product.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/__pycache__/cumulative_matrix_product.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/simple_recurrent/__pycache__/lm_model.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/__pycache__/lm_model.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/simple_recurrent/block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/block.py -------------------------------------------------------------------------------- /xlstm/simple_recurrent/cumulative_matrix_product.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/cumulative_matrix_product.py -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/.pytest_cache/.gitignore: -------------------------------------------------------------------------------- 1 | # Created by pytest automatically. 2 | * 3 | -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/.pytest_cache/CACHEDIR.TAG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/.pytest_cache/CACHEDIR.TAG -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/.pytest_cache/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/.pytest_cache/README.md -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/.pytest_cache/v/cache/lastfailed: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/.pytest_cache/v/cache/lastfailed -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/.pytest_cache/v/cache/nodeids: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/.pytest_cache/v/cache/nodeids -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/.pytest_cache/v/cache/stepwise: -------------------------------------------------------------------------------- 1 | [] -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/__pycache__/delta_net_fla.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/__pycache__/delta_net_fla.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/__pycache__/delta_rule.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/__pycache__/delta_rule.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/__pycache__/diagonal.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/__pycache__/diagonal.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/__pycache__/full_matrix.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/__pycache__/full_matrix.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/__pycache__/full_matrix_test.cpython-311-pytest-8.0.2.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/__pycache__/full_matrix_test.cpython-311-pytest-8.0.2.pyc -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/delta_net_fla.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/delta_net_fla.py -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/delta_rule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/delta_rule.py -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/diagonal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/diagonal.py -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/full_matrix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/full_matrix.py -------------------------------------------------------------------------------- /xlstm/simple_recurrent/layers/full_matrix_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/layers/full_matrix_test.py -------------------------------------------------------------------------------- /xlstm/simple_recurrent/lm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/simple_recurrent/lm_model.py -------------------------------------------------------------------------------- /xlstm/slurm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/slurm.sh -------------------------------------------------------------------------------- /xlstm/test/mLSTM_test_notebook.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/test/mLSTM_test_notebook.ipynb -------------------------------------------------------------------------------- /xlstm/test/xLSTM_readme_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/test/xLSTM_readme_example.ipynb -------------------------------------------------------------------------------- /xlstm/test/xLSTM_test_notebook.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/test/xLSTM_test_notebook.ipynb -------------------------------------------------------------------------------- /xlstm/xlstm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/__init__.py -------------------------------------------------------------------------------- /xlstm/xlstm/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/__pycache__/utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/__pycache__/utils.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/__pycache__/xlstm_block_stack.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/__pycache__/xlstm_block_stack.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/__pycache__/xlstm_lm_model.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/__pycache__/xlstm_lm_model.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/__pycache__/xlstm_block.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/__pycache__/xlstm_block.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/mlstm/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/mlstm/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/mlstm/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/mlstm/__pycache__/backends.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/mlstm/__pycache__/backends.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/mlstm/__pycache__/block.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/mlstm/__pycache__/block.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/mlstm/__pycache__/cell.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/mlstm/__pycache__/cell.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/mlstm/__pycache__/layer.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/mlstm/__pycache__/layer.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/mlstm/backends.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/mlstm/backends.py -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/mlstm/block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/mlstm/block.py -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/mlstm/cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/mlstm/cell.py -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/mlstm/layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/mlstm/layer.py -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/__pycache__/block.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/__pycache__/block.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/__pycache__/cell.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/__pycache__/cell.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/__pycache__/layer.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/__pycache__/layer.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/block.py -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/cell.py -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/layer.py -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/__pycache__/cuda_init.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/__pycache__/cuda_init.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/cuda/lstm_pointwise.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/cuda/lstm_pointwise.cu -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/cuda/slstm.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/cuda/slstm.cc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/cuda/slstm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/cuda/slstm.h -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/cuda/slstm_backward.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/cuda/slstm_backward.cu -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/cuda/slstm_backward_cut.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/cuda/slstm_backward_cut.cu -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/cuda/slstm_forward.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/cuda/slstm_forward.cu -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/cuda/slstm_pointwise.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/cuda/slstm_pointwise.cu -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/cuda/slstm_pointwise.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/cuda/slstm_pointwise.cuh -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/cuda_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/cuda_init.py -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/blas.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/blas.cu -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/blas.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/blas.h -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/cuda_error.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/cuda_error.cu -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/cuda_error.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/cuda_error.h -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/device_assert.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/device_assert.h -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/inline_ops.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/inline_ops.cuh -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/inline_ops_2bf16.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/inline_ops_2bf16.cuh -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/inline_ops_2fp16.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/inline_ops_2fp16.cuh -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/inline_ops_bf16.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/inline_ops_bf16.cuh -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/inline_ops_fp16.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/inline_ops_fp16.cuh -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/inline_print.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/inline_print.cuh -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/support.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/support.h -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/util/util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/util/util.h -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/vanilla/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/vanilla/__init__.py -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/vanilla/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/vanilla/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/vanilla/__pycache__/lstm.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/vanilla/__pycache__/lstm.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/vanilla/__pycache__/slstm.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/vanilla/__pycache__/slstm.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/vanilla/lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/vanilla/lstm.py -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/slstm/src/vanilla/slstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/slstm/src/vanilla/slstm.py -------------------------------------------------------------------------------- /xlstm/xlstm/blocks/xlstm_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/blocks/xlstm_block.py -------------------------------------------------------------------------------- /xlstm/xlstm/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm/xlstm/components/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/components/__pycache__/conv.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/__pycache__/conv.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/components/__pycache__/feedforward.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/__pycache__/feedforward.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/components/__pycache__/init.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/__pycache__/init.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/components/__pycache__/linear_headwise.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/__pycache__/linear_headwise.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/components/__pycache__/ln.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/__pycache__/ln.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/components/__pycache__/util.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/__pycache__/util.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm/xlstm/components/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/conv.py -------------------------------------------------------------------------------- /xlstm/xlstm/components/feedforward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/feedforward.py -------------------------------------------------------------------------------- /xlstm/xlstm/components/init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/init.py -------------------------------------------------------------------------------- /xlstm/xlstm/components/linear_headwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/linear_headwise.py -------------------------------------------------------------------------------- /xlstm/xlstm/components/ln.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/ln.py -------------------------------------------------------------------------------- /xlstm/xlstm/components/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/components/util.py -------------------------------------------------------------------------------- /xlstm/xlstm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/utils.py -------------------------------------------------------------------------------- /xlstm/xlstm/xlstm_block_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/xlstm_block_stack.py -------------------------------------------------------------------------------- /xlstm/xlstm/xlstm_lm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/automl/unlocking_state_tracking/HEAD/xlstm/xlstm/xlstm_lm_model.py --------------------------------------------------------------------------------