├── LICENSE ├── README.md ├── __init__.py ├── datautils.py ├── lr_scheduler.py ├── main.py ├── requirements.txt ├── saved_models ├── PEMS03 │ └── xLSTMTime_cw96_tw12_patch12_stride12_epochs100_model1.pth ├── PEMS04 │ └── xLSTMTime_cw96_tw12_patch12_stride12_epochs100_model1.pth └── PEMS08 │ ├── xLSTMTime_cw96_tw12_patch12_stride12_epochs100_model1.pth │ └── xLSTMTime_cw96_tw48_patch12_stride12_epochs100_model1.pth ├── src ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-311.pyc │ ├── basics.cpython-310.pyc │ ├── basics.cpython-311.pyc │ ├── learner.cpython-310.pyc │ ├── learner.cpython-311.pyc │ ├── metrics.cpython-310.pyc │ ├── metrics.cpython-311.pyc │ ├── utils.cpython-310.pyc │ └── utils.cpython-311.pyc ├── basics.py ├── callback │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── core.cpython-310.pyc │ │ ├── core.cpython-311.pyc │ │ ├── distributed.cpython-310.pyc │ │ ├── distributed.cpython-311.pyc │ │ ├── patch_mask.cpython-310.pyc │ │ ├── patch_mask.cpython-311.pyc │ │ ├── scheduler.cpython-310.pyc │ │ ├── scheduler.cpython-311.pyc │ │ ├── tracking.cpython-310.pyc │ │ ├── tracking.cpython-311.pyc │ │ ├── transforms.cpython-310.pyc │ │ └── transforms.cpython-311.pyc │ ├── core.py │ ├── distributed.py │ ├── patch_mask.py │ ├── scheduler.py │ ├── tracking.py │ └── transforms.py ├── data │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── datamodule.cpython-310.pyc │ │ ├── datamodule.cpython-311.pyc │ │ ├── pred_dataset.cpython-310.pyc │ │ ├── pred_dataset.cpython-311.pyc │ │ ├── timefeatures.cpython-310.pyc │ │ └── timefeatures.cpython-311.pyc │ ├── datamodule.py │ ├── pred_dataset.py │ └── timefeatures.py ├── learner.py ├── metrics.py ├── models │ └── layers │ │ ├── __pycache__ │ │ ├── revin.cpython-310.pyc │ │ └── revin.cpython-311.pyc │ │ └── revin.py └── utils.py ├── temp └── current.pth ├── utils.py ├── xlstm.py └── xlstm1 ├── __init__.py ├── __pycache__ ├── __init__.cpython-310.pyc ├── __init__.cpython-311.pyc ├── utils.cpython-310.pyc ├── utils.cpython-311.pyc ├── xlstm_block_stack.cpython-310.pyc ├── xlstm_block_stack.cpython-311.pyc ├── xlstm_lm_model.cpython-310.pyc └── xlstm_lm_model.cpython-311.pyc ├── blocks ├── __init__.py ├── mlstm │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── backends.cpython-310.pyc │ │ ├── backends.cpython-311.pyc │ │ ├── block.cpython-310.pyc │ │ ├── block.cpython-311.pyc │ │ ├── cell.cpython-310.pyc │ │ ├── cell.cpython-311.pyc │ │ ├── layer.cpython-310.pyc │ │ └── layer.cpython-311.pyc │ ├── backends.py │ ├── block.py │ ├── cell.py │ └── layer.py ├── slstm │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── block.cpython-310.pyc │ │ ├── block.cpython-311.pyc │ │ ├── cell.cpython-310.pyc │ │ ├── cell.cpython-311.pyc │ │ ├── layer.cpython-310.pyc │ │ └── layer.cpython-311.pyc │ ├── block.py │ ├── cell.py │ ├── layer.py │ └── src │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── cuda_init.cpython-310.pyc │ │ └── cuda_init.cpython-311.pyc │ │ ├── cuda │ │ ├── lstm_pointwise.cu │ │ ├── slstm.cc │ │ ├── slstm.h │ │ ├── slstm_backward.cu │ │ ├── slstm_backward_cut.cu │ │ ├── slstm_forward.cu │ │ ├── slstm_pointwise.cu │ │ └── slstm_pointwise.cuh │ │ ├── cuda_init.py │ │ ├── util │ │ ├── blas.cu │ │ ├── blas.h │ │ ├── cuda_error.cu │ │ ├── cuda_error.h │ │ ├── device_assert.h │ │ ├── inline_ops.cuh │ │ ├── inline_ops_2bf16.cuh │ │ ├── inline_ops_2fp16.cuh │ │ ├── inline_ops_bf16.cuh │ │ ├── inline_ops_fp16.cuh │ │ ├── inline_print.cuh │ │ ├── support.h │ │ └── util.h │ │ └── vanilla │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-311.pyc │ │ ├── lstm.cpython-310.pyc │ │ ├── lstm.cpython-311.pyc │ │ ├── slstm.cpython-310.pyc │ │ └── slstm.cpython-311.pyc │ │ ├── lstm.py │ │ └── slstm.py └── xlstm_block.py ├── components ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-311.pyc │ ├── conv.cpython-310.pyc │ ├── conv.cpython-311.pyc │ ├── feedforward.cpython-310.pyc │ ├── feedforward.cpython-311.pyc │ ├── init.cpython-310.pyc │ ├── init.cpython-311.pyc │ ├── linear_headwise.cpython-310.pyc │ ├── linear_headwise.cpython-311.pyc │ ├── ln.cpython-310.pyc │ ├── ln.cpython-311.pyc │ ├── util.cpython-310.pyc │ └── util.cpython-311.pyc ├── conv.py ├── feedforward.py ├── init.py ├── linear_headwise.py ├── ln.py └── util.py ├── utils.py ├── xlstm_block_stack.py └── xlstm_lm_model.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/__init__.py -------------------------------------------------------------------------------- /datautils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/datautils.py -------------------------------------------------------------------------------- /lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/lr_scheduler.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/main.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/requirements.txt -------------------------------------------------------------------------------- /saved_models/PEMS03/xLSTMTime_cw96_tw12_patch12_stride12_epochs100_model1.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/saved_models/PEMS03/xLSTMTime_cw96_tw12_patch12_stride12_epochs100_model1.pth -------------------------------------------------------------------------------- /saved_models/PEMS04/xLSTMTime_cw96_tw12_patch12_stride12_epochs100_model1.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/saved_models/PEMS04/xLSTMTime_cw96_tw12_patch12_stride12_epochs100_model1.pth -------------------------------------------------------------------------------- /saved_models/PEMS08/xLSTMTime_cw96_tw12_patch12_stride12_epochs100_model1.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/saved_models/PEMS08/xLSTMTime_cw96_tw12_patch12_stride12_epochs100_model1.pth -------------------------------------------------------------------------------- /saved_models/PEMS08/xLSTMTime_cw96_tw48_patch12_stride12_epochs100_model1.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/saved_models/PEMS08/xLSTMTime_cw96_tw48_patch12_stride12_epochs100_model1.pth -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /src/__pycache__/basics.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/__pycache__/basics.cpython-310.pyc -------------------------------------------------------------------------------- /src/__pycache__/basics.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/__pycache__/basics.cpython-311.pyc -------------------------------------------------------------------------------- /src/__pycache__/learner.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/__pycache__/learner.cpython-310.pyc -------------------------------------------------------------------------------- /src/__pycache__/learner.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/__pycache__/learner.cpython-311.pyc -------------------------------------------------------------------------------- /src/__pycache__/metrics.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/__pycache__/metrics.cpython-310.pyc -------------------------------------------------------------------------------- /src/__pycache__/metrics.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/__pycache__/metrics.cpython-311.pyc -------------------------------------------------------------------------------- /src/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /src/__pycache__/utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/__pycache__/utils.cpython-311.pyc -------------------------------------------------------------------------------- /src/basics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/basics.py -------------------------------------------------------------------------------- /src/callback/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__init__.py -------------------------------------------------------------------------------- /src/callback/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/core.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/core.cpython-310.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/core.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/core.cpython-311.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/distributed.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/distributed.cpython-310.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/distributed.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/distributed.cpython-311.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/patch_mask.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/patch_mask.cpython-310.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/patch_mask.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/patch_mask.cpython-311.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/scheduler.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/scheduler.cpython-310.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/scheduler.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/scheduler.cpython-311.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/tracking.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/tracking.cpython-310.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/tracking.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/tracking.cpython-311.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/transforms.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/transforms.cpython-310.pyc -------------------------------------------------------------------------------- /src/callback/__pycache__/transforms.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/__pycache__/transforms.cpython-311.pyc -------------------------------------------------------------------------------- /src/callback/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/core.py -------------------------------------------------------------------------------- /src/callback/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/distributed.py -------------------------------------------------------------------------------- /src/callback/patch_mask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/patch_mask.py -------------------------------------------------------------------------------- /src/callback/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/scheduler.py -------------------------------------------------------------------------------- /src/callback/tracking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/tracking.py -------------------------------------------------------------------------------- /src/callback/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/callback/transforms.py -------------------------------------------------------------------------------- /src/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/data/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/data/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/data/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/datamodule.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/data/__pycache__/datamodule.cpython-310.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/datamodule.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/data/__pycache__/datamodule.cpython-311.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/pred_dataset.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/data/__pycache__/pred_dataset.cpython-310.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/pred_dataset.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/data/__pycache__/pred_dataset.cpython-311.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/timefeatures.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/data/__pycache__/timefeatures.cpython-310.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/timefeatures.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/data/__pycache__/timefeatures.cpython-311.pyc -------------------------------------------------------------------------------- /src/data/datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/data/datamodule.py -------------------------------------------------------------------------------- /src/data/pred_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/data/pred_dataset.py -------------------------------------------------------------------------------- /src/data/timefeatures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/data/timefeatures.py -------------------------------------------------------------------------------- /src/learner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/learner.py -------------------------------------------------------------------------------- /src/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/metrics.py -------------------------------------------------------------------------------- /src/models/layers/__pycache__/revin.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/models/layers/__pycache__/revin.cpython-310.pyc -------------------------------------------------------------------------------- /src/models/layers/__pycache__/revin.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/models/layers/__pycache__/revin.cpython-311.pyc -------------------------------------------------------------------------------- /src/models/layers/revin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/models/layers/revin.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/src/utils.py -------------------------------------------------------------------------------- /temp/current.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/temp/current.pth -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/utils.py -------------------------------------------------------------------------------- /xlstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm.py -------------------------------------------------------------------------------- /xlstm1/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/__init__.py -------------------------------------------------------------------------------- /xlstm1/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/__pycache__/utils.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/__pycache__/utils.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/__pycache__/xlstm_block_stack.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/__pycache__/xlstm_block_stack.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/__pycache__/xlstm_block_stack.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/__pycache__/xlstm_block_stack.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/__pycache__/xlstm_lm_model.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/__pycache__/xlstm_lm_model.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/__pycache__/xlstm_lm_model.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/__pycache__/xlstm_lm_model.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/__pycache__/backends.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/__pycache__/backends.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/__pycache__/backends.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/__pycache__/backends.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/__pycache__/block.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/__pycache__/block.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/__pycache__/block.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/__pycache__/block.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/__pycache__/cell.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/__pycache__/cell.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/__pycache__/cell.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/__pycache__/cell.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/__pycache__/layer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/__pycache__/layer.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/__pycache__/layer.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/__pycache__/layer.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/backends.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/backends.py -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/block.py -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/cell.py -------------------------------------------------------------------------------- /xlstm1/blocks/mlstm/layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/mlstm/layer.py -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/__pycache__/block.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/__pycache__/block.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/__pycache__/block.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/__pycache__/block.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/__pycache__/cell.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/__pycache__/cell.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/__pycache__/cell.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/__pycache__/cell.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/__pycache__/layer.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/__pycache__/layer.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/__pycache__/layer.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/__pycache__/layer.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/block.py -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/cell.py -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/layer.py -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/__pycache__/cuda_init.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/__pycache__/cuda_init.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/__pycache__/cuda_init.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/__pycache__/cuda_init.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/cuda/lstm_pointwise.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/cuda/lstm_pointwise.cu -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/cuda/slstm.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/cuda/slstm.cc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/cuda/slstm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/cuda/slstm.h -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/cuda/slstm_backward.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/cuda/slstm_backward.cu -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/cuda/slstm_backward_cut.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/cuda/slstm_backward_cut.cu -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/cuda/slstm_forward.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/cuda/slstm_forward.cu -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/cuda/slstm_pointwise.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/cuda/slstm_pointwise.cu -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/cuda/slstm_pointwise.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/cuda/slstm_pointwise.cuh -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/cuda_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/cuda_init.py -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/blas.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/blas.cu -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/blas.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/blas.h -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/cuda_error.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/cuda_error.cu -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/cuda_error.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/cuda_error.h -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/device_assert.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/device_assert.h -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/inline_ops.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/inline_ops.cuh -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/inline_ops_2bf16.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/inline_ops_2bf16.cuh -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/inline_ops_2fp16.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/inline_ops_2fp16.cuh -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/inline_ops_bf16.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/inline_ops_bf16.cuh -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/inline_ops_fp16.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/inline_ops_fp16.cuh -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/inline_print.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/inline_print.cuh -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/support.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/support.h -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/util/util.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/util/util.h -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/vanilla/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/vanilla/__init__.py -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/vanilla/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/vanilla/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/vanilla/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/vanilla/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/vanilla/__pycache__/lstm.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/vanilla/__pycache__/lstm.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/vanilla/__pycache__/lstm.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/vanilla/__pycache__/lstm.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/vanilla/__pycache__/slstm.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/vanilla/__pycache__/slstm.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/vanilla/__pycache__/slstm.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/vanilla/__pycache__/slstm.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/vanilla/lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/vanilla/lstm.py -------------------------------------------------------------------------------- /xlstm1/blocks/slstm/src/vanilla/slstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/slstm/src/vanilla/slstm.py -------------------------------------------------------------------------------- /xlstm1/blocks/xlstm_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/blocks/xlstm_block.py -------------------------------------------------------------------------------- /xlstm1/components/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/conv.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/conv.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/conv.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/conv.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/feedforward.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/feedforward.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/feedforward.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/feedforward.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/init.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/init.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/init.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/init.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/linear_headwise.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/linear_headwise.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/linear_headwise.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/linear_headwise.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/ln.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/ln.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/ln.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/ln.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/util.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/util.cpython-310.pyc -------------------------------------------------------------------------------- /xlstm1/components/__pycache__/util.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/__pycache__/util.cpython-311.pyc -------------------------------------------------------------------------------- /xlstm1/components/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/conv.py -------------------------------------------------------------------------------- /xlstm1/components/feedforward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/feedforward.py -------------------------------------------------------------------------------- /xlstm1/components/init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/init.py -------------------------------------------------------------------------------- /xlstm1/components/linear_headwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/linear_headwise.py -------------------------------------------------------------------------------- /xlstm1/components/ln.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/ln.py -------------------------------------------------------------------------------- /xlstm1/components/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/components/util.py -------------------------------------------------------------------------------- /xlstm1/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/utils.py -------------------------------------------------------------------------------- /xlstm1/xlstm_block_stack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/xlstm_block_stack.py -------------------------------------------------------------------------------- /xlstm1/xlstm_lm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/muslehal/xLSTMTime/HEAD/xlstm1/xlstm_lm_model.py --------------------------------------------------------------------------------