├── .gitattributes ├── .github ├── FUNDING.yml └── workflows │ ├── docker-build.yml │ ├── memory-benchmark.yml │ ├── notebook-run.yml │ └── rwkv-x-exp-lane1.yml ├── .gitignore ├── .vscode └── c_cpp_properties.json ├── CITATION.cff ├── LICENSE ├── README.md ├── RWKV-v4neo ├── config-example.yaml ├── config-minimum-example.yaml ├── cuda │ ├── wkv_cuda_bf16.cu │ └── wkv_op_bf16.cpp ├── dragon_test.py ├── export_checkpoint.py ├── init_model.py ├── lightning_trainer.py ├── preload_datapath.py └── src │ ├── __init__.py │ ├── data.py │ ├── dataflow │ ├── 20B_tokenizer.json │ ├── binidx.py │ ├── rwkv_vocab_v20230424.txt │ └── trie_tokenizer.py │ ├── model.py │ └── trainer.py ├── RWKV-v5 ├── config-example.yaml ├── datapack-example.yaml ├── datapack_build.py ├── dragon_test.py ├── export_checkpoint.py ├── init_model.py ├── lightning_trainer.py ├── merge_model.py ├── preload_datapath.py └── src │ ├── __init__.py │ ├── data.py │ ├── dataflow │ ├── 20B_tokenizer.json │ ├── binidx.py │ ├── rwkv_vocab_v20230424.txt │ └── trie_tokenizer.py │ ├── metrics │ ├── __init__.py │ └── interface.py │ ├── model.py │ ├── module │ ├── ChannelMix.py │ ├── CoreDependencies.py │ ├── OptimizedOps.py │ ├── TimeMix.py │ ├── cuda │ │ ├── wkv5_cuda.cu │ │ └── wkv5_op.cpp │ └── rwkv_inner.py │ └── trainer.py ├── RWKV-v6 ├── config-example.yaml ├── datapack-example.yaml ├── datapack_build.py ├── dragon_test.py ├── export_checkpoint.py ├── init_model.py ├── lightning_trainer.py ├── preload_datapath.py └── src │ ├── __init__.py │ ├── data.py │ ├── dataflow │ ├── 20B_tokenizer.json │ ├── binidx.py │ ├── rwkv_vocab_v20230424.txt │ └── trie_tokenizer.py │ ├── model.py │ ├── module │ ├── ChannelMix.py │ ├── CoreDependencies.py │ ├── TimeMix.py │ ├── cuda │ │ ├── wkv6_cuda.cu │ │ ├── wkv6_op.cpp │ │ ├── wkv6state_cuda_v1.cu │ │ └── wkv6state_op.cpp │ └── rwkv_inner.py │ └── trainer.py ├── docker ├── env-cuda-11-8 │ └── Dockerfile ├── env-cuda-12-1 │ └── Dockerfile ├── github-worker-cuda-11-8 │ ├── Dockerfile │ └── entrypoint.sh └── github-worker-cuda-12-1 │ ├── Dockerfile │ └── entrypoint.sh ├── guides ├── GPU-sponsor-list.md ├── RWKV-community-training.md ├── RWKV-public-gpu-scheduling.md ├── RWKV-x-playground-training.md └── imgs │ └── running-notebook-actions.png ├── notebook ├── README.md ├── community │ ├── README.md │ └── example │ │ ├── training-config.yaml │ │ └── training-notebook.ipynb ├── dataset-config │ ├── dataset-config-huggingface-examples.ipynb │ ├── dataset-config-local-files-example.ipynb │ ├── dataset-config-other-binary-examples.ipynb │ ├── example-binidx.yaml │ ├── example-hf-enwiki.yaml │ ├── example-hf-multi-column-keys.yaml │ ├── example-hf-music-tokenizer.yaml │ ├── example-hf-prompt-completion.yaml │ ├── example-local-jsonl.yaml │ └── example-local-text.yaml ├── finetune-example │ ├── Eagle-x-ALMA-prompt-completion.ipynb │ ├── Eagle-x-ALMA-prompt-completion.yaml │ ├── Eagle-x-capybara-chat.ipynb │ ├── Eagle-x-capybara-chat.yaml │ ├── Eagle-x-openhermes1-instruct.ipynb │ ├── Eagle-x-openhermes1-instruct.yaml │ ├── Eagle-x-textbooks.ipynb │ ├── Eagle-x-textbooks.yaml │ ├── Eagle-x-zMultipack-Instruct-build.yaml │ ├── Eagle-x-zMultipack-Instruct.ipynb │ ├── Eagle-x-zMultipack-Instruct.yaml │ └── Eagle-x-zMultipack-build.yaml ├── github-runner │ ├── REAME.md │ ├── github-runner.sh │ ├── hf-cache-setup.sh │ ├── hf-download-runner.sh │ ├── hf-download.py │ ├── hf-upload-runner.sh │ └── hf-upload.py ├── major-runs │ ├── Eagle-2T-calibration │ │ ├── 1e-5-cuda-bs1.ipynb │ │ ├── 1e-5-cuda.ipynb │ │ ├── 1e-6-cuda.ipynb │ │ ├── 3e-5-cuda-bs1.ipynb │ │ ├── 3e-5-cuda.ipynb │ │ ├── 5e-5-cuda.ipynb │ │ ├── 5e-6-cuda.ipynb │ │ ├── 8e-5-cuda.ipynb │ │ ├── enwiki-16k-1e-5-nocuda.ipynb │ │ ├── enwiki-16k-1e-5.ipynb │ │ ├── enwiki-16k-3e-5-nocuda.ipynb │ │ ├── enwiki-16k-3e-5.ipynb │ │ ├── enwiki-16k-5e-5-nocuda.ipynb │ │ ├── enwiki-16k-5e-5.ipynb │ │ ├── enwiki-16k-8e-6.ipynb │ │ ├── enwiki-16k-rechunk.yaml │ │ ├── ref-3e-5.yaml │ │ ├── unpack-datapack.ipynb │ │ └── validation-runs.ipynb │ ├── Eagle-2T-run │ │ └── chunk-1 │ │ │ ├── Eagle-2T-C01.yaml │ │ │ ├── Eagle-2T-main.ipynb │ │ │ ├── Eagle-2T-node-1.ipynb │ │ │ ├── Eagle-2T-node-2.ipynb │ │ │ ├── Eagle-2T-node-3.ipynb │ │ │ ├── datapack-build.ipynb │ │ │ └── datapack-build.yaml │ └── README.md ├── rwkv-x-exp │ ├── v5-alpha │ │ ├── README.md │ │ ├── base-vs-wave │ │ │ ├── V5-Base-1B5 │ │ │ │ ├── V5-Base-1B5-basemodel.ipynb │ │ │ │ ├── V5-Base-1B5-enwiki-16k.yaml │ │ │ │ ├── V5-Base-1B5-enwiki-4k.yaml │ │ │ │ ├── V5-Base-1B5-instruct.yaml │ │ │ │ ├── V5-Base-1B5-mem-finetune-a.ipynb │ │ │ │ ├── V5-Base-1B5-mem-instruct.yaml │ │ │ │ └── V5-Base-1B5-mem-template.yaml │ │ │ └── V5-Wave-1B5 │ │ │ │ ├── V5-Wave-1B5-basemodel.ipynb │ │ │ │ ├── V5-Wave-1B5-enwiki-16k.yaml │ │ │ │ ├── V5-Wave-1B5-enwiki-4k.yaml │ │ │ │ ├── V5-Wave-1B5-instruct.yaml │ │ │ │ ├── V5-Wave-1B5-mem-finetune-a.ipynb │ │ │ │ ├── V5-Wave-1B5-mem-instruct.yaml │ │ │ │ └── V5-Wave-1B5-mem-template.yaml │ │ ├── emb-weight-range │ │ │ ├── EWR-1B5-E1e-1-ctx16k.ipynb │ │ │ ├── EWR-1B5-enwiki-16k.yaml │ │ │ ├── EWR-1B5-enwiki-4k.yaml │ │ │ ├── EWR-1B5-enwiki-instruct.yaml │ │ │ ├── EWR-1B5-mem-instruct.yaml │ │ │ ├── EWR-1B5-mem-template.yaml │ │ │ └── README.md │ │ ├── infctx-math-and-name │ │ │ ├── config-mem-template.yaml │ │ │ ├── generate_math_and_name_dataset.py │ │ │ ├── run.ipynb │ │ │ └── stage2.ipynb │ │ ├── memory-bench │ │ │ ├── Benchmark-Raven.ipynb │ │ │ ├── Benchmark-TokenShift.ipynb │ │ │ ├── Benchmark-V5-L96.ipynb │ │ │ ├── Benchmark-V5.ipynb │ │ │ ├── Benchmark-V5headsize2x.ipynb │ │ │ ├── Benchmark-V5wavenet.ipynb │ │ │ ├── Charting-Baseline.ipynb │ │ │ ├── Charting-TokenShift.ipynb │ │ │ ├── Charting-V5.ipynb │ │ │ ├── highlights.md │ │ │ └── memory_script │ │ │ │ ├── eval_memory_guided.py │ │ │ │ ├── eval_v4_memory_guided.py │ │ │ │ ├── eval_v4wavenet_memory_guided.py │ │ │ │ ├── eval_v5_memory_guided.py │ │ │ │ ├── eval_v5headsize2x_memory_guided.py │ │ │ │ ├── eval_v5headsize32_memory_guided.py │ │ │ │ └── eval_v5wavenet_memory_guided.py │ │ ├── memory-enwiki-v1 │ │ │ ├── Echo-A-1B5-basemodel.ipynb │ │ │ ├── Echo-A-1B5-enwiki.yaml │ │ │ ├── Echo-A-1B5-instruct.yaml │ │ │ ├── Echo-A-1B5-mem-finetune-1.ipynb │ │ │ ├── Echo-A-1B5-mem-finetune-1.yaml │ │ │ ├── Echo-A-1B5-mem-finetune-2.ipynb │ │ │ ├── Echo-A-1B5-mem-finetune-2.yaml │ │ │ ├── Echo-A-1B5-mem-finetune-3.ipynb │ │ │ ├── Echo-A-1B5-mem-finetune-3.yaml │ │ │ ├── Echo-A-1B5-mem-finetune-4.ipynb │ │ │ ├── Echo-A-1B5-mem-finetune-4.yaml │ │ │ ├── baseline-setup.ipynb │ │ │ └── memory_script │ │ │ │ ├── README.md │ │ │ │ ├── check-eval-word-list.ipynb │ │ │ │ ├── eval_memory_guided.py │ │ │ │ ├── gen_full_prompt_completion_jsonl.py │ │ │ │ ├── gen_limited_prompt_completion_jsonl.py │ │ │ │ ├── gen_limited_segmented_jsonl.py │ │ │ │ ├── shuffle_full_prompt_completion_jsonl.py │ │ │ │ └── shuffle_limited_prompt_completion_jsonl.py │ │ ├── memory-enwiki-v2 │ │ │ ├── Echo-B-1B4-basemodel.ipynb │ │ │ ├── Echo-B-1B4-enwiki.yaml │ │ │ ├── Echo-B-1B4-instruct.yaml │ │ │ ├── Echo-B-1B4-mem-finetune-1.yaml │ │ │ ├── Echo-B-1B4-mem-finetune-2.yaml │ │ │ ├── Echo-B-1B4-mem-finetune-3.yaml │ │ │ ├── Echo-B-1B4-mem-finetune-4.yaml │ │ │ ├── Echo-B-1B4-mem-finetune.ipynb │ │ │ ├── baseline-setup.ipynb │ │ │ ├── memory_script │ │ │ │ ├── README.md │ │ │ │ ├── check-eval-word-list.ipynb │ │ │ │ ├── eval_memory_guided.py │ │ │ │ ├── gen_full_prompt_completion_jsonl.py │ │ │ │ ├── gen_limited_prompt_completion_jsonl.py │ │ │ │ ├── gen_limited_segmented_jsonl.py │ │ │ │ ├── shuffle_full_prompt_completion_jsonl.py │ │ │ │ └── shuffle_limited_prompt_completion_jsonl.py │ │ │ └── notes.md │ │ ├── memory-scratch │ │ │ ├── Echo-A-1B5-mem-scratch.ipynb │ │ │ ├── Echo-A-1B5-scratch-stage-1.ipynb │ │ │ ├── Echo-A-1B5-scratch-stage-1.yaml │ │ │ ├── Echo-A-1B5-scratch-stage-2.ipynb │ │ │ ├── Echo-A-1B5-scratch-stage-2.yaml │ │ │ ├── baseline-setup.ipynb │ │ │ └── memory_script │ │ │ │ ├── README.md │ │ │ │ ├── check-eval-word-list.ipynb │ │ │ │ ├── eval_memory_guided.py │ │ │ │ ├── gen_full_masked_jsonl.py │ │ │ │ ├── gen_limited_masked_jsonl.py │ │ │ │ └── gen_limited_segmented_jsonl.py │ │ ├── memory_script │ │ │ ├── README.md │ │ │ ├── check-eval-word-list.ipynb │ │ │ ├── eval_memory_guided.py │ │ │ ├── eval_model_memory_guided.py │ │ │ ├── eval_v4_memory_guided.py │ │ │ ├── eval_v4wavenet_memory_guided.py │ │ │ ├── eval_v5_memory_guided.py │ │ │ ├── eval_v5headsize2x_memory_guided.py │ │ │ ├── eval_v5wavenet_memory_guided.py │ │ │ ├── gen_full_prompt_completion_jsonl.py │ │ │ ├── gen_limited_prompt_completion_jsonl.py │ │ │ ├── gen_limited_segmented_jsonl.py │ │ │ ├── shuffle_full_prompt_completion_jsonl.py │ │ │ └── shuffle_limited_prompt_completion_jsonl.py │ │ ├── model-merge-training │ │ │ ├── config-enwiki_100k-full.yaml │ │ │ ├── config-enwiki_10k-4k.yaml │ │ │ └── v5-L6-D1024 │ │ │ │ └── part1-enwiki_10k.ipynb │ │ ├── multi-size-train │ │ │ ├── enwiki-4k-part1.yaml │ │ │ ├── enwiki-4k-part2.yaml │ │ │ ├── enwiki-4k-part2a.yaml │ │ │ ├── enwiki-4k-part2b.yaml │ │ │ ├── enwiki-4k-part3.yaml │ │ │ ├── v5-L12-D2048-baseline.ipynb │ │ │ ├── v5-L12-D2048-part1.ipynb │ │ │ ├── v5-L6+6-D2048-layer-expansion.ipynb │ │ │ ├── v5-L6+6-D2048-overwrite-naive.ipynb │ │ │ ├── v5-L6-D2048-baseline.ipynb │ │ │ ├── v5-L6-D2048-part1.ipynb │ │ │ ├── v5-L6-D2048-split-baseline.ipynb │ │ │ └── v5-L6-D2048-split-train.ipynb │ │ ├── position_loss_bias │ │ │ ├── v5base-1B5-1k-pos-loss-0_1.ipynb │ │ │ ├── v5base-1B5-1k-pos-loss-1_0.ipynb │ │ │ ├── v5base-1B5-4k.ipynb │ │ │ ├── v5base-enwiki-1k.yaml │ │ │ └── v5base-enwiki-4k.yaml │ │ ├── rwkv-x-playground │ │ │ └── v5-headsize32 │ │ │ │ ├── README.md │ │ │ │ ├── v5-L6-D2048-E1e-1-ctx4k-part1.ipynb │ │ │ │ ├── v5-L6-D2048-E1e-1-ctx4k-part2.ipynb │ │ │ │ ├── v5base-enwiki-4k.yaml │ │ │ │ ├── v5base-enwiki-instruct.yaml │ │ │ │ ├── v5base-mem-instruct.yaml │ │ │ │ └── v5base-mem-template.yaml │ │ ├── scratch │ │ │ └── LongDragonPrompt.ipynb │ │ ├── tokenshift-exp │ │ │ ├── AltWaveV5-C │ │ │ │ ├── AltWaveV5-C-basemodel.ipynb │ │ │ │ ├── AltWaveV5-C-enwiki.yaml │ │ │ │ ├── AltWaveV5-C-instruct.yaml │ │ │ │ ├── AltWaveV5-C-mem-finetune-1.yaml │ │ │ │ ├── AltWaveV5-C-mem-finetune-2.yaml │ │ │ │ ├── AltWaveV5-C-mem-finetune-3.yaml │ │ │ │ ├── AltWaveV5-C-mem-finetune-4.yaml │ │ │ │ └── AltWaveV5-C-mem-finetune.ipynb │ │ │ ├── BaseV5-C │ │ │ │ ├── BaseV5-C-basemodel.ipynb │ │ │ │ ├── BaseV5-C-enwiki.yaml │ │ │ │ ├── BaseV5-C-instruct.yaml │ │ │ │ ├── BaseV5-C-mem-finetune-1.yaml │ │ │ │ ├── BaseV5-C-mem-finetune-2.yaml │ │ │ │ ├── BaseV5-C-mem-finetune-3.yaml │ │ │ │ ├── BaseV5-C-mem-finetune-4.yaml │ │ │ │ ├── BaseV5-C-mem-finetune-5.yaml │ │ │ │ ├── BaseV5-C-mem-finetune-a.ipynb │ │ │ │ └── BaseV5-C-mem-finetune-b.ipynb │ │ │ ├── Baseline-C │ │ │ │ ├── Baseline-C-basemodel.ipynb │ │ │ │ ├── Baseline-C-enwiki.yaml │ │ │ │ ├── Baseline-C-instruct.yaml │ │ │ │ ├── Baseline-C-mem-finetune-1.yaml │ │ │ │ ├── Baseline-C-mem-finetune-2.yaml │ │ │ │ ├── Baseline-C-mem-finetune-3.yaml │ │ │ │ ├── Baseline-C-mem-finetune-4.yaml │ │ │ │ ├── Baseline-C-mem-finetune.ipynb │ │ │ │ ├── CodeBaseline-C-Enwiki-Parrot.ipynb │ │ │ │ └── CodeBaseline-C-Enwiki-Parrot.yaml │ │ │ ├── CodeShift │ │ │ │ ├── CodeParrot-validation.ipynb │ │ │ │ ├── CodeShift-C-Enwiki-Parrot.ipynb │ │ │ │ ├── CodeShift-C-Enwiki-Parrot.yaml │ │ │ │ ├── CodeShift-C-Memory-Parrot.ipynb │ │ │ │ └── CodeShift-C-Memory-Parrot.yaml │ │ │ ├── FrankenShift-1B5 │ │ │ │ ├── FrankenShift-1B5-basemodel.ipynb │ │ │ │ ├── FrankenShift-1B5-enwiki.yaml │ │ │ │ └── FrankenShift-1B5-instruct.yaml │ │ │ ├── README.md │ │ │ ├── RavenShift │ │ │ │ └── RavenShift.ipynb │ │ │ ├── TokenShift-A │ │ │ │ ├── TokenShift-A-basemodel.ipynb │ │ │ │ ├── TokenShift-A-enwiki.yaml │ │ │ │ ├── TokenShift-A-instruct.yaml │ │ │ │ ├── TokenShift-A-mem-finetune-1.yaml │ │ │ │ ├── TokenShift-A-mem-finetune-2.yaml │ │ │ │ ├── TokenShift-A-mem-finetune-3.yaml │ │ │ │ ├── TokenShift-A-mem-finetune-4.yaml │ │ │ │ └── TokenShift-A-mem-finetune.ipynb │ │ │ ├── TokenShift-B │ │ │ │ ├── TokenShift-B-basemodel.ipynb │ │ │ │ ├── TokenShift-B-enwiki.yaml │ │ │ │ ├── TokenShift-B-instruct.yaml │ │ │ │ ├── TokenShift-B-mem-finetune-1.yaml │ │ │ │ ├── TokenShift-B-mem-finetune-2.yaml │ │ │ │ ├── TokenShift-B-mem-finetune-3.yaml │ │ │ │ ├── TokenShift-B-mem-finetune-4.yaml │ │ │ │ └── TokenShift-B-mem-finetune.ipynb │ │ │ ├── TokenShift-C │ │ │ │ ├── TokenShift-C-basemodel.ipynb │ │ │ │ ├── TokenShift-C-enwiki.yaml │ │ │ │ ├── TokenShift-C-instruct.yaml │ │ │ │ ├── TokenShift-C-mem-finetune-1.yaml │ │ │ │ ├── TokenShift-C-mem-finetune-2.yaml │ │ │ │ ├── TokenShift-C-mem-finetune-3.yaml │ │ │ │ ├── TokenShift-C-mem-finetune-4.yaml │ │ │ │ ├── TokenShift-C-mem-finetune-5.yaml │ │ │ │ └── TokenShift-C-mem-finetune.ipynb │ │ │ ├── TokenShift-D │ │ │ │ ├── TokenShift-D-basemodel.ipynb │ │ │ │ ├── TokenShift-D-enwiki.yaml │ │ │ │ ├── TokenShift-D-instruct.yaml │ │ │ │ ├── TokenShift-D-mem-finetune-1.yaml │ │ │ │ ├── TokenShift-D-mem-finetune-2.yaml │ │ │ │ ├── TokenShift-D-mem-finetune-3.yaml │ │ │ │ ├── TokenShift-D-mem-finetune-4.yaml │ │ │ │ ├── TokenShift-D-mem-finetune-5.yaml │ │ │ │ └── TokenShift-D-mem-finetune.ipynb │ │ │ ├── TokenShift-E │ │ │ │ ├── TokenShift-E-basemodel.ipynb │ │ │ │ ├── TokenShift-E-enwiki.yaml │ │ │ │ ├── TokenShift-E-instruct.yaml │ │ │ │ ├── TokenShift-E-mem-finetune-1.yaml │ │ │ │ ├── TokenShift-E-mem-finetune-2.yaml │ │ │ │ ├── TokenShift-E-mem-finetune-3.yaml │ │ │ │ ├── TokenShift-E-mem-finetune-4.yaml │ │ │ │ ├── TokenShift-E-mem-finetune-5.yaml │ │ │ │ ├── TokenShift-E-mem-finetune-phase-1.ipynb │ │ │ │ └── TokenShift-E-mem-finetune-phase-2.ipynb │ │ │ ├── TokenShift-K │ │ │ │ ├── TokenShift-K-enwiki.yaml │ │ │ │ ├── TokenShift-K-mem-finetune-1.yaml │ │ │ │ ├── TokenShift-K-mem-finetune-4.yaml │ │ │ │ └── TokenShift-K-model.ipynb │ │ │ ├── WaveV5-C │ │ │ │ ├── WaveV5-C-basemodel.ipynb │ │ │ │ ├── WaveV5-C-enwiki.yaml │ │ │ │ ├── WaveV5-C-instruct.yaml │ │ │ │ ├── WaveV5-C-mem-finetune-1.yaml │ │ │ │ ├── WaveV5-C-mem-finetune-2.yaml │ │ │ │ ├── WaveV5-C-mem-finetune-3.yaml │ │ │ │ ├── WaveV5-C-mem-finetune-4.yaml │ │ │ │ ├── WaveV5-C-mem-finetune-5.yaml │ │ │ │ ├── WaveV5-C-mem-finetune-a.ipynb │ │ │ │ └── WaveV5-C-mem-finetune-b.ipynb │ │ │ ├── memory_script │ │ │ │ ├── README.md │ │ │ │ ├── check-eval-word-list.ipynb │ │ │ │ ├── eval_memory_guided.py │ │ │ │ ├── eval_model_memory_guided.py │ │ │ │ ├── eval_v4_memory_guided.py │ │ │ │ ├── eval_v4wavenet_memory_guided.py │ │ │ │ ├── eval_v5_memory_guided.py │ │ │ │ ├── eval_v5wavenet_memory_guided.py │ │ │ │ ├── gen_full_prompt_completion_jsonl.py │ │ │ │ ├── gen_limited_prompt_completion_jsonl.py │ │ │ │ ├── gen_limited_segmented_jsonl.py │ │ │ │ ├── shuffle_full_prompt_completion_jsonl.py │ │ │ │ └── shuffle_limited_prompt_completion_jsonl.py │ │ │ └── notes.md │ │ ├── v5-3B-L48-D2048-coding-model │ │ │ ├── README.md │ │ │ ├── config │ │ │ │ ├── config-enwiki-4k-64.yaml │ │ │ │ ├── config-enwiki-4k.yaml │ │ │ │ ├── config-enwiki-instruct.yaml │ │ │ │ ├── config-mem-instruct.yaml │ │ │ │ ├── config-mem-template.yaml │ │ │ │ ├── config-slimpajama.yaml │ │ │ │ └── config-starcoder.yaml │ │ │ ├── stage1-enwiki-100k-64node.ipynb │ │ │ ├── stage1-enwiki-100k.ipynb │ │ │ ├── stage2-memory-instruct.ipynb │ │ │ ├── stage3-memory-tune.ipynb │ │ │ ├── stage4-slimpajama.ipynb │ │ │ └── stage5-starcoder.ipynb │ │ ├── v5-base-memory │ │ │ ├── v5base-1B5-E1e-1-ctx16k.ipynb │ │ │ ├── v5base-1B5-E1e-1-enwiki16k.ipynb │ │ │ ├── v5base-1B5-E1e-1-enwiki4k.ipynb │ │ │ ├── v5base-1B5-enwiki-16k.yaml │ │ │ ├── v5base-1B5-enwiki-4k.yaml │ │ │ ├── v5base-1B5-enwiki-instruct.yaml │ │ │ ├── v5base-1B5-mem-instruct.yaml │ │ │ └── v5base-1B5-mem-template.yaml │ │ ├── v5-headsize2x │ │ │ ├── hello-world.ipynb │ │ │ ├── v5-L6-D2048-E1e-1-ctx4k-part1.ipynb │ │ │ ├── v5-L6-D2048-E1e-1-ctx4k-part2.ipynb │ │ │ ├── v5-L6-D4096-E1e-1-ctx4k-part1.ipynb │ │ │ ├── v5-L6-D4096-E1e-1-ctx4k-part2.ipynb │ │ │ ├── v5base-enwiki-4k.yaml │ │ │ ├── v5base-enwiki-instruct.yaml │ │ │ ├── v5base-mem-instruct.yaml │ │ │ └── v5base-mem-template.yaml │ │ ├── v5-headsize32 │ │ │ ├── hello-world.ipynb │ │ │ ├── v5-L6-D2048-E1e-1-ctx4k-part1.ipynb │ │ │ ├── v5-L6-D2048-E1e-1-ctx4k-part2.ipynb │ │ │ ├── v5-L6-D4096-E1e-1-ctx4k-part1.ipynb │ │ │ ├── v5-L6-D4096-E1e-1-ctx4k-part2.ipynb │ │ │ ├── v5base-enwiki-4k.yaml │ │ │ ├── v5base-enwiki-instruct.yaml │ │ │ ├── v5base-mem-instruct.yaml │ │ │ └── v5base-mem-template.yaml │ │ ├── v5-r2-memory │ │ │ ├── config-enwiki-16k.yaml │ │ │ ├── config-enwiki-4k.yaml │ │ │ ├── config-enwiki-instruct.yaml │ │ │ ├── config-mem-instruct.yaml │ │ │ ├── config-mem-template.yaml │ │ │ ├── v5-L96-D1024-E1e-1-ctx4k-part1.ipynb │ │ │ ├── v5-L96-D1024-E1e-1-ctx4k-part2.ipynb │ │ │ ├── v5-L96-D1024-E1e-1-ctx4k-part3.ipynb │ │ │ ├── v5-L96-D1024-E1e-1-ctx4k-part4.ipynb │ │ │ └── v5-L96-D1024-E1e-1-ctx4k-part5.ipynb │ │ ├── v5-r3-memory │ │ │ ├── L12-D2048-E1e-1-ctx4k │ │ │ │ ├── part1.ipynb │ │ │ │ ├── part2.ipynb │ │ │ │ ├── part3.ipynb │ │ │ │ ├── part4.ipynb │ │ │ │ └── part5.ipynb │ │ │ ├── L24-D2048-E1e-1-ctx4k │ │ │ │ ├── part1.ipynb │ │ │ │ └── rocm-enwiki-validation.ipynb │ │ │ ├── L6-D2048-E1e-1-ctx4k │ │ │ │ ├── stage1.ipynb │ │ │ │ ├── stage2.ipynb │ │ │ │ ├── stage3.ipynb │ │ │ │ ├── stage4.ipynb │ │ │ │ └── stage5.ipynb │ │ │ ├── L6-D2560-E1e-1-ctx4k │ │ │ │ ├── stage1.ipynb │ │ │ │ ├── stage2.ipynb │ │ │ │ ├── stage3.ipynb │ │ │ │ ├── stage4.ipynb │ │ │ │ └── stage5.ipynb │ │ │ ├── config-enwiki-16k.yaml │ │ │ ├── config-enwiki-4k.yaml │ │ │ ├── config-enwiki-instruct.yaml │ │ │ ├── config-mem-instruct.yaml │ │ │ └── config-mem-template.yaml │ │ ├── v5-rstack │ │ │ ├── v5rstack-1B5-E1e-1-enwiki4k.ipynb │ │ │ ├── v5rstack-1B5-enwiki-16k.yaml │ │ │ ├── v5rstack-1B5-enwiki-4k.yaml │ │ │ ├── v5rstack-1B5-enwiki-instruct.yaml │ │ │ ├── v5rstack-1B5-mem-instruct.yaml │ │ │ └── v5rstack-1B5-mem-template.yaml │ │ ├── v5-slim-memory │ │ │ ├── v5-L6-D1024-E1e-1-ctx4k.ipynb │ │ │ ├── v5-L6-D2048-E1e-1-ctx4k.ipynb │ │ │ ├── v5-L6-D4096-E1e-1-ctx4k.ipynb │ │ │ ├── v5base-enwiki-16k.yaml │ │ │ ├── v5base-enwiki-4k.yaml │ │ │ ├── v5base-enwiki-instruct.yaml │ │ │ ├── v5base-mem-instruct.yaml │ │ │ └── v5base-mem-template.yaml │ │ ├── v5-small-model │ │ │ ├── config-enwiki-4k.yaml │ │ │ ├── config-enwiki-instruct.yaml │ │ │ └── v5-L6-ctx4k-models-part1.ipynb │ │ └── v5-wave-memory │ │ │ ├── v5wave-1B5-E1e-1-ctx16k.ipynb │ │ │ ├── v5wave-1B5-enwiki-16k.yaml │ │ │ ├── v5wave-1B5-enwiki-4k.yaml │ │ │ ├── v5wave-1B5-enwiki-instruct.yaml │ │ │ ├── v5wave-1B5-mem-instruct.yaml │ │ │ └── v5wave-1B5-mem-template.yaml │ └── v5-exp │ │ ├── expansion-test │ │ ├── Base-L32-D1024.ipynb │ │ ├── Base-L32-D2048.ipynb │ │ ├── Base-L32-D4096-C1024.ipynb │ │ ├── Base-L32-D4096-C2048.ipynb │ │ ├── Base-L32-D4096y.ipynb │ │ ├── Base-L32-D512.ipynb │ │ ├── Base-OLR-L32-D512.ipynb │ │ ├── Core-Expension-L32-D512-to-1024.ipynb │ │ ├── Dataset-Setup.ipynb │ │ ├── README.md │ │ ├── Reshape-Expension-L32-D512-to-1024.ipynb │ │ └── config │ │ │ └── enwiki-100k-world-16k-rechunk.yaml │ │ ├── memory-test │ │ ├── World-1B5-mem-finetune.ipynb │ │ ├── World-3B-mem-finetune.ipynb │ │ ├── World-7B-mem-finetune.ipynb │ │ ├── memory_script │ │ │ ├── .gitignore │ │ │ └── eval_v5_memory_guided.py │ │ ├── run-all-finetune.sh │ │ ├── stage-1-tune.yaml │ │ └── stage-2-tune.yaml │ │ └── selective-loss │ │ ├── 1B5-baseline-run-100k.ipynb │ │ ├── 1B5-baseline-run-10k.ipynb │ │ ├── 1B5-sloss-run-100k.ipynb │ │ ├── 1B5-sloss-run-10k.ipynb │ │ ├── 7B-baseline-run-100k.ipynb │ │ ├── baseline-run-100k.ipynb │ │ ├── baseline-run-10k.ipynb │ │ ├── config │ │ ├── 1B5-enwiki_100k-world-packing.yaml │ │ ├── 1B5-enwiki_10k-world-packing.yaml │ │ ├── 1B5-sloss-enwiki_100k-world-packing.yaml │ │ ├── 1B5-sloss-enwiki_10k-world-packing.yaml │ │ ├── enwiki_100k-world-16k-packing.yaml │ │ ├── enwiki_10k-world-packing.yaml │ │ └── sloss-enwiki_100k-world-16k-packing.yaml │ │ └── sloss-run-100k.ipynb ├── trainer-v4-unit-test │ └── model-init.ipynb ├── trainer-v4-validation │ ├── baseline-setup.ipynb │ ├── bptt-validation.ipynb │ ├── ckpt-auto-resume-test.ipynb │ ├── config │ │ ├── L6-D512-neox-1024.yaml │ │ ├── baseline-1024.yaml │ │ ├── baseline-dryrun-world.yaml │ │ ├── baseline-dryrun.yaml │ │ ├── ckpt-auto-resume-test-1024.yaml │ │ ├── minimal-enwiki.yaml │ │ └── torch-compile-perf.yaml │ ├── deepspeed-2-and-3.ipynb │ ├── large-model-size-validation.ipynb │ ├── logs │ │ ├── torch-compile-perf_baseline.log │ │ ├── torch-compile-perf_jit.log │ │ └── torch-compile-perf_torch-compile.log │ ├── matmul-precision.ipynb │ ├── model-size-validation.ipynb │ ├── torch-compile-perf-a10g-ds2o.ipynb │ ├── torch-compile-perf.ipynb │ └── world-tokenizer.ipynb ├── trainer-v5-unit-test │ ├── config │ │ ├── enwiki_10k-world-4096.yaml │ │ └── enwiki_10k-world-4x1024.yaml │ ├── model-init.ipynb │ ├── multi-gpu-enwiki-train.ipynb │ └── short-enwiki-train.ipynb ├── trainer-v5-validation │ ├── 7B-8x80GB-benchmark.ipynb │ ├── 7B-LR-loss-validation.ipynb │ ├── batch-mode-validation.ipynb │ ├── config │ │ ├── baseline-1024.yaml │ │ ├── baseline-4096.yaml │ │ ├── datapack-build.yaml │ │ ├── datapack-partial-build.yaml │ │ ├── datapack-partial-train.yaml │ │ ├── datapack-train.yaml │ │ ├── enwiki_100k-4096.yaml │ │ ├── enwiki_100k-world-16k-packing.yaml │ │ ├── enwiki_100k-world-16k-rechunk.yaml │ │ ├── enwiki_100k-world-32k-rechunk.yaml │ │ ├── enwiki_100k-world-4096.yaml │ │ ├── enwiki_100k-world-sorted.yaml │ │ ├── enwiki_10k-world-4096.yaml │ │ ├── enwiki_10k-world-full.yaml │ │ ├── enwiki_10k-world-sorted.yaml │ │ ├── minipile-world-512.yaml │ │ ├── test-dataset-repack-chunks.yaml │ │ ├── test-dataset-repack.yaml │ │ ├── test-sort-offset-length.yaml │ │ └── torch-compile-perf.yaml │ ├── datapack-mixing.ipynb │ ├── datapack-partial-mixing.ipynb │ ├── dataset-microbatch.ipynb │ ├── dataset-packing.ipynb │ ├── enwiki-deepspeed-benchmarks.ipynb │ ├── enwiki-sorted-and-continue-test.ipynb │ ├── logs │ │ ├── torch-compile-perf_baseline.log │ │ ├── torch-compile-perf_jit.log │ │ └── torch-compile-perf_torch-compile.log │ ├── minipile-validation.ipynb │ ├── model-inference-validation.ipynb │ ├── simple-deepspeed-benchmarks.ipynb │ ├── sort-offset-length.ipynb │ └── torch-compile-perf.ipynb ├── trainer-v6-validation │ ├── config │ │ ├── enwiki_100k-world-32k-packing.yaml │ │ └── enwiki_100k-world-32k-rechunk.yaml │ └── rechunk-vs-repack.ipynb ├── trainer-x-validation │ ├── mini-v5-enwiki.yaml │ ├── mini-v5wavenet-enwiki.yaml │ ├── trainer-v5-validation.ipynb │ └── trainer-v5wavenet-validation.ipynb └── util-scripts │ └── memory_script │ ├── README.md │ ├── check-eval-word-list.ipynb │ ├── eval_word_list.txt │ ├── full_word_list.txt │ ├── gen_full_prompt_completion_jsonl.py │ ├── gen_limited_prompt_completion_jsonl.py │ ├── gen_limited_segmented_jsonl.py │ ├── limited_word_list.txt │ ├── shuffle_full_prompt_completion_jsonl.py │ └── shuffle_limited_prompt_completion_jsonl.py ├── requirements-without-pytorch.txt └── requirements.txt /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/FUNDING.yml: -------------------------------------------------------------------------------- 1 | ko_fi: rwkv_lm 2 | -------------------------------------------------------------------------------- /.github/workflows/docker-build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/.github/workflows/docker-build.yml -------------------------------------------------------------------------------- /.github/workflows/memory-benchmark.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/.github/workflows/memory-benchmark.yml -------------------------------------------------------------------------------- /.github/workflows/notebook-run.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/.github/workflows/notebook-run.yml -------------------------------------------------------------------------------- /.github/workflows/rwkv-x-exp-lane1.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/.github/workflows/rwkv-x-exp-lane1.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/.gitignore -------------------------------------------------------------------------------- /.vscode/c_cpp_properties.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/.vscode/c_cpp_properties.json -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/CITATION.cff -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/README.md -------------------------------------------------------------------------------- /RWKV-v4neo/config-example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/config-example.yaml -------------------------------------------------------------------------------- /RWKV-v4neo/config-minimum-example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/config-minimum-example.yaml -------------------------------------------------------------------------------- /RWKV-v4neo/cuda/wkv_cuda_bf16.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/cuda/wkv_cuda_bf16.cu -------------------------------------------------------------------------------- /RWKV-v4neo/cuda/wkv_op_bf16.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/cuda/wkv_op_bf16.cpp -------------------------------------------------------------------------------- /RWKV-v4neo/dragon_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/dragon_test.py -------------------------------------------------------------------------------- /RWKV-v4neo/export_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/export_checkpoint.py -------------------------------------------------------------------------------- /RWKV-v4neo/init_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/init_model.py -------------------------------------------------------------------------------- /RWKV-v4neo/lightning_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/lightning_trainer.py -------------------------------------------------------------------------------- /RWKV-v4neo/preload_datapath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/preload_datapath.py -------------------------------------------------------------------------------- /RWKV-v4neo/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /RWKV-v4neo/src/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/src/data.py -------------------------------------------------------------------------------- /RWKV-v4neo/src/dataflow/20B_tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/src/dataflow/20B_tokenizer.json -------------------------------------------------------------------------------- /RWKV-v4neo/src/dataflow/binidx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/src/dataflow/binidx.py -------------------------------------------------------------------------------- /RWKV-v4neo/src/dataflow/rwkv_vocab_v20230424.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/src/dataflow/rwkv_vocab_v20230424.txt -------------------------------------------------------------------------------- /RWKV-v4neo/src/dataflow/trie_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/src/dataflow/trie_tokenizer.py -------------------------------------------------------------------------------- /RWKV-v4neo/src/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/src/model.py -------------------------------------------------------------------------------- /RWKV-v4neo/src/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v4neo/src/trainer.py -------------------------------------------------------------------------------- /RWKV-v5/config-example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/config-example.yaml -------------------------------------------------------------------------------- /RWKV-v5/datapack-example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/datapack-example.yaml -------------------------------------------------------------------------------- /RWKV-v5/datapack_build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/datapack_build.py -------------------------------------------------------------------------------- /RWKV-v5/dragon_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/dragon_test.py -------------------------------------------------------------------------------- /RWKV-v5/export_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/export_checkpoint.py -------------------------------------------------------------------------------- /RWKV-v5/init_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/init_model.py -------------------------------------------------------------------------------- /RWKV-v5/lightning_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/lightning_trainer.py -------------------------------------------------------------------------------- /RWKV-v5/merge_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/merge_model.py -------------------------------------------------------------------------------- /RWKV-v5/preload_datapath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/preload_datapath.py -------------------------------------------------------------------------------- /RWKV-v5/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /RWKV-v5/src/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/data.py -------------------------------------------------------------------------------- /RWKV-v5/src/dataflow/20B_tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/dataflow/20B_tokenizer.json -------------------------------------------------------------------------------- /RWKV-v5/src/dataflow/binidx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/dataflow/binidx.py -------------------------------------------------------------------------------- /RWKV-v5/src/dataflow/rwkv_vocab_v20230424.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/dataflow/rwkv_vocab_v20230424.txt -------------------------------------------------------------------------------- /RWKV-v5/src/dataflow/trie_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/dataflow/trie_tokenizer.py -------------------------------------------------------------------------------- /RWKV-v5/src/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/metrics/__init__.py -------------------------------------------------------------------------------- /RWKV-v5/src/metrics/interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/metrics/interface.py -------------------------------------------------------------------------------- /RWKV-v5/src/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/model.py -------------------------------------------------------------------------------- /RWKV-v5/src/module/ChannelMix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/module/ChannelMix.py -------------------------------------------------------------------------------- /RWKV-v5/src/module/CoreDependencies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/module/CoreDependencies.py -------------------------------------------------------------------------------- /RWKV-v5/src/module/OptimizedOps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/module/OptimizedOps.py -------------------------------------------------------------------------------- /RWKV-v5/src/module/TimeMix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/module/TimeMix.py -------------------------------------------------------------------------------- /RWKV-v5/src/module/cuda/wkv5_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/module/cuda/wkv5_cuda.cu -------------------------------------------------------------------------------- /RWKV-v5/src/module/cuda/wkv5_op.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/module/cuda/wkv5_op.cpp -------------------------------------------------------------------------------- /RWKV-v5/src/module/rwkv_inner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/module/rwkv_inner.py -------------------------------------------------------------------------------- /RWKV-v5/src/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v5/src/trainer.py -------------------------------------------------------------------------------- /RWKV-v6/config-example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/config-example.yaml -------------------------------------------------------------------------------- /RWKV-v6/datapack-example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/datapack-example.yaml -------------------------------------------------------------------------------- /RWKV-v6/datapack_build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/datapack_build.py -------------------------------------------------------------------------------- /RWKV-v6/dragon_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/dragon_test.py -------------------------------------------------------------------------------- /RWKV-v6/export_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/export_checkpoint.py -------------------------------------------------------------------------------- /RWKV-v6/init_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/init_model.py -------------------------------------------------------------------------------- /RWKV-v6/lightning_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/lightning_trainer.py -------------------------------------------------------------------------------- /RWKV-v6/preload_datapath.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/preload_datapath.py -------------------------------------------------------------------------------- /RWKV-v6/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /RWKV-v6/src/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/data.py -------------------------------------------------------------------------------- /RWKV-v6/src/dataflow/20B_tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/dataflow/20B_tokenizer.json -------------------------------------------------------------------------------- /RWKV-v6/src/dataflow/binidx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/dataflow/binidx.py -------------------------------------------------------------------------------- /RWKV-v6/src/dataflow/rwkv_vocab_v20230424.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/dataflow/rwkv_vocab_v20230424.txt -------------------------------------------------------------------------------- /RWKV-v6/src/dataflow/trie_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/dataflow/trie_tokenizer.py -------------------------------------------------------------------------------- /RWKV-v6/src/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/model.py -------------------------------------------------------------------------------- /RWKV-v6/src/module/ChannelMix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/module/ChannelMix.py -------------------------------------------------------------------------------- /RWKV-v6/src/module/CoreDependencies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/module/CoreDependencies.py -------------------------------------------------------------------------------- /RWKV-v6/src/module/TimeMix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/module/TimeMix.py -------------------------------------------------------------------------------- /RWKV-v6/src/module/cuda/wkv6_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/module/cuda/wkv6_cuda.cu -------------------------------------------------------------------------------- /RWKV-v6/src/module/cuda/wkv6_op.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/module/cuda/wkv6_op.cpp -------------------------------------------------------------------------------- /RWKV-v6/src/module/cuda/wkv6state_cuda_v1.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/module/cuda/wkv6state_cuda_v1.cu -------------------------------------------------------------------------------- /RWKV-v6/src/module/cuda/wkv6state_op.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/module/cuda/wkv6state_op.cpp -------------------------------------------------------------------------------- /RWKV-v6/src/module/rwkv_inner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/module/rwkv_inner.py -------------------------------------------------------------------------------- /RWKV-v6/src/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/RWKV-v6/src/trainer.py -------------------------------------------------------------------------------- /docker/env-cuda-11-8/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/docker/env-cuda-11-8/Dockerfile -------------------------------------------------------------------------------- /docker/env-cuda-12-1/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/docker/env-cuda-12-1/Dockerfile -------------------------------------------------------------------------------- /docker/github-worker-cuda-11-8/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/docker/github-worker-cuda-11-8/Dockerfile -------------------------------------------------------------------------------- /docker/github-worker-cuda-11-8/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/docker/github-worker-cuda-11-8/entrypoint.sh -------------------------------------------------------------------------------- /docker/github-worker-cuda-12-1/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/docker/github-worker-cuda-12-1/Dockerfile -------------------------------------------------------------------------------- /docker/github-worker-cuda-12-1/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/docker/github-worker-cuda-12-1/entrypoint.sh -------------------------------------------------------------------------------- /guides/GPU-sponsor-list.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/guides/GPU-sponsor-list.md -------------------------------------------------------------------------------- /guides/RWKV-community-training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/guides/RWKV-community-training.md -------------------------------------------------------------------------------- /guides/RWKV-public-gpu-scheduling.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/guides/RWKV-public-gpu-scheduling.md -------------------------------------------------------------------------------- /guides/RWKV-x-playground-training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/guides/RWKV-x-playground-training.md -------------------------------------------------------------------------------- /guides/imgs/running-notebook-actions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/guides/imgs/running-notebook-actions.png -------------------------------------------------------------------------------- /notebook/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/README.md -------------------------------------------------------------------------------- /notebook/community/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /notebook/community/example/training-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/community/example/training-config.yaml -------------------------------------------------------------------------------- /notebook/community/example/training-notebook.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/community/example/training-notebook.ipynb -------------------------------------------------------------------------------- /notebook/dataset-config/dataset-config-huggingface-examples.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/dataset-config/dataset-config-huggingface-examples.ipynb -------------------------------------------------------------------------------- /notebook/dataset-config/dataset-config-local-files-example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/dataset-config/dataset-config-local-files-example.ipynb -------------------------------------------------------------------------------- /notebook/dataset-config/dataset-config-other-binary-examples.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/dataset-config/dataset-config-other-binary-examples.ipynb -------------------------------------------------------------------------------- /notebook/dataset-config/example-binidx.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/dataset-config/example-binidx.yaml -------------------------------------------------------------------------------- /notebook/dataset-config/example-hf-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/dataset-config/example-hf-enwiki.yaml -------------------------------------------------------------------------------- /notebook/dataset-config/example-hf-multi-column-keys.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/dataset-config/example-hf-multi-column-keys.yaml -------------------------------------------------------------------------------- /notebook/dataset-config/example-hf-music-tokenizer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/dataset-config/example-hf-music-tokenizer.yaml -------------------------------------------------------------------------------- /notebook/dataset-config/example-hf-prompt-completion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/dataset-config/example-hf-prompt-completion.yaml -------------------------------------------------------------------------------- /notebook/dataset-config/example-local-jsonl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/dataset-config/example-local-jsonl.yaml -------------------------------------------------------------------------------- /notebook/dataset-config/example-local-text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/dataset-config/example-local-text.yaml -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-ALMA-prompt-completion.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-ALMA-prompt-completion.ipynb -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-ALMA-prompt-completion.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-ALMA-prompt-completion.yaml -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-capybara-chat.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-capybara-chat.ipynb -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-capybara-chat.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-capybara-chat.yaml -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-openhermes1-instruct.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-openhermes1-instruct.ipynb -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-openhermes1-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-openhermes1-instruct.yaml -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-textbooks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-textbooks.ipynb -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-textbooks.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-textbooks.yaml -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-zMultipack-Instruct-build.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-zMultipack-Instruct-build.yaml -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-zMultipack-Instruct.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-zMultipack-Instruct.ipynb -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-zMultipack-Instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-zMultipack-Instruct.yaml -------------------------------------------------------------------------------- /notebook/finetune-example/Eagle-x-zMultipack-build.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/finetune-example/Eagle-x-zMultipack-build.yaml -------------------------------------------------------------------------------- /notebook/github-runner/REAME.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/github-runner/REAME.md -------------------------------------------------------------------------------- /notebook/github-runner/github-runner.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/github-runner/github-runner.sh -------------------------------------------------------------------------------- /notebook/github-runner/hf-cache-setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/github-runner/hf-cache-setup.sh -------------------------------------------------------------------------------- /notebook/github-runner/hf-download-runner.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/github-runner/hf-download-runner.sh -------------------------------------------------------------------------------- /notebook/github-runner/hf-download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/github-runner/hf-download.py -------------------------------------------------------------------------------- /notebook/github-runner/hf-upload-runner.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/github-runner/hf-upload-runner.sh -------------------------------------------------------------------------------- /notebook/github-runner/hf-upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/github-runner/hf-upload.py -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/1e-5-cuda-bs1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/1e-5-cuda-bs1.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/1e-5-cuda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/1e-5-cuda.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/1e-6-cuda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/1e-6-cuda.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/3e-5-cuda-bs1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/3e-5-cuda-bs1.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/3e-5-cuda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/3e-5-cuda.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/5e-5-cuda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/5e-5-cuda.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/5e-6-cuda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/5e-6-cuda.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/8e-5-cuda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/8e-5-cuda.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/enwiki-16k-1e-5-nocuda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/enwiki-16k-1e-5-nocuda.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/enwiki-16k-1e-5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/enwiki-16k-1e-5.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/enwiki-16k-3e-5-nocuda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/enwiki-16k-3e-5-nocuda.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/enwiki-16k-3e-5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/enwiki-16k-3e-5.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/enwiki-16k-5e-5-nocuda.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/enwiki-16k-5e-5-nocuda.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/enwiki-16k-5e-5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/enwiki-16k-5e-5.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/enwiki-16k-8e-6.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/enwiki-16k-8e-6.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/enwiki-16k-rechunk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/enwiki-16k-rechunk.yaml -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/ref-3e-5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/ref-3e-5.yaml -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/unpack-datapack.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/unpack-datapack.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-calibration/validation-runs.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-calibration/validation-runs.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-run/chunk-1/Eagle-2T-C01.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-run/chunk-1/Eagle-2T-C01.yaml -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-run/chunk-1/Eagle-2T-main.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-run/chunk-1/Eagle-2T-main.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-run/chunk-1/Eagle-2T-node-1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-run/chunk-1/Eagle-2T-node-1.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-run/chunk-1/Eagle-2T-node-2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-run/chunk-1/Eagle-2T-node-2.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-run/chunk-1/Eagle-2T-node-3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-run/chunk-1/Eagle-2T-node-3.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-run/chunk-1/datapack-build.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-run/chunk-1/datapack-build.ipynb -------------------------------------------------------------------------------- /notebook/major-runs/Eagle-2T-run/chunk-1/datapack-build.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/Eagle-2T-run/chunk-1/datapack-build.yaml -------------------------------------------------------------------------------- /notebook/major-runs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/major-runs/README.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/README.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-enwiki-16k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-enwiki-16k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-mem-finetune-a.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-mem-finetune-a.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Base-1B5/V5-Base-1B5-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-enwiki-16k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-enwiki-16k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-mem-finetune-a.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-mem-finetune-a.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/base-vs-wave/V5-Wave-1B5/V5-Wave-1B5-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-E1e-1-ctx16k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-E1e-1-ctx16k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-enwiki-16k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-enwiki-16k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/emb-weight-range/EWR-1B5-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/emb-weight-range/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/emb-weight-range/README.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/infctx-math-and-name/config-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/infctx-math-and-name/config-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/infctx-math-and-name/generate_math_and_name_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/infctx-math-and-name/generate_math_and_name_dataset.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/infctx-math-and-name/run.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/infctx-math-and-name/run.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/infctx-math-and-name/stage2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/infctx-math-and-name/stage2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-Raven.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-Raven.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-TokenShift.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-TokenShift.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-V5-L96.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-V5-L96.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-V5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-V5.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-V5headsize2x.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-V5headsize2x.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-V5wavenet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/Benchmark-V5wavenet.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/Charting-Baseline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/Charting-Baseline.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/Charting-TokenShift.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/Charting-TokenShift.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/Charting-V5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/Charting-V5.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/highlights.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/highlights.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v4_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v4_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v4wavenet_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v4wavenet_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v5_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v5_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v5headsize2x_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v5headsize2x_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v5headsize32_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v5headsize32_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v5wavenet_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-bench/memory_script/eval_v5wavenet_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-3.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-4.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-4.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/Echo-A-1B5-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/baseline-setup.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/baseline-setup.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/README.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/check-eval-word-list.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/check-eval-word-list.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/eval_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/eval_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/gen_full_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/gen_full_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/gen_limited_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/gen_limited_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/gen_limited_segmented_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/gen_limited_segmented_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/shuffle_full_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/shuffle_full_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/shuffle_limited_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v1/memory_script/shuffle_limited_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-mem-finetune-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-mem-finetune-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-mem-finetune-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-mem-finetune-3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-mem-finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/Echo-B-1B4-mem-finetune.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/baseline-setup.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/baseline-setup.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/README.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/check-eval-word-list.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/check-eval-word-list.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/eval_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/eval_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/gen_full_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/gen_full_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/gen_limited_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/gen_limited_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/gen_limited_segmented_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/gen_limited_segmented_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/shuffle_full_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/shuffle_full_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/shuffle_limited_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/memory_script/shuffle_limited_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/notes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-enwiki-v2/notes.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/Echo-A-1B5-mem-scratch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/Echo-A-1B5-mem-scratch.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/Echo-A-1B5-scratch-stage-1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/Echo-A-1B5-scratch-stage-1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/Echo-A-1B5-scratch-stage-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/Echo-A-1B5-scratch-stage-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/Echo-A-1B5-scratch-stage-2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/Echo-A-1B5-scratch-stage-2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/Echo-A-1B5-scratch-stage-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/Echo-A-1B5-scratch-stage-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/baseline-setup.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/baseline-setup.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/README.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/check-eval-word-list.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/check-eval-word-list.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/eval_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/eval_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/gen_full_masked_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/gen_full_masked_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/gen_limited_masked_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/gen_limited_masked_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/gen_limited_segmented_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory-scratch/memory_script/gen_limited_segmented_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/README.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/check-eval-word-list.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/check-eval-word-list.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/eval_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/eval_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/eval_model_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/eval_model_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/eval_v4_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/eval_v4_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/eval_v4wavenet_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/eval_v4wavenet_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/eval_v5_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/eval_v5_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/eval_v5headsize2x_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/eval_v5headsize2x_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/eval_v5wavenet_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/eval_v5wavenet_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/gen_full_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/gen_full_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/gen_limited_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/gen_limited_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/gen_limited_segmented_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/gen_limited_segmented_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/shuffle_full_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/shuffle_full_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/memory_script/shuffle_limited_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/memory_script/shuffle_limited_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/model-merge-training/config-enwiki_100k-full.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/model-merge-training/config-enwiki_100k-full.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/model-merge-training/config-enwiki_10k-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/model-merge-training/config-enwiki_10k-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/model-merge-training/v5-L6-D1024/part1-enwiki_10k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/model-merge-training/v5-L6-D1024/part1-enwiki_10k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/enwiki-4k-part1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/enwiki-4k-part1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/enwiki-4k-part2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/enwiki-4k-part2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/enwiki-4k-part2a.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/enwiki-4k-part2a.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/enwiki-4k-part2b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/enwiki-4k-part2b.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/enwiki-4k-part3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/enwiki-4k-part3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L12-D2048-baseline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L12-D2048-baseline.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L12-D2048-part1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L12-D2048-part1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6+6-D2048-layer-expansion.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6+6-D2048-layer-expansion.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6+6-D2048-overwrite-naive.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6+6-D2048-overwrite-naive.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6-D2048-baseline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6-D2048-baseline.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6-D2048-part1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6-D2048-part1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6-D2048-split-baseline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6-D2048-split-baseline.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6-D2048-split-train.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/multi-size-train/v5-L6-D2048-split-train.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/position_loss_bias/v5base-1B5-1k-pos-loss-0_1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/position_loss_bias/v5base-1B5-1k-pos-loss-0_1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/position_loss_bias/v5base-1B5-1k-pos-loss-1_0.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/position_loss_bias/v5base-1B5-1k-pos-loss-1_0.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/position_loss_bias/v5base-1B5-4k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/position_loss_bias/v5base-1B5-4k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/position_loss_bias/v5base-enwiki-1k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/position_loss_bias/v5base-enwiki-1k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/position_loss_bias/v5base-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/position_loss_bias/v5base-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/README.md: -------------------------------------------------------------------------------- 1 | # This was cloned from the rwkv-x-exp, to serve as an example -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5-L6-D2048-E1e-1-ctx4k-part1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5-L6-D2048-E1e-1-ctx4k-part1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5-L6-D2048-E1e-1-ctx4k-part2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5-L6-D2048-E1e-1-ctx4k-part2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5base-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5base-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5base-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5base-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5base-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5base-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5base-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/rwkv-x-playground/v5-headsize32/v5base-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/scratch/LongDragonPrompt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/scratch/LongDragonPrompt.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-mem-finetune-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-mem-finetune-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-mem-finetune-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-mem-finetune-3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-mem-finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/AltWaveV5-C/AltWaveV5-C-mem-finetune.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-5.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-a.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-a.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-b.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/BaseV5-C/BaseV5-C-mem-finetune-b.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-mem-finetune-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-mem-finetune-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-mem-finetune-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-mem-finetune-3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-mem-finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/Baseline-C-mem-finetune.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/CodeBaseline-C-Enwiki-Parrot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/CodeBaseline-C-Enwiki-Parrot.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/CodeBaseline-C-Enwiki-Parrot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/Baseline-C/CodeBaseline-C-Enwiki-Parrot.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/CodeShift/CodeParrot-validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/CodeShift/CodeParrot-validation.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/CodeShift/CodeShift-C-Enwiki-Parrot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/CodeShift/CodeShift-C-Enwiki-Parrot.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/CodeShift/CodeShift-C-Enwiki-Parrot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/CodeShift/CodeShift-C-Enwiki-Parrot.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/CodeShift/CodeShift-C-Memory-Parrot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/CodeShift/CodeShift-C-Memory-Parrot.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/CodeShift/CodeShift-C-Memory-Parrot.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/CodeShift/CodeShift-C-Memory-Parrot.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/FrankenShift-1B5/FrankenShift-1B5-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/FrankenShift-1B5/FrankenShift-1B5-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/FrankenShift-1B5/FrankenShift-1B5-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/FrankenShift-1B5/FrankenShift-1B5-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/FrankenShift-1B5/FrankenShift-1B5-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/FrankenShift-1B5/FrankenShift-1B5-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/README.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/RavenShift/RavenShift.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/RavenShift/RavenShift.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-mem-finetune-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-mem-finetune-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-mem-finetune-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-mem-finetune-3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-mem-finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-A/TokenShift-A-mem-finetune.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-mem-finetune-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-mem-finetune-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-mem-finetune-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-mem-finetune-3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-mem-finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-B/TokenShift-B-mem-finetune.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune-3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune-5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune-5.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-C/TokenShift-C-mem-finetune.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune-3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune-5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune-5.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-D/TokenShift-D-mem-finetune.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-5.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-phase-1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-phase-1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-phase-2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-E/TokenShift-E-mem-finetune-phase-2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-K/TokenShift-K-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-K/TokenShift-K-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-K/TokenShift-K-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-K/TokenShift-K-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-K/TokenShift-K-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-K/TokenShift-K-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-K/TokenShift-K-model.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/TokenShift-K/TokenShift-K-model.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-basemodel.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-basemodel.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-enwiki.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-1.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-2.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-3.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-4.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-5.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-a.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-a.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-b.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/WaveV5-C/WaveV5-C-mem-finetune-b.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/README.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/check-eval-word-list.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/check-eval-word-list.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_model_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_model_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_v4_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_v4_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_v4wavenet_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_v4wavenet_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_v5_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_v5_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_v5wavenet_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/eval_v5wavenet_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/gen_full_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/gen_full_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/gen_limited_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/gen_limited_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/gen_limited_segmented_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/gen_limited_segmented_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/shuffle_full_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/shuffle_full_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/shuffle_limited_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/memory_script/shuffle_limited_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/notes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/tokenshift-exp/notes.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/README.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-enwiki-4k-64.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-enwiki-4k-64.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-slimpajama.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-slimpajama.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-starcoder.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/config/config-starcoder.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage1-enwiki-100k-64node.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage1-enwiki-100k-64node.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage1-enwiki-100k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage1-enwiki-100k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage2-memory-instruct.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage2-memory-instruct.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage3-memory-tune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage3-memory-tune.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage4-slimpajama.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage4-slimpajama.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage5-starcoder.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-3B-L48-D2048-coding-model/stage5-starcoder.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-E1e-1-ctx16k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-E1e-1-ctx16k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-E1e-1-enwiki16k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-E1e-1-enwiki16k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-E1e-1-enwiki4k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-E1e-1-enwiki4k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-enwiki-16k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-enwiki-16k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-base-memory/v5base-1B5-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/hello-world.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/hello-world.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5-L6-D2048-E1e-1-ctx4k-part1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5-L6-D2048-E1e-1-ctx4k-part1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5-L6-D2048-E1e-1-ctx4k-part2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5-L6-D2048-E1e-1-ctx4k-part2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5-L6-D4096-E1e-1-ctx4k-part1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5-L6-D4096-E1e-1-ctx4k-part1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5-L6-D4096-E1e-1-ctx4k-part2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5-L6-D4096-E1e-1-ctx4k-part2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5base-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5base-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5base-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5base-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5base-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5base-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5base-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize2x/v5base-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize32/hello-world.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize32/hello-world.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5-L6-D2048-E1e-1-ctx4k-part1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5-L6-D2048-E1e-1-ctx4k-part1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5-L6-D2048-E1e-1-ctx4k-part2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5-L6-D2048-E1e-1-ctx4k-part2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5-L6-D4096-E1e-1-ctx4k-part1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5-L6-D4096-E1e-1-ctx4k-part1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5-L6-D4096-E1e-1-ctx4k-part2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5-L6-D4096-E1e-1-ctx4k-part2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5base-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5base-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5base-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5base-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5base-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5base-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5base-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-headsize32/v5base-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/config-enwiki-16k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/config-enwiki-16k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/config-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/config-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/config-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/config-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/config-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/config-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/config-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/config-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/v5-L96-D1024-E1e-1-ctx4k-part1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/v5-L96-D1024-E1e-1-ctx4k-part1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/v5-L96-D1024-E1e-1-ctx4k-part2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/v5-L96-D1024-E1e-1-ctx4k-part2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/v5-L96-D1024-E1e-1-ctx4k-part3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/v5-L96-D1024-E1e-1-ctx4k-part3.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/v5-L96-D1024-E1e-1-ctx4k-part4.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/v5-L96-D1024-E1e-1-ctx4k-part4.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/v5-L96-D1024-E1e-1-ctx4k-part5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r2-memory/v5-L96-D1024-E1e-1-ctx4k-part5.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part3.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part4.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part4.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part5.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L24-D2048-E1e-1-ctx4k/part1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L24-D2048-E1e-1-ctx4k/part1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L24-D2048-E1e-1-ctx4k/rocm-enwiki-validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L24-D2048-E1e-1-ctx4k/rocm-enwiki-validation.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage3.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage4.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage4.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage5.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage2.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage2.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage3.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage4.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage4.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage5.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/config-enwiki-16k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/config-enwiki-16k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/config-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/config-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/config-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/config-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/config-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/config-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/config-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-r3-memory/config-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-E1e-1-enwiki4k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-E1e-1-enwiki4k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-enwiki-16k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-enwiki-16k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-rstack/v5rstack-1B5-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5-L6-D1024-E1e-1-ctx4k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5-L6-D1024-E1e-1-ctx4k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5-L6-D2048-E1e-1-ctx4k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5-L6-D2048-E1e-1-ctx4k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5-L6-D4096-E1e-1-ctx4k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5-L6-D4096-E1e-1-ctx4k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5base-enwiki-16k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5base-enwiki-16k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5base-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5base-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5base-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5base-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5base-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5base-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5base-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-slim-memory/v5base-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-small-model/config-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-small-model/config-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-small-model/config-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-small-model/config-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-small-model/v5-L6-ctx4k-models-part1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-small-model/v5-L6-ctx4k-models-part1.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-E1e-1-ctx16k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-E1e-1-ctx16k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-enwiki-16k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-enwiki-16k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-enwiki-4k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-enwiki-4k.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-enwiki-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-enwiki-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-mem-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-mem-instruct.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-mem-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-alpha/v5-wave-memory/v5wave-1B5-mem-template.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D1024.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D1024.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D2048.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D2048.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D4096-C1024.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D4096-C1024.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D4096-C2048.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D4096-C2048.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D4096y.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D4096y.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D512.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/Base-L32-D512.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/Base-OLR-L32-D512.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/Base-OLR-L32-D512.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/Core-Expension-L32-D512-to-1024.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/Core-Expension-L32-D512-to-1024.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/Dataset-Setup.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/Dataset-Setup.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/README.md -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/Reshape-Expension-L32-D512-to-1024.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/Reshape-Expension-L32-D512-to-1024.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/expansion-test/config/enwiki-100k-world-16k-rechunk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/expansion-test/config/enwiki-100k-world-16k-rechunk.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/memory-test/World-1B5-mem-finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/memory-test/World-1B5-mem-finetune.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/memory-test/World-3B-mem-finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/memory-test/World-3B-mem-finetune.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/memory-test/World-7B-mem-finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/memory-test/World-7B-mem-finetune.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/memory-test/memory_script/.gitignore: -------------------------------------------------------------------------------- 1 | .* 2 | * 3 | !.gitignore 4 | !eval_v5_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/memory-test/memory_script/eval_v5_memory_guided.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/memory-test/memory_script/eval_v5_memory_guided.py -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/memory-test/run-all-finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/memory-test/run-all-finetune.sh -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/memory-test/stage-1-tune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/memory-test/stage-1-tune.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/memory-test/stage-2-tune.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/memory-test/stage-2-tune.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/1B5-baseline-run-100k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/1B5-baseline-run-100k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/1B5-baseline-run-10k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/1B5-baseline-run-10k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/1B5-sloss-run-100k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/1B5-sloss-run-100k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/1B5-sloss-run-10k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/1B5-sloss-run-10k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/7B-baseline-run-100k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/7B-baseline-run-100k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/baseline-run-100k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/baseline-run-100k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/baseline-run-10k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/baseline-run-10k.ipynb -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/config/1B5-enwiki_100k-world-packing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/config/1B5-enwiki_100k-world-packing.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/config/1B5-enwiki_10k-world-packing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/config/1B5-enwiki_10k-world-packing.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/config/1B5-sloss-enwiki_100k-world-packing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/config/1B5-sloss-enwiki_100k-world-packing.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/config/1B5-sloss-enwiki_10k-world-packing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/config/1B5-sloss-enwiki_10k-world-packing.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/config/enwiki_100k-world-16k-packing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/config/enwiki_100k-world-16k-packing.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/config/enwiki_10k-world-packing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/config/enwiki_10k-world-packing.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/config/sloss-enwiki_100k-world-16k-packing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/config/sloss-enwiki_100k-world-16k-packing.yaml -------------------------------------------------------------------------------- /notebook/rwkv-x-exp/v5-exp/selective-loss/sloss-run-100k.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/rwkv-x-exp/v5-exp/selective-loss/sloss-run-100k.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v4-unit-test/model-init.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-unit-test/model-init.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/baseline-setup.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/baseline-setup.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/bptt-validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/bptt-validation.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/ckpt-auto-resume-test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/ckpt-auto-resume-test.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/config/L6-D512-neox-1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/config/L6-D512-neox-1024.yaml -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/config/baseline-1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/config/baseline-1024.yaml -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/config/baseline-dryrun-world.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/config/baseline-dryrun-world.yaml -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/config/baseline-dryrun.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/config/baseline-dryrun.yaml -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/config/ckpt-auto-resume-test-1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/config/ckpt-auto-resume-test-1024.yaml -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/config/minimal-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/config/minimal-enwiki.yaml -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/config/torch-compile-perf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/config/torch-compile-perf.yaml -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/deepspeed-2-and-3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/deepspeed-2-and-3.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/large-model-size-validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/large-model-size-validation.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/logs/torch-compile-perf_baseline.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/logs/torch-compile-perf_baseline.log -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/logs/torch-compile-perf_jit.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/logs/torch-compile-perf_jit.log -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/logs/torch-compile-perf_torch-compile.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/logs/torch-compile-perf_torch-compile.log -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/matmul-precision.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/matmul-precision.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/model-size-validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/model-size-validation.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/torch-compile-perf-a10g-ds2o.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/torch-compile-perf-a10g-ds2o.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/torch-compile-perf.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/torch-compile-perf.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v4-validation/world-tokenizer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v4-validation/world-tokenizer.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-unit-test/config/enwiki_10k-world-4096.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-unit-test/config/enwiki_10k-world-4096.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-unit-test/config/enwiki_10k-world-4x1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-unit-test/config/enwiki_10k-world-4x1024.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-unit-test/model-init.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-unit-test/model-init.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-unit-test/multi-gpu-enwiki-train.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-unit-test/multi-gpu-enwiki-train.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-unit-test/short-enwiki-train.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-unit-test/short-enwiki-train.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/7B-8x80GB-benchmark.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/7B-8x80GB-benchmark.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/7B-LR-loss-validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/7B-LR-loss-validation.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/batch-mode-validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/batch-mode-validation.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/baseline-1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/baseline-1024.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/baseline-4096.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/baseline-4096.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/datapack-build.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/datapack-build.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/datapack-partial-build.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/datapack-partial-build.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/datapack-partial-train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/datapack-partial-train.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/datapack-train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/datapack-train.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/enwiki_100k-4096.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/enwiki_100k-4096.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/enwiki_100k-world-16k-packing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/enwiki_100k-world-16k-packing.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/enwiki_100k-world-16k-rechunk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/enwiki_100k-world-16k-rechunk.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/enwiki_100k-world-32k-rechunk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/enwiki_100k-world-32k-rechunk.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/enwiki_100k-world-4096.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/enwiki_100k-world-4096.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/enwiki_100k-world-sorted.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/enwiki_100k-world-sorted.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/enwiki_10k-world-4096.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/enwiki_10k-world-4096.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/enwiki_10k-world-full.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/enwiki_10k-world-full.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/enwiki_10k-world-sorted.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/enwiki_10k-world-sorted.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/minipile-world-512.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/minipile-world-512.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/test-dataset-repack-chunks.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/test-dataset-repack-chunks.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/test-dataset-repack.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/test-dataset-repack.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/test-sort-offset-length.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/test-sort-offset-length.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/config/torch-compile-perf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/config/torch-compile-perf.yaml -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/datapack-mixing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/datapack-mixing.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/datapack-partial-mixing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/datapack-partial-mixing.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/dataset-microbatch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/dataset-microbatch.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/dataset-packing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/dataset-packing.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/enwiki-deepspeed-benchmarks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/enwiki-deepspeed-benchmarks.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/enwiki-sorted-and-continue-test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/enwiki-sorted-and-continue-test.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/logs/torch-compile-perf_baseline.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/logs/torch-compile-perf_baseline.log -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/logs/torch-compile-perf_jit.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/logs/torch-compile-perf_jit.log -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/logs/torch-compile-perf_torch-compile.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/logs/torch-compile-perf_torch-compile.log -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/minipile-validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/minipile-validation.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/model-inference-validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/model-inference-validation.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/simple-deepspeed-benchmarks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/simple-deepspeed-benchmarks.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/sort-offset-length.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/sort-offset-length.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v5-validation/torch-compile-perf.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v5-validation/torch-compile-perf.ipynb -------------------------------------------------------------------------------- /notebook/trainer-v6-validation/config/enwiki_100k-world-32k-packing.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v6-validation/config/enwiki_100k-world-32k-packing.yaml -------------------------------------------------------------------------------- /notebook/trainer-v6-validation/config/enwiki_100k-world-32k-rechunk.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v6-validation/config/enwiki_100k-world-32k-rechunk.yaml -------------------------------------------------------------------------------- /notebook/trainer-v6-validation/rechunk-vs-repack.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-v6-validation/rechunk-vs-repack.ipynb -------------------------------------------------------------------------------- /notebook/trainer-x-validation/mini-v5-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-x-validation/mini-v5-enwiki.yaml -------------------------------------------------------------------------------- /notebook/trainer-x-validation/mini-v5wavenet-enwiki.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-x-validation/mini-v5wavenet-enwiki.yaml -------------------------------------------------------------------------------- /notebook/trainer-x-validation/trainer-v5-validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-x-validation/trainer-v5-validation.ipynb -------------------------------------------------------------------------------- /notebook/trainer-x-validation/trainer-v5wavenet-validation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/trainer-x-validation/trainer-v5wavenet-validation.ipynb -------------------------------------------------------------------------------- /notebook/util-scripts/memory_script/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/util-scripts/memory_script/README.md -------------------------------------------------------------------------------- /notebook/util-scripts/memory_script/check-eval-word-list.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/util-scripts/memory_script/check-eval-word-list.ipynb -------------------------------------------------------------------------------- /notebook/util-scripts/memory_script/eval_word_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/util-scripts/memory_script/eval_word_list.txt -------------------------------------------------------------------------------- /notebook/util-scripts/memory_script/full_word_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/util-scripts/memory_script/full_word_list.txt -------------------------------------------------------------------------------- /notebook/util-scripts/memory_script/gen_full_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/util-scripts/memory_script/gen_full_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/util-scripts/memory_script/gen_limited_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/util-scripts/memory_script/gen_limited_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/util-scripts/memory_script/gen_limited_segmented_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/util-scripts/memory_script/gen_limited_segmented_jsonl.py -------------------------------------------------------------------------------- /notebook/util-scripts/memory_script/limited_word_list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/util-scripts/memory_script/limited_word_list.txt -------------------------------------------------------------------------------- /notebook/util-scripts/memory_script/shuffle_full_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/util-scripts/memory_script/shuffle_full_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /notebook/util-scripts/memory_script/shuffle_limited_prompt_completion_jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/notebook/util-scripts/memory_script/shuffle_limited_prompt_completion_jsonl.py -------------------------------------------------------------------------------- /requirements-without-pytorch.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/requirements-without-pytorch.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RWKV/RWKV-infctx-trainer/HEAD/requirements.txt --------------------------------------------------------------------------------