├── .github └── FUNDING.yml ├── .gitignore ├── CMakeLists.txt ├── README.md ├── compile_data_loader.bat ├── cross_check_eval.py ├── delete_bad_nets.py ├── do_plots.py ├── docs ├── features.md ├── img │ ├── A-768-8-8-1.drawio │ ├── A-768-8-8-1.png │ ├── HalfKAv2-45056-256x2P1x2-32-32-1.drawio │ ├── HalfKAv2-45056-256x2P1x2-32-32-1.png │ ├── HalfKAv2-45056-256x2P8x2[-32-32-1]x8.drawio │ ├── HalfKAv2-45056-256x2P8x2[-32-32-1]x8.png │ ├── HalfKP-40960-256x2-32-32-1.drawio │ ├── HalfKP-40960-256x2-32-32-1.png │ ├── HalfKP-40960-4x2-8-1.drawio │ ├── HalfKP-40960-4x2-8-1.png │ ├── board_0.png │ ├── clipped_relu.png │ ├── crelu16.drawio │ ├── crelu16.png │ ├── crelu32.drawio │ ├── crelu32.png │ ├── cross_entropy_loss.png │ ├── cross_entropy_loss_contour.png │ ├── cross_entropy_loss_grad.png │ ├── cross_entropy_loss_grad_contour.png │ ├── m256_add_dpbusd_epi32.drawio │ ├── m256_add_dpbusd_epi32.png │ ├── m256_block_sparse_weight_matrix.drawio │ ├── m256_block_sparse_weight_matrix.png │ ├── m256_haddx4.drawio │ ├── m256_haddx4.png │ ├── m256_process_chunk.drawio │ ├── m256_process_chunk.png │ ├── mse_loss.png │ ├── mse_loss_contour.png │ ├── mse_loss_grad.png │ ├── mse_loss_grad_contour.png │ ├── mv.drawio │ ├── mv.png │ ├── mvs.drawio │ ├── mvs.png │ └── sigmoid_wdl_fit.png └── nnue.md ├── feature_block.py ├── feature_set.py ├── feature_transformer.py ├── features.py ├── halfka.py ├── halfka_v2.py ├── halfkp.py ├── lib ├── nnue_training_data_formats.h ├── nnue_training_data_stream.h └── rng.h ├── model.py ├── nnue_dataset.py ├── perf_sigmoid_fitter.py ├── ranger.py ├── requirements-CUDA128.txt ├── requirements.txt ├── run_games.py ├── scripts ├── gensfen.sh ├── rename_net.sh └── train.sh ├── serialize.py ├── train.py ├── training_data_loader.cpp ├── variant.h ├── variant.py ├── visualize.py └── visualize_multi_hist.py /.github/FUNDING.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/.github/FUNDING.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/.gitignore -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/README.md -------------------------------------------------------------------------------- /compile_data_loader.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/compile_data_loader.bat -------------------------------------------------------------------------------- /cross_check_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/cross_check_eval.py -------------------------------------------------------------------------------- /delete_bad_nets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/delete_bad_nets.py -------------------------------------------------------------------------------- /do_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/do_plots.py -------------------------------------------------------------------------------- /docs/features.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/features.md -------------------------------------------------------------------------------- /docs/img/A-768-8-8-1.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/A-768-8-8-1.drawio -------------------------------------------------------------------------------- /docs/img/A-768-8-8-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/A-768-8-8-1.png -------------------------------------------------------------------------------- /docs/img/HalfKAv2-45056-256x2P1x2-32-32-1.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/HalfKAv2-45056-256x2P1x2-32-32-1.drawio -------------------------------------------------------------------------------- /docs/img/HalfKAv2-45056-256x2P1x2-32-32-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/HalfKAv2-45056-256x2P1x2-32-32-1.png -------------------------------------------------------------------------------- /docs/img/HalfKAv2-45056-256x2P8x2[-32-32-1]x8.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/HalfKAv2-45056-256x2P8x2[-32-32-1]x8.drawio -------------------------------------------------------------------------------- /docs/img/HalfKAv2-45056-256x2P8x2[-32-32-1]x8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/HalfKAv2-45056-256x2P8x2[-32-32-1]x8.png -------------------------------------------------------------------------------- /docs/img/HalfKP-40960-256x2-32-32-1.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/HalfKP-40960-256x2-32-32-1.drawio -------------------------------------------------------------------------------- /docs/img/HalfKP-40960-256x2-32-32-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/HalfKP-40960-256x2-32-32-1.png -------------------------------------------------------------------------------- /docs/img/HalfKP-40960-4x2-8-1.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/HalfKP-40960-4x2-8-1.drawio -------------------------------------------------------------------------------- /docs/img/HalfKP-40960-4x2-8-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/HalfKP-40960-4x2-8-1.png -------------------------------------------------------------------------------- /docs/img/board_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/board_0.png -------------------------------------------------------------------------------- /docs/img/clipped_relu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/clipped_relu.png -------------------------------------------------------------------------------- /docs/img/crelu16.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/crelu16.drawio -------------------------------------------------------------------------------- /docs/img/crelu16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/crelu16.png -------------------------------------------------------------------------------- /docs/img/crelu32.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/crelu32.drawio -------------------------------------------------------------------------------- /docs/img/crelu32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/crelu32.png -------------------------------------------------------------------------------- /docs/img/cross_entropy_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/cross_entropy_loss.png -------------------------------------------------------------------------------- /docs/img/cross_entropy_loss_contour.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/cross_entropy_loss_contour.png -------------------------------------------------------------------------------- /docs/img/cross_entropy_loss_grad.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/cross_entropy_loss_grad.png -------------------------------------------------------------------------------- /docs/img/cross_entropy_loss_grad_contour.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/cross_entropy_loss_grad_contour.png -------------------------------------------------------------------------------- /docs/img/m256_add_dpbusd_epi32.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/m256_add_dpbusd_epi32.drawio -------------------------------------------------------------------------------- /docs/img/m256_add_dpbusd_epi32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/m256_add_dpbusd_epi32.png -------------------------------------------------------------------------------- /docs/img/m256_block_sparse_weight_matrix.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/m256_block_sparse_weight_matrix.drawio -------------------------------------------------------------------------------- /docs/img/m256_block_sparse_weight_matrix.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/m256_block_sparse_weight_matrix.png -------------------------------------------------------------------------------- /docs/img/m256_haddx4.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/m256_haddx4.drawio -------------------------------------------------------------------------------- /docs/img/m256_haddx4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/m256_haddx4.png -------------------------------------------------------------------------------- /docs/img/m256_process_chunk.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/m256_process_chunk.drawio -------------------------------------------------------------------------------- /docs/img/m256_process_chunk.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/m256_process_chunk.png -------------------------------------------------------------------------------- /docs/img/mse_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/mse_loss.png -------------------------------------------------------------------------------- /docs/img/mse_loss_contour.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/mse_loss_contour.png -------------------------------------------------------------------------------- /docs/img/mse_loss_grad.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/mse_loss_grad.png -------------------------------------------------------------------------------- /docs/img/mse_loss_grad_contour.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/mse_loss_grad_contour.png -------------------------------------------------------------------------------- /docs/img/mv.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/mv.drawio -------------------------------------------------------------------------------- /docs/img/mv.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/mv.png -------------------------------------------------------------------------------- /docs/img/mvs.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/mvs.drawio -------------------------------------------------------------------------------- /docs/img/mvs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/mvs.png -------------------------------------------------------------------------------- /docs/img/sigmoid_wdl_fit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/img/sigmoid_wdl_fit.png -------------------------------------------------------------------------------- /docs/nnue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/docs/nnue.md -------------------------------------------------------------------------------- /feature_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/feature_block.py -------------------------------------------------------------------------------- /feature_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/feature_set.py -------------------------------------------------------------------------------- /feature_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/feature_transformer.py -------------------------------------------------------------------------------- /features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/features.py -------------------------------------------------------------------------------- /halfka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/halfka.py -------------------------------------------------------------------------------- /halfka_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/halfka_v2.py -------------------------------------------------------------------------------- /halfkp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/halfkp.py -------------------------------------------------------------------------------- /lib/nnue_training_data_formats.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/lib/nnue_training_data_formats.h -------------------------------------------------------------------------------- /lib/nnue_training_data_stream.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/lib/nnue_training_data_stream.h -------------------------------------------------------------------------------- /lib/rng.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/lib/rng.h -------------------------------------------------------------------------------- /model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/model.py -------------------------------------------------------------------------------- /nnue_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/nnue_dataset.py -------------------------------------------------------------------------------- /perf_sigmoid_fitter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/perf_sigmoid_fitter.py -------------------------------------------------------------------------------- /ranger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/ranger.py -------------------------------------------------------------------------------- /requirements-CUDA128.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/requirements-CUDA128.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_games.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/run_games.py -------------------------------------------------------------------------------- /scripts/gensfen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/scripts/gensfen.sh -------------------------------------------------------------------------------- /scripts/rename_net.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/scripts/rename_net.sh -------------------------------------------------------------------------------- /scripts/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/scripts/train.sh -------------------------------------------------------------------------------- /serialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/serialize.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/train.py -------------------------------------------------------------------------------- /training_data_loader.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/training_data_loader.cpp -------------------------------------------------------------------------------- /variant.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/variant.h -------------------------------------------------------------------------------- /variant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/variant.py -------------------------------------------------------------------------------- /visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/visualize.py -------------------------------------------------------------------------------- /visualize_multi_hist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fairy-stockfish/variant-nnue-pytorch/HEAD/visualize_multi_hist.py --------------------------------------------------------------------------------