├── .devcontainer ├── Dockerfile ├── devcontainer.json ├── init ├── local.devcontainer.json └── packages.txt ├── .github ├── dependabot.yml └── workflows │ └── docs-generator.yaml ├── .gitignore ├── .python-version ├── CITATION.cff ├── README.md ├── configs ├── test.yaml └── train.yaml ├── data ├── README.md └── get_data.sh ├── helm └── electra-training │ ├── Chart.yaml │ ├── templates │ ├── job.yaml │ └── pvc.yaml │ └── values.yaml ├── notebooks ├── data_processing.py ├── dataprocess.py ├── test.json └── test.py ├── nvidia.Dockerfile ├── pyproject.toml ├── scripts └── pretraining │ ├── data_processing.py │ ├── test.py │ └── train.py ├── src └── ElectraKAN │ ├── __init__.py │ ├── callbacks.py │ ├── datamodule.py │ ├── handlers.py │ ├── kan.py │ └── modules.py ├── static └── electra.png ├── test └── test_streaming_dataset.py ├── tpu.Dockerfile └── uv.lock /.devcontainer/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/.devcontainer/Dockerfile -------------------------------------------------------------------------------- /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.devcontainer/init: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/.devcontainer/init -------------------------------------------------------------------------------- /.devcontainer/local.devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/.devcontainer/local.devcontainer.json -------------------------------------------------------------------------------- /.devcontainer/packages.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/.devcontainer/packages.txt -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/docs-generator.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/.github/workflows/docs-generator.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/.gitignore -------------------------------------------------------------------------------- /.python-version: -------------------------------------------------------------------------------- 1 | 3.13 2 | -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/CITATION.cff -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/README.md -------------------------------------------------------------------------------- /configs/test.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /configs/train.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/configs/train.yaml -------------------------------------------------------------------------------- /data/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/get_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/data/get_data.sh -------------------------------------------------------------------------------- /helm/electra-training/Chart.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/helm/electra-training/Chart.yaml -------------------------------------------------------------------------------- /helm/electra-training/templates/job.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/helm/electra-training/templates/job.yaml -------------------------------------------------------------------------------- /helm/electra-training/templates/pvc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/helm/electra-training/templates/pvc.yaml -------------------------------------------------------------------------------- /helm/electra-training/values.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/helm/electra-training/values.yaml -------------------------------------------------------------------------------- /notebooks/data_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/notebooks/data_processing.py -------------------------------------------------------------------------------- /notebooks/dataprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/notebooks/dataprocess.py -------------------------------------------------------------------------------- /notebooks/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/notebooks/test.json -------------------------------------------------------------------------------- /notebooks/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/notebooks/test.py -------------------------------------------------------------------------------- /nvidia.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/nvidia.Dockerfile -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/pretraining/data_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/scripts/pretraining/data_processing.py -------------------------------------------------------------------------------- /scripts/pretraining/test.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/pretraining/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/scripts/pretraining/train.py -------------------------------------------------------------------------------- /src/ElectraKAN/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/src/ElectraKAN/__init__.py -------------------------------------------------------------------------------- /src/ElectraKAN/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/src/ElectraKAN/callbacks.py -------------------------------------------------------------------------------- /src/ElectraKAN/datamodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/src/ElectraKAN/datamodule.py -------------------------------------------------------------------------------- /src/ElectraKAN/handlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/src/ElectraKAN/handlers.py -------------------------------------------------------------------------------- /src/ElectraKAN/kan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/src/ElectraKAN/kan.py -------------------------------------------------------------------------------- /src/ElectraKAN/modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/src/ElectraKAN/modules.py -------------------------------------------------------------------------------- /static/electra.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/static/electra.png -------------------------------------------------------------------------------- /test/test_streaming_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/test/test_streaming_dataset.py -------------------------------------------------------------------------------- /tpu.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/tpu.Dockerfile -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Klassikcat/KANElectra/HEAD/uv.lock --------------------------------------------------------------------------------