├── .dockerignore ├── .gitignore ├── CHANGELOG.md ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── Dockerfile ├── INSTALL.md ├── LICENSE ├── Makefile ├── PROJECT ├── README.md ├── assets ├── design │ ├── batch.png │ ├── batchdark.png │ ├── datasetplugin.png │ ├── datasetplugindark.png │ ├── evalandinference.png │ ├── evaldark.png │ ├── finetune.png │ ├── finetunedark.png │ ├── finetuneexdark.png │ ├── finetuneexperiment.png │ ├── finetunejob.png │ └── finetunejobdark.png ├── logo │ ├── Logo_DataTunerX - Horizontal - Color Dark.png │ └── Logo_DataTunerX - Horizontal - Color Light.png └── screenshot │ └── Job_Details.png ├── cmd ├── controller-manager │ └── app │ │ ├── controller_manager.go │ │ └── options │ │ └── options.go └── tuning │ ├── Dockerfile │ ├── README.md │ ├── build_image.sh │ ├── callback.py │ ├── ds_config.json │ ├── parser.py │ ├── prometheus │ ├── __init__.py │ ├── metrics.py │ ├── prometheus.proto │ └── prometheus_pb2.py │ ├── requirements.txt │ ├── template.py │ ├── train.py │ └── trainer.py ├── config └── rbac │ └── role.yaml ├── go.mod ├── go.sum ├── hack └── boilerplate.go.txt ├── internal └── controller │ └── finetune │ ├── finetune_controller.go │ ├── finetuneexperiment_controller.go │ └── finetunejob_controller.go ├── main.go └── pkg ├── config └── config.go ├── domain └── valueobject │ └── err.go ├── events └── events.go └── util ├── generate └── generate.go ├── handlererr └── handler.go ├── label └── label.go └── util.go /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/.dockerignore -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/Dockerfile -------------------------------------------------------------------------------- /INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/INSTALL.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/Makefile -------------------------------------------------------------------------------- /PROJECT: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/PROJECT -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/README.md -------------------------------------------------------------------------------- /assets/design/batch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/batch.png -------------------------------------------------------------------------------- /assets/design/batchdark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/batchdark.png -------------------------------------------------------------------------------- /assets/design/datasetplugin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/datasetplugin.png -------------------------------------------------------------------------------- /assets/design/datasetplugindark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/datasetplugindark.png -------------------------------------------------------------------------------- /assets/design/evalandinference.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/evalandinference.png -------------------------------------------------------------------------------- /assets/design/evaldark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/evaldark.png -------------------------------------------------------------------------------- /assets/design/finetune.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/finetune.png -------------------------------------------------------------------------------- /assets/design/finetunedark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/finetunedark.png -------------------------------------------------------------------------------- /assets/design/finetuneexdark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/finetuneexdark.png -------------------------------------------------------------------------------- /assets/design/finetuneexperiment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/finetuneexperiment.png -------------------------------------------------------------------------------- /assets/design/finetunejob.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/finetunejob.png -------------------------------------------------------------------------------- /assets/design/finetunejobdark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/design/finetunejobdark.png -------------------------------------------------------------------------------- /assets/logo/Logo_DataTunerX - Horizontal - Color Dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/logo/Logo_DataTunerX - Horizontal - Color Dark.png -------------------------------------------------------------------------------- /assets/logo/Logo_DataTunerX - Horizontal - Color Light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/logo/Logo_DataTunerX - Horizontal - Color Light.png -------------------------------------------------------------------------------- /assets/screenshot/Job_Details.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/assets/screenshot/Job_Details.png -------------------------------------------------------------------------------- /cmd/controller-manager/app/controller_manager.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/controller-manager/app/controller_manager.go -------------------------------------------------------------------------------- /cmd/controller-manager/app/options/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/controller-manager/app/options/options.go -------------------------------------------------------------------------------- /cmd/tuning/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/tuning/Dockerfile -------------------------------------------------------------------------------- /cmd/tuning/README.md: -------------------------------------------------------------------------------- 1 | # Dataset 2 | instruction 3 | response -------------------------------------------------------------------------------- /cmd/tuning/build_image.sh: -------------------------------------------------------------------------------- 1 | docker build . -t rayproject/ray271-llama2-7b-finetune:20231220 -------------------------------------------------------------------------------- /cmd/tuning/callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/tuning/callback.py -------------------------------------------------------------------------------- /cmd/tuning/ds_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/tuning/ds_config.json -------------------------------------------------------------------------------- /cmd/tuning/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/tuning/parser.py -------------------------------------------------------------------------------- /cmd/tuning/prometheus/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cmd/tuning/prometheus/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/tuning/prometheus/metrics.py -------------------------------------------------------------------------------- /cmd/tuning/prometheus/prometheus.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/tuning/prometheus/prometheus.proto -------------------------------------------------------------------------------- /cmd/tuning/prometheus/prometheus_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/tuning/prometheus/prometheus_pb2.py -------------------------------------------------------------------------------- /cmd/tuning/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/tuning/requirements.txt -------------------------------------------------------------------------------- /cmd/tuning/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/tuning/template.py -------------------------------------------------------------------------------- /cmd/tuning/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/tuning/train.py -------------------------------------------------------------------------------- /cmd/tuning/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/cmd/tuning/trainer.py -------------------------------------------------------------------------------- /config/rbac/role.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/config/rbac/role.yaml -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/go.mod -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/go.sum -------------------------------------------------------------------------------- /hack/boilerplate.go.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/hack/boilerplate.go.txt -------------------------------------------------------------------------------- /internal/controller/finetune/finetune_controller.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/internal/controller/finetune/finetune_controller.go -------------------------------------------------------------------------------- /internal/controller/finetune/finetuneexperiment_controller.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/internal/controller/finetune/finetuneexperiment_controller.go -------------------------------------------------------------------------------- /internal/controller/finetune/finetunejob_controller.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/internal/controller/finetune/finetunejob_controller.go -------------------------------------------------------------------------------- /main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/main.go -------------------------------------------------------------------------------- /pkg/config/config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/pkg/config/config.go -------------------------------------------------------------------------------- /pkg/domain/valueobject/err.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/pkg/domain/valueobject/err.go -------------------------------------------------------------------------------- /pkg/events/events.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/pkg/events/events.go -------------------------------------------------------------------------------- /pkg/util/generate/generate.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/pkg/util/generate/generate.go -------------------------------------------------------------------------------- /pkg/util/handlererr/handler.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/pkg/util/handlererr/handler.go -------------------------------------------------------------------------------- /pkg/util/label/label.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/pkg/util/label/label.go -------------------------------------------------------------------------------- /pkg/util/util.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DataTunerX/datatunerx/HEAD/pkg/util/util.go --------------------------------------------------------------------------------