├── .dockerignore ├── .github └── workflows │ ├── build-push.yaml │ ├── build-test-models.yaml │ ├── release.yaml │ └── test.yaml ├── .gitignore ├── .golangci.yml ├── CHANGELOG.md ├── Dockerfile ├── LICENSE ├── README.md ├── backends ├── image_models.go ├── model.go ├── model_gomlx.go ├── model_ort.go ├── model_ort_disabled.go ├── pipeline.go ├── tokenizer.go ├── tokenizer_go.go ├── tokenizer_rust.go └── tokenizer_rust_disabled.go ├── cmd ├── main.go └── main_test.go ├── compose-dev.yaml ├── compose-test.yaml ├── contrib.md ├── cuda.Dockerfile ├── datasets ├── dataset.go └── dataset_xla.go ├── downloader.go ├── go.mod ├── go.sum ├── hugot.go ├── hugot.png ├── hugot_go.go ├── hugot_go_test.go ├── hugot_ort.go ├── hugot_ort_disabled.go ├── hugot_ort_test.go ├── hugot_test.go ├── hugot_training.go ├── hugot_training_gomlx.go ├── hugot_training_test.go ├── hugot_xla.go ├── hugot_xla_disabled.go ├── hugot_xla_test.go ├── models.Dockerfile ├── options └── options.go ├── pipelines ├── crossEncoder.go ├── featureExtraction.go ├── imageClassification.go ├── textClassification.go ├── textGeneration.go ├── tokenClassification.go └── zeroShotClassification.go ├── scripts ├── convert_test_models.sh ├── download-onnxruntime-gpu.sh ├── download-onnxruntime.sh ├── entrypoint.sh ├── install-hugot-cli.sh ├── run-unit-tests-container.sh ├── run-unit-tests.sh ├── start-dev-container.sh └── stop-dev-container.sh ├── templates └── chatTemplates.go ├── test.Dockerfile ├── testcases ├── downloadModels.go ├── embedded │ ├── embedded.go │ ├── textClassification.jsonl │ ├── tokenClassification.jsonl │ ├── tokenExpected.json │ └── vectors.json ├── semanticSimilarityTest.jsonl └── semanticSimilarityTestEval.jsonl └── util ├── fileutil └── file.go ├── imageutil └── images.go ├── safeconv └── safeconv.go └── vectorutil └── vectors.go /.dockerignore: -------------------------------------------------------------------------------- 1 | .git 2 | /models 3 | -------------------------------------------------------------------------------- /.github/workflows/build-push.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/.github/workflows/build-push.yaml -------------------------------------------------------------------------------- /.github/workflows/build-test-models.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/.github/workflows/build-test-models.yaml -------------------------------------------------------------------------------- /.github/workflows/release.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/.github/workflows/release.yaml -------------------------------------------------------------------------------- /.github/workflows/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/.github/workflows/test.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/.gitignore -------------------------------------------------------------------------------- /.golangci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/.golangci.yml -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/README.md -------------------------------------------------------------------------------- /backends/image_models.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/backends/image_models.go -------------------------------------------------------------------------------- /backends/model.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/backends/model.go -------------------------------------------------------------------------------- /backends/model_gomlx.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/backends/model_gomlx.go -------------------------------------------------------------------------------- /backends/model_ort.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/backends/model_ort.go -------------------------------------------------------------------------------- /backends/model_ort_disabled.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/backends/model_ort_disabled.go -------------------------------------------------------------------------------- /backends/pipeline.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/backends/pipeline.go -------------------------------------------------------------------------------- /backends/tokenizer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/backends/tokenizer.go -------------------------------------------------------------------------------- /backends/tokenizer_go.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/backends/tokenizer_go.go -------------------------------------------------------------------------------- /backends/tokenizer_rust.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/backends/tokenizer_rust.go -------------------------------------------------------------------------------- /backends/tokenizer_rust_disabled.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/backends/tokenizer_rust_disabled.go -------------------------------------------------------------------------------- /cmd/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/cmd/main.go -------------------------------------------------------------------------------- /cmd/main_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/cmd/main_test.go -------------------------------------------------------------------------------- /compose-dev.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/compose-dev.yaml -------------------------------------------------------------------------------- /compose-test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/compose-test.yaml -------------------------------------------------------------------------------- /contrib.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/contrib.md -------------------------------------------------------------------------------- /cuda.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/cuda.Dockerfile -------------------------------------------------------------------------------- /datasets/dataset.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/datasets/dataset.go -------------------------------------------------------------------------------- /datasets/dataset_xla.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/datasets/dataset_xla.go -------------------------------------------------------------------------------- /downloader.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/downloader.go -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/go.mod -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/go.sum -------------------------------------------------------------------------------- /hugot.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot.go -------------------------------------------------------------------------------- /hugot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot.png -------------------------------------------------------------------------------- /hugot_go.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_go.go -------------------------------------------------------------------------------- /hugot_go_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_go_test.go -------------------------------------------------------------------------------- /hugot_ort.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_ort.go -------------------------------------------------------------------------------- /hugot_ort_disabled.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_ort_disabled.go -------------------------------------------------------------------------------- /hugot_ort_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_ort_test.go -------------------------------------------------------------------------------- /hugot_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_test.go -------------------------------------------------------------------------------- /hugot_training.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_training.go -------------------------------------------------------------------------------- /hugot_training_gomlx.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_training_gomlx.go -------------------------------------------------------------------------------- /hugot_training_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_training_test.go -------------------------------------------------------------------------------- /hugot_xla.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_xla.go -------------------------------------------------------------------------------- /hugot_xla_disabled.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_xla_disabled.go -------------------------------------------------------------------------------- /hugot_xla_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/hugot_xla_test.go -------------------------------------------------------------------------------- /models.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/models.Dockerfile -------------------------------------------------------------------------------- /options/options.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/options/options.go -------------------------------------------------------------------------------- /pipelines/crossEncoder.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/pipelines/crossEncoder.go -------------------------------------------------------------------------------- /pipelines/featureExtraction.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/pipelines/featureExtraction.go -------------------------------------------------------------------------------- /pipelines/imageClassification.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/pipelines/imageClassification.go -------------------------------------------------------------------------------- /pipelines/textClassification.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/pipelines/textClassification.go -------------------------------------------------------------------------------- /pipelines/textGeneration.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/pipelines/textGeneration.go -------------------------------------------------------------------------------- /pipelines/tokenClassification.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/pipelines/tokenClassification.go -------------------------------------------------------------------------------- /pipelines/zeroShotClassification.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/pipelines/zeroShotClassification.go -------------------------------------------------------------------------------- /scripts/convert_test_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/scripts/convert_test_models.sh -------------------------------------------------------------------------------- /scripts/download-onnxruntime-gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/scripts/download-onnxruntime-gpu.sh -------------------------------------------------------------------------------- /scripts/download-onnxruntime.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/scripts/download-onnxruntime.sh -------------------------------------------------------------------------------- /scripts/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/scripts/entrypoint.sh -------------------------------------------------------------------------------- /scripts/install-hugot-cli.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/scripts/install-hugot-cli.sh -------------------------------------------------------------------------------- /scripts/run-unit-tests-container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/scripts/run-unit-tests-container.sh -------------------------------------------------------------------------------- /scripts/run-unit-tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/scripts/run-unit-tests.sh -------------------------------------------------------------------------------- /scripts/start-dev-container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/scripts/start-dev-container.sh -------------------------------------------------------------------------------- /scripts/stop-dev-container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/scripts/stop-dev-container.sh -------------------------------------------------------------------------------- /templates/chatTemplates.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/templates/chatTemplates.go -------------------------------------------------------------------------------- /test.Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/test.Dockerfile -------------------------------------------------------------------------------- /testcases/downloadModels.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/testcases/downloadModels.go -------------------------------------------------------------------------------- /testcases/embedded/embedded.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/testcases/embedded/embedded.go -------------------------------------------------------------------------------- /testcases/embedded/textClassification.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/testcases/embedded/textClassification.jsonl -------------------------------------------------------------------------------- /testcases/embedded/tokenClassification.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/testcases/embedded/tokenClassification.jsonl -------------------------------------------------------------------------------- /testcases/embedded/tokenExpected.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/testcases/embedded/tokenExpected.json -------------------------------------------------------------------------------- /testcases/embedded/vectors.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/testcases/embedded/vectors.json -------------------------------------------------------------------------------- /testcases/semanticSimilarityTest.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/testcases/semanticSimilarityTest.jsonl -------------------------------------------------------------------------------- /testcases/semanticSimilarityTestEval.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/testcases/semanticSimilarityTestEval.jsonl -------------------------------------------------------------------------------- /util/fileutil/file.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/util/fileutil/file.go -------------------------------------------------------------------------------- /util/imageutil/images.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/util/imageutil/images.go -------------------------------------------------------------------------------- /util/safeconv/safeconv.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/util/safeconv/safeconv.go -------------------------------------------------------------------------------- /util/vectorutil/vectors.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/knights-analytics/hugot/HEAD/util/vectorutil/vectors.go --------------------------------------------------------------------------------