├── .github ├── FUNDING.yml ├── ISSUE_TEMPLATE │ ├── bug_report.yaml │ └── feature_request.yaml ├── pull_request_template.md └── workflows │ ├── build.yml │ └── warmup.yml ├── .gitignore ├── BUILDING.md ├── LICENSE ├── README.md ├── api ├── OAI │ ├── router.ts │ ├── types │ │ ├── chatCompletions.ts │ │ ├── completions.ts │ │ ├── context.ts │ │ └── tools.ts │ └── utils │ │ ├── chatCompletion.ts │ │ ├── completion.ts │ │ ├── generation.ts │ │ └── tools.ts ├── core │ ├── router.ts │ ├── types │ │ ├── auth.ts │ │ ├── health.ts │ │ ├── model.ts │ │ ├── template.ts │ │ └── token.ts │ └── utils │ │ └── model.ts ├── middleware │ ├── authMiddleware.ts │ ├── checkModelMiddleware.ts │ ├── inlineLoadMiddleware.ts │ ├── oaiContextMiddleware.ts │ └── requestLogMiddleware.ts └── server.ts ├── assets ├── icon.ico └── icon.png ├── bindings ├── CMakeLists.txt ├── bindings.ps1 ├── bindings.sh ├── bindings.ts ├── generationResources.ts ├── grammar.ts ├── job.ts ├── lib.ts ├── minimal_cpp_test.cpp ├── readbackBuffer.ts ├── samplers.ts ├── server │ ├── c_library.cpp │ ├── c_library.h │ ├── generation_resources.hpp │ ├── inference_args.hpp │ ├── json_status.hpp │ ├── presampler.hpp │ ├── processor.hpp │ ├── readback_buffer.hpp │ ├── request.hpp │ ├── rule_stream.hpp │ ├── samplers.hpp │ ├── sequence_stream.hpp │ ├── server_basic_example.cpp │ ├── slot.hpp │ ├── tokenization.hpp │ └── trie.hpp ├── symbols.ts ├── types.ts └── utils.ts ├── common ├── actions.ts ├── args.ts ├── auth.ts ├── config.ts ├── configModels.ts ├── errors.ts ├── logging.ts ├── modelContainer.ts ├── myZod.ts ├── networking.ts ├── samplerOverrides.ts ├── sampling.ts ├── templating.ts └── utils.ts ├── config_sample.yml ├── deno.json ├── deno.lock ├── generateGitSha.ts ├── lib └── place_libs_here.txt ├── main.ts ├── minimal_test_setup.ts ├── models └── place_your_models_here.txt ├── sampler_overrides ├── safe_defaults.yml └── sample_preset.yml ├── templates ├── alpaca.jinja ├── chatml.jinja └── place_your_templates_here.txt └── types ├── jinja.d.ts └── utils.ts /.github/FUNDING.yml: -------------------------------------------------------------------------------- 1 | ko_fi: kingbri 2 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/.github/ISSUE_TEMPLATE/bug_report.yaml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/.github/ISSUE_TEMPLATE/feature_request.yaml -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/warmup.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/.github/workflows/warmup.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/.gitignore -------------------------------------------------------------------------------- /BUILDING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/BUILDING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/README.md -------------------------------------------------------------------------------- /api/OAI/router.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/OAI/router.ts -------------------------------------------------------------------------------- /api/OAI/types/chatCompletions.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/OAI/types/chatCompletions.ts -------------------------------------------------------------------------------- /api/OAI/types/completions.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/OAI/types/completions.ts -------------------------------------------------------------------------------- /api/OAI/types/context.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/OAI/types/context.ts -------------------------------------------------------------------------------- /api/OAI/types/tools.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/OAI/types/tools.ts -------------------------------------------------------------------------------- /api/OAI/utils/chatCompletion.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/OAI/utils/chatCompletion.ts -------------------------------------------------------------------------------- /api/OAI/utils/completion.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/OAI/utils/completion.ts -------------------------------------------------------------------------------- /api/OAI/utils/generation.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/OAI/utils/generation.ts -------------------------------------------------------------------------------- /api/OAI/utils/tools.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/OAI/utils/tools.ts -------------------------------------------------------------------------------- /api/core/router.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/core/router.ts -------------------------------------------------------------------------------- /api/core/types/auth.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/core/types/auth.ts -------------------------------------------------------------------------------- /api/core/types/health.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/core/types/health.ts -------------------------------------------------------------------------------- /api/core/types/model.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/core/types/model.ts -------------------------------------------------------------------------------- /api/core/types/template.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/core/types/template.ts -------------------------------------------------------------------------------- /api/core/types/token.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/core/types/token.ts -------------------------------------------------------------------------------- /api/core/utils/model.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/core/utils/model.ts -------------------------------------------------------------------------------- /api/middleware/authMiddleware.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/middleware/authMiddleware.ts -------------------------------------------------------------------------------- /api/middleware/checkModelMiddleware.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/middleware/checkModelMiddleware.ts -------------------------------------------------------------------------------- /api/middleware/inlineLoadMiddleware.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/middleware/inlineLoadMiddleware.ts -------------------------------------------------------------------------------- /api/middleware/oaiContextMiddleware.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/middleware/oaiContextMiddleware.ts -------------------------------------------------------------------------------- /api/middleware/requestLogMiddleware.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/middleware/requestLogMiddleware.ts -------------------------------------------------------------------------------- /api/server.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/api/server.ts -------------------------------------------------------------------------------- /assets/icon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/assets/icon.ico -------------------------------------------------------------------------------- /assets/icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/assets/icon.png -------------------------------------------------------------------------------- /bindings/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/CMakeLists.txt -------------------------------------------------------------------------------- /bindings/bindings.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/bindings.ps1 -------------------------------------------------------------------------------- /bindings/bindings.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/bindings.sh -------------------------------------------------------------------------------- /bindings/bindings.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/bindings.ts -------------------------------------------------------------------------------- /bindings/generationResources.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/generationResources.ts -------------------------------------------------------------------------------- /bindings/grammar.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/grammar.ts -------------------------------------------------------------------------------- /bindings/job.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/job.ts -------------------------------------------------------------------------------- /bindings/lib.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/lib.ts -------------------------------------------------------------------------------- /bindings/minimal_cpp_test.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/minimal_cpp_test.cpp -------------------------------------------------------------------------------- /bindings/readbackBuffer.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/readbackBuffer.ts -------------------------------------------------------------------------------- /bindings/samplers.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/samplers.ts -------------------------------------------------------------------------------- /bindings/server/c_library.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/c_library.cpp -------------------------------------------------------------------------------- /bindings/server/c_library.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/c_library.h -------------------------------------------------------------------------------- /bindings/server/generation_resources.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/generation_resources.hpp -------------------------------------------------------------------------------- /bindings/server/inference_args.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/inference_args.hpp -------------------------------------------------------------------------------- /bindings/server/json_status.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/json_status.hpp -------------------------------------------------------------------------------- /bindings/server/presampler.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/presampler.hpp -------------------------------------------------------------------------------- /bindings/server/processor.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/processor.hpp -------------------------------------------------------------------------------- /bindings/server/readback_buffer.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/readback_buffer.hpp -------------------------------------------------------------------------------- /bindings/server/request.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/request.hpp -------------------------------------------------------------------------------- /bindings/server/rule_stream.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/rule_stream.hpp -------------------------------------------------------------------------------- /bindings/server/samplers.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/samplers.hpp -------------------------------------------------------------------------------- /bindings/server/sequence_stream.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/sequence_stream.hpp -------------------------------------------------------------------------------- /bindings/server/server_basic_example.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/server_basic_example.cpp -------------------------------------------------------------------------------- /bindings/server/slot.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/slot.hpp -------------------------------------------------------------------------------- /bindings/server/tokenization.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/tokenization.hpp -------------------------------------------------------------------------------- /bindings/server/trie.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/server/trie.hpp -------------------------------------------------------------------------------- /bindings/symbols.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/symbols.ts -------------------------------------------------------------------------------- /bindings/types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/types.ts -------------------------------------------------------------------------------- /bindings/utils.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/bindings/utils.ts -------------------------------------------------------------------------------- /common/actions.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/actions.ts -------------------------------------------------------------------------------- /common/args.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/args.ts -------------------------------------------------------------------------------- /common/auth.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/auth.ts -------------------------------------------------------------------------------- /common/config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/config.ts -------------------------------------------------------------------------------- /common/configModels.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/configModels.ts -------------------------------------------------------------------------------- /common/errors.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/errors.ts -------------------------------------------------------------------------------- /common/logging.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/logging.ts -------------------------------------------------------------------------------- /common/modelContainer.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/modelContainer.ts -------------------------------------------------------------------------------- /common/myZod.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/myZod.ts -------------------------------------------------------------------------------- /common/networking.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/networking.ts -------------------------------------------------------------------------------- /common/samplerOverrides.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/samplerOverrides.ts -------------------------------------------------------------------------------- /common/sampling.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/sampling.ts -------------------------------------------------------------------------------- /common/templating.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/templating.ts -------------------------------------------------------------------------------- /common/utils.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/common/utils.ts -------------------------------------------------------------------------------- /config_sample.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/config_sample.yml -------------------------------------------------------------------------------- /deno.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/deno.json -------------------------------------------------------------------------------- /deno.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/deno.lock -------------------------------------------------------------------------------- /generateGitSha.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/generateGitSha.ts -------------------------------------------------------------------------------- /lib/place_libs_here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /main.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/main.ts -------------------------------------------------------------------------------- /minimal_test_setup.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/minimal_test_setup.ts -------------------------------------------------------------------------------- /models/place_your_models_here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /sampler_overrides/safe_defaults.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/sampler_overrides/safe_defaults.yml -------------------------------------------------------------------------------- /sampler_overrides/sample_preset.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/sampler_overrides/sample_preset.yml -------------------------------------------------------------------------------- /templates/alpaca.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/templates/alpaca.jinja -------------------------------------------------------------------------------- /templates/chatml.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/templates/chatml.jinja -------------------------------------------------------------------------------- /templates/place_your_templates_here.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /types/jinja.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/types/jinja.d.ts -------------------------------------------------------------------------------- /types/utils.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/theroyallab/YALS/HEAD/types/utils.ts --------------------------------------------------------------------------------