├── .github ├── FUNDING.yml └── workflows │ └── docker-image.yml ├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── app ├── __init__.py ├── lib │ ├── __init__.py │ ├── endpoints │ │ ├── benchmark_endpoints.py │ │ ├── chat_endpoints.py │ │ ├── llama_cli_endpoints.py │ │ ├── process_management.py │ │ └── server_endpoints.py │ ├── models.py │ └── utils.py ├── main.py └── models │ └── .gitkeep └── requirements.txt /.github/FUNDING.yml: -------------------------------------------------------------------------------- 1 | # These are supported funding model platforms 2 | 3 | github: [grctest] 4 | -------------------------------------------------------------------------------- /.github/workflows/docker-image.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/.github/workflows/docker-image.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/README.md -------------------------------------------------------------------------------- /app/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /app/lib/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/app/lib/__init__.py -------------------------------------------------------------------------------- /app/lib/endpoints/benchmark_endpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/app/lib/endpoints/benchmark_endpoints.py -------------------------------------------------------------------------------- /app/lib/endpoints/chat_endpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/app/lib/endpoints/chat_endpoints.py -------------------------------------------------------------------------------- /app/lib/endpoints/llama_cli_endpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/app/lib/endpoints/llama_cli_endpoints.py -------------------------------------------------------------------------------- /app/lib/endpoints/process_management.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/app/lib/endpoints/process_management.py -------------------------------------------------------------------------------- /app/lib/endpoints/server_endpoints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/app/lib/endpoints/server_endpoints.py -------------------------------------------------------------------------------- /app/lib/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/app/lib/models.py -------------------------------------------------------------------------------- /app/lib/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/app/lib/utils.py -------------------------------------------------------------------------------- /app/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/app/main.py -------------------------------------------------------------------------------- /app/models/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/grctest/FastAPI-BitNet/HEAD/requirements.txt --------------------------------------------------------------------------------