├── .clang-format ├── .github ├── trigger.txt └── workflows │ └── cicd.yml ├── .gitignore ├── .mypy.ini ├── .pylintrc ├── LICENSE ├── Makefile ├── README.md ├── __init__.py ├── assets ├── icpp-llm-logo.png └── icpp_llama2_without_limits.png ├── ctrlb_canister ├── Makefile ├── README.md ├── dfx.json ├── mops.toml ├── scripts │ └── deploy.sh └── test │ ├── __init__.py │ ├── conftest.py │ └── test_apis.py ├── llama2_c ├── README-ic-limits.md ├── README.md ├── README_llama2_c_resource_requirements.md ├── canister_ids.json ├── demo.sh ├── demo1-ic.sh ├── demo1.sh ├── demo2-ic.sh ├── demo2.sh ├── demo_pytest.sh ├── dfx.json ├── icpp.toml ├── llama2.did ├── models │ └── stories15Mtok4096.bin ├── native │ ├── main.cpp │ └── main.h ├── requirements.txt ├── scripts │ ├── __init__.py │ ├── ic_py_canister.py │ ├── llama2_c_sizer.py │ ├── nft_config.py │ ├── nft_init.py │ ├── nft_metadata.py │ ├── nft_mint.py │ ├── nft_update_story.py │ ├── parse_args_nft_init.py │ ├── parse_args_nft_metadata.py │ ├── parse_args_nft_mint.py │ ├── parse_args_upload.py │ ├── requirements.txt │ └── upload.py ├── src │ ├── canister.cpp │ ├── canister.h │ ├── chats.cpp │ ├── chats.h │ ├── http.cpp │ ├── http.h │ ├── inference.cpp │ ├── inference.h │ ├── initialize.cpp │ ├── initialize.h │ ├── llama2.did │ ├── nft_collection.cpp │ ├── nft_collection.h │ ├── prompt.cpp │ ├── prompt.h │ ├── run.c │ ├── run.h │ ├── upload.cpp │ ├── upload.h │ ├── users.cpp │ ├── users.h │ └── vendors │ │ └── nlohmann │ │ └── json │ │ ├── json.hpp │ │ └── json_fwd.hpp ├── stories260K │ ├── stories260K.bin │ ├── tok512.bin │ └── tok512.model ├── test │ ├── __init__.py │ ├── conftest.py │ └── test_apis.py └── tokenizers │ ├── __init__.py │ ├── tok4096.bin │ └── tokenizer.bin ├── requirements.txt └── version_clang.txt /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/.clang-format -------------------------------------------------------------------------------- /.github/trigger.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/.github/trigger.txt -------------------------------------------------------------------------------- /.github/workflows/cicd.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/.github/workflows/cicd.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/.gitignore -------------------------------------------------------------------------------- /.mypy.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/.mypy.ini -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/.pylintrc -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /assets/icpp-llm-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/assets/icpp-llm-logo.png -------------------------------------------------------------------------------- /assets/icpp_llama2_without_limits.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/assets/icpp_llama2_without_limits.png -------------------------------------------------------------------------------- /ctrlb_canister/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/ctrlb_canister/Makefile -------------------------------------------------------------------------------- /ctrlb_canister/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/ctrlb_canister/README.md -------------------------------------------------------------------------------- /ctrlb_canister/dfx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/ctrlb_canister/dfx.json -------------------------------------------------------------------------------- /ctrlb_canister/mops.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/ctrlb_canister/mops.toml -------------------------------------------------------------------------------- /ctrlb_canister/scripts/deploy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/ctrlb_canister/scripts/deploy.sh -------------------------------------------------------------------------------- /ctrlb_canister/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ctrlb_canister/test/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/ctrlb_canister/test/conftest.py -------------------------------------------------------------------------------- /ctrlb_canister/test/test_apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/ctrlb_canister/test/test_apis.py -------------------------------------------------------------------------------- /llama2_c/README-ic-limits.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/README-ic-limits.md -------------------------------------------------------------------------------- /llama2_c/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/README.md -------------------------------------------------------------------------------- /llama2_c/README_llama2_c_resource_requirements.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/README_llama2_c_resource_requirements.md -------------------------------------------------------------------------------- /llama2_c/canister_ids.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/canister_ids.json -------------------------------------------------------------------------------- /llama2_c/demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/demo.sh -------------------------------------------------------------------------------- /llama2_c/demo1-ic.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/demo1-ic.sh -------------------------------------------------------------------------------- /llama2_c/demo1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/demo1.sh -------------------------------------------------------------------------------- /llama2_c/demo2-ic.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/demo2-ic.sh -------------------------------------------------------------------------------- /llama2_c/demo2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/demo2.sh -------------------------------------------------------------------------------- /llama2_c/demo_pytest.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/demo_pytest.sh -------------------------------------------------------------------------------- /llama2_c/dfx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/dfx.json -------------------------------------------------------------------------------- /llama2_c/icpp.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/icpp.toml -------------------------------------------------------------------------------- /llama2_c/llama2.did: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/llama2.did -------------------------------------------------------------------------------- /llama2_c/models/stories15Mtok4096.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/models/stories15Mtok4096.bin -------------------------------------------------------------------------------- /llama2_c/native/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/native/main.cpp -------------------------------------------------------------------------------- /llama2_c/native/main.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/native/main.h -------------------------------------------------------------------------------- /llama2_c/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/requirements.txt -------------------------------------------------------------------------------- /llama2_c/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llama2_c/scripts/ic_py_canister.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/ic_py_canister.py -------------------------------------------------------------------------------- /llama2_c/scripts/llama2_c_sizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/llama2_c_sizer.py -------------------------------------------------------------------------------- /llama2_c/scripts/nft_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/nft_config.py -------------------------------------------------------------------------------- /llama2_c/scripts/nft_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/nft_init.py -------------------------------------------------------------------------------- /llama2_c/scripts/nft_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/nft_metadata.py -------------------------------------------------------------------------------- /llama2_c/scripts/nft_mint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/nft_mint.py -------------------------------------------------------------------------------- /llama2_c/scripts/nft_update_story.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/nft_update_story.py -------------------------------------------------------------------------------- /llama2_c/scripts/parse_args_nft_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/parse_args_nft_init.py -------------------------------------------------------------------------------- /llama2_c/scripts/parse_args_nft_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/parse_args_nft_metadata.py -------------------------------------------------------------------------------- /llama2_c/scripts/parse_args_nft_mint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/parse_args_nft_mint.py -------------------------------------------------------------------------------- /llama2_c/scripts/parse_args_upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/parse_args_upload.py -------------------------------------------------------------------------------- /llama2_c/scripts/requirements.txt: -------------------------------------------------------------------------------- 1 | ic-py==1.0.1 2 | requests 3 | python-dotenv 4 | black 5 | mypy 6 | pylint==2.13.9 -------------------------------------------------------------------------------- /llama2_c/scripts/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/scripts/upload.py -------------------------------------------------------------------------------- /llama2_c/src/canister.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/canister.cpp -------------------------------------------------------------------------------- /llama2_c/src/canister.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/canister.h -------------------------------------------------------------------------------- /llama2_c/src/chats.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/chats.cpp -------------------------------------------------------------------------------- /llama2_c/src/chats.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/chats.h -------------------------------------------------------------------------------- /llama2_c/src/http.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/http.cpp -------------------------------------------------------------------------------- /llama2_c/src/http.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/http.h -------------------------------------------------------------------------------- /llama2_c/src/inference.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/inference.cpp -------------------------------------------------------------------------------- /llama2_c/src/inference.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/inference.h -------------------------------------------------------------------------------- /llama2_c/src/initialize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/initialize.cpp -------------------------------------------------------------------------------- /llama2_c/src/initialize.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/initialize.h -------------------------------------------------------------------------------- /llama2_c/src/llama2.did: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/llama2.did -------------------------------------------------------------------------------- /llama2_c/src/nft_collection.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/nft_collection.cpp -------------------------------------------------------------------------------- /llama2_c/src/nft_collection.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/nft_collection.h -------------------------------------------------------------------------------- /llama2_c/src/prompt.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/prompt.cpp -------------------------------------------------------------------------------- /llama2_c/src/prompt.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/prompt.h -------------------------------------------------------------------------------- /llama2_c/src/run.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/run.c -------------------------------------------------------------------------------- /llama2_c/src/run.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/run.h -------------------------------------------------------------------------------- /llama2_c/src/upload.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/upload.cpp -------------------------------------------------------------------------------- /llama2_c/src/upload.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/upload.h -------------------------------------------------------------------------------- /llama2_c/src/users.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/users.cpp -------------------------------------------------------------------------------- /llama2_c/src/users.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/users.h -------------------------------------------------------------------------------- /llama2_c/src/vendors/nlohmann/json/json.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/vendors/nlohmann/json/json.hpp -------------------------------------------------------------------------------- /llama2_c/src/vendors/nlohmann/json/json_fwd.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/src/vendors/nlohmann/json/json_fwd.hpp -------------------------------------------------------------------------------- /llama2_c/stories260K/stories260K.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/stories260K/stories260K.bin -------------------------------------------------------------------------------- /llama2_c/stories260K/tok512.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/stories260K/tok512.bin -------------------------------------------------------------------------------- /llama2_c/stories260K/tok512.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/stories260K/tok512.model -------------------------------------------------------------------------------- /llama2_c/test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llama2_c/test/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/test/conftest.py -------------------------------------------------------------------------------- /llama2_c/test/test_apis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/test/test_apis.py -------------------------------------------------------------------------------- /llama2_c/tokenizers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llama2_c/tokenizers/tok4096.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/tokenizers/tok4096.bin -------------------------------------------------------------------------------- /llama2_c/tokenizers/tokenizer.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/llama2_c/tokenizers/tokenizer.bin -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/icppWorld/icpp_llm/HEAD/requirements.txt -------------------------------------------------------------------------------- /version_clang.txt: -------------------------------------------------------------------------------- 1 | 17 --------------------------------------------------------------------------------