├── .ci └── scripts │ ├── check_gibberish │ ├── convert_checkpoint.sh │ ├── download_llama.sh │ ├── extract-sequence.py │ ├── gather_test_models.py │ ├── run-docs │ ├── validate.sh │ └── wget_checkpoint.sh ├── .github ├── ISSUE_TEMPLATE │ ├── bug-report.yml │ ├── config.yml │ └── feature-request.yml ├── pytorch-probot.yml └── workflows │ ├── more-tests.yml │ ├── periodic.yml │ ├── pull.yml │ ├── run-readme-periodic.yml │ ├── run-readme-pr-linuxaarch64.yml │ ├── run-readme-pr-macos.yml │ ├── run-readme-pr-mps.yml │ ├── run-readme-pr.yml │ └── runner-cuda-dtype.yml ├── .gitignore ├── .gitmodules ├── .lintrunner.toml ├── CMakeLists.txt ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── assets ├── dog.jpg └── view.jpg ├── dist_run.py ├── docs ├── ADVANCED-USERS.md ├── CONTRIBUTING.md ├── GGUF.md ├── README.md ├── distributed.md ├── local-model.md ├── model_customization.md ├── multimodal.md ├── native-execution.md └── quantization.md ├── install ├── .clang-format ├── .flake8 ├── .pins │ ├── et-pin.txt │ └── torchao-pin.txt ├── install_requirements.sh ├── install_torch.sh ├── install_torchao.sh ├── requirements-lintrunner.txt └── requirements.txt ├── pyproject.toml ├── pytest.ini ├── runner ├── LICENSE ├── Utils.cmake ├── aoti.cmake ├── build_android.sh ├── et.cmake └── run.cpp ├── tests ├── conftest.py └── test_chat_formatters.py ├── tokenizer ├── __init__.py ├── base.py ├── hf_tokenizer.py └── tiktoken.py ├── torchchat.py └── torchchat ├── README.md ├── __init__.py ├── cli ├── __init__.py ├── builder.py ├── cli.py ├── convert_hf_checkpoint.py └── download.py ├── distributed ├── README.md ├── __init__.py ├── checkpoint.py ├── checkpoint_utils.py ├── config_manager.py ├── dtensor_utils.py ├── force_download.py ├── inference_configs │ └── llama3_8B.toml ├── logging_utils.py ├── parallel_config.py ├── parallelize_llama.py ├── run_dist_inference.sh ├── utils.py ├── verification_utils.py ├── version.txt └── world_maker.py ├── edge ├── README.md ├── android │ ├── README.md │ └── torchchat │ │ ├── .gitignore │ │ ├── .idea │ │ └── .gitignore │ │ ├── app │ │ ├── .gitignore │ │ ├── build.gradle.kts │ │ ├── proguard-rules.pro │ │ └── src │ │ │ ├── androidTest │ │ │ └── java │ │ │ │ └── org │ │ │ │ └── pytorch │ │ │ │ └── torchchat │ │ │ │ └── PerfTest.java │ │ │ └── main │ │ │ ├── AndroidManifest.xml │ │ │ ├── java │ │ │ └── org │ │ │ │ └── pytorch │ │ │ │ └── torchchat │ │ │ │ ├── AppLog.java │ │ │ │ ├── DemoSharedPreferences.java │ │ │ │ ├── ETImage.java │ │ │ │ ├── ETLogging.java │ │ │ │ ├── LlmBenchmarkRunner.java │ │ │ │ ├── LogsActivity.java │ │ │ │ ├── LogsAdapter.java │ │ │ │ ├── MainActivity.java │ │ │ │ ├── Message.java │ │ │ │ ├── MessageAdapter.java │ │ │ │ ├── MessageType.java │ │ │ │ ├── ModelRunner.java │ │ │ │ ├── ModelRunnerCallback.java │ │ │ │ ├── ModelType.java │ │ │ │ ├── ModelUtils.java │ │ │ │ ├── PromptFormat.java │ │ │ │ ├── SettingsActivity.java │ │ │ │ └── SettingsFields.java │ │ │ └── res │ │ │ ├── drawable │ │ │ ├── banner_shape.xml │ │ │ ├── baseline_add_24.xml │ │ │ ├── baseline_add_photo_alternate_24.xml │ │ │ ├── baseline_article_24.xml │ │ │ ├── baseline_close_24.xml │ │ │ ├── baseline_delete_forever_24.xml │ │ │ ├── baseline_restart_alt_24.xml │ │ │ ├── baseline_send_24.xml │ │ │ ├── baseline_settings_24.xml │ │ │ ├── baseline_stop_24.xml │ │ │ ├── btn.xml │ │ │ ├── chat_background.xml │ │ │ ├── custom_button_round.xml │ │ │ ├── expand_circle_down.xml │ │ │ ├── ic_launcher_background.xml │ │ │ ├── ic_launcher_foreground.xml │ │ │ ├── input_text_shape.xml │ │ │ ├── logo.png │ │ │ ├── outline_add_box_48.xml │ │ │ ├── outline_camera_alt_48.xml │ │ │ ├── outline_image_48.xml │ │ │ ├── prompt_shape.xml │ │ │ ├── received_message.xml │ │ │ ├── sent_message.xml │ │ │ └── three_dots.xml │ │ │ ├── layout │ │ │ ├── activity_benchmarking.xml │ │ │ ├── activity_logs.xml │ │ │ ├── activity_main.xml │ │ │ ├── activity_settings.xml │ │ │ ├── logs_message.xml │ │ │ ├── received_message.xml │ │ │ ├── sent_message.xml │ │ │ └── system_message.xml │ │ │ ├── mipmap-anydpi-v26 │ │ │ ├── ic_launcher.xml │ │ │ └── ic_launcher_round.xml │ │ │ ├── mipmap-hdpi │ │ │ ├── ic_launcher.webp │ │ │ └── ic_launcher_round.webp │ │ │ ├── mipmap-mdpi │ │ │ ├── ic_launcher.webp │ │ │ └── ic_launcher_round.webp │ │ │ ├── mipmap-xhdpi │ │ │ ├── ic_launcher.webp │ │ │ └── ic_launcher_round.webp │ │ │ ├── mipmap-xxhdpi │ │ │ ├── ic_launcher.webp │ │ │ └── ic_launcher_round.webp │ │ │ ├── mipmap-xxxhdpi │ │ │ ├── ic_launcher.webp │ │ │ └── ic_launcher_round.webp │ │ │ ├── values │ │ │ ├── colors.xml │ │ │ ├── strings.xml │ │ │ ├── styles.xml │ │ │ └── themes.xml │ │ │ └── xml │ │ │ ├── backup_rules.xml │ │ │ └── data_extraction_rules.xml │ │ ├── build.gradle.kts │ │ ├── gradle.properties │ │ ├── gradle │ │ └── wrapper │ │ │ ├── gradle-wrapper.jar │ │ │ └── gradle-wrapper.properties │ │ ├── gradlew │ │ ├── gradlew.bat │ │ └── settings.gradle.kts └── docs │ ├── Android.md │ ├── executorch_setup.md │ └── iOS.md ├── export.py ├── generate.py ├── model.py ├── model_config ├── model_config.py ├── models.json └── tests │ └── test_model_config.py ├── model_params ├── 13B.json ├── 30B.json ├── 34B.json ├── 70B.json ├── 7B.json ├── CodeLlama-7b-Python-hf.json ├── DeepSeek-R1-Distill-Llama-8B.json ├── Granite-3.0-2B-Instruct.json ├── Granite-3.0-8B-Instruct.json ├── Granite-3.1-2B-Instruct.json ├── Granite-3.1-8B-Instruct.json ├── Granite-3B-Code.json ├── Granite-8B-Code.json ├── Llama-3.2-11B-Vision.json ├── Llama-Guard-3-1B-INT4.json ├── Llama-Guard-3-1B.json ├── Meta-Llama-3-70B.json ├── Meta-Llama-3-8B.json ├── Meta-Llama-3.1-70B-Tune.json ├── Meta-Llama-3.1-70B.json ├── Meta-Llama-3.1-8B-Tune.json ├── Meta-Llama-3.1-8B.json ├── Meta-Llama-3.2-1B.json ├── Meta-Llama-3.2-3B.json ├── Mistral-7B.json ├── llava-1.5.json ├── stories110M.json ├── stories15M.json └── stories42M.json ├── quant_config ├── README.md ├── cuda-32.json ├── cuda.json ├── desktop.json ├── mobile-32.json ├── mobile.json └── pi5.json ├── usages ├── README.md ├── __init__.py ├── browser.py ├── eval.py ├── openai_api.py └── server.py └── utils ├── build_utils.py ├── device_info.py ├── docs └── evaluation.md ├── gguf_loader.py ├── measure_time.py ├── quantize.py └── scripts ├── android_example.sh ├── build_native.sh ├── build_torchao_ops.sh ├── clone_torchao.sh ├── install_et.sh ├── install_utils.sh ├── patch_triton.py ├── prepare.sh ├── test_flow.sh ├── updown.py └── workflow.sh /.ci/scripts/check_gibberish: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.ci/scripts/check_gibberish -------------------------------------------------------------------------------- /.ci/scripts/convert_checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.ci/scripts/convert_checkpoint.sh -------------------------------------------------------------------------------- /.ci/scripts/download_llama.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.ci/scripts/download_llama.sh -------------------------------------------------------------------------------- /.ci/scripts/extract-sequence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.ci/scripts/extract-sequence.py -------------------------------------------------------------------------------- /.ci/scripts/gather_test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.ci/scripts/gather_test_models.py -------------------------------------------------------------------------------- /.ci/scripts/run-docs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.ci/scripts/run-docs -------------------------------------------------------------------------------- /.ci/scripts/validate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.ci/scripts/validate.sh -------------------------------------------------------------------------------- /.ci/scripts/wget_checkpoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.ci/scripts/wget_checkpoint.sh -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug-report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/ISSUE_TEMPLATE/bug-report.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- 1 | .github/ISSUE_TEMPLATE/config.yml 2 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/ISSUE_TEMPLATE/feature-request.yml -------------------------------------------------------------------------------- /.github/pytorch-probot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/pytorch-probot.yml -------------------------------------------------------------------------------- /.github/workflows/more-tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/workflows/more-tests.yml -------------------------------------------------------------------------------- /.github/workflows/periodic.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/workflows/periodic.yml -------------------------------------------------------------------------------- /.github/workflows/pull.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/workflows/pull.yml -------------------------------------------------------------------------------- /.github/workflows/run-readme-periodic.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/workflows/run-readme-periodic.yml -------------------------------------------------------------------------------- /.github/workflows/run-readme-pr-linuxaarch64.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/workflows/run-readme-pr-linuxaarch64.yml -------------------------------------------------------------------------------- /.github/workflows/run-readme-pr-macos.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/workflows/run-readme-pr-macos.yml -------------------------------------------------------------------------------- /.github/workflows/run-readme-pr-mps.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/workflows/run-readme-pr-mps.yml -------------------------------------------------------------------------------- /.github/workflows/run-readme-pr.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/workflows/run-readme-pr.yml -------------------------------------------------------------------------------- /.github/workflows/runner-cuda-dtype.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.github/workflows/runner-cuda-dtype.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.gitmodules -------------------------------------------------------------------------------- /.lintrunner.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/.lintrunner.toml -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/README.md -------------------------------------------------------------------------------- /assets/dog.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/assets/dog.jpg -------------------------------------------------------------------------------- /assets/view.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/assets/view.jpg -------------------------------------------------------------------------------- /dist_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/dist_run.py -------------------------------------------------------------------------------- /docs/ADVANCED-USERS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/docs/ADVANCED-USERS.md -------------------------------------------------------------------------------- /docs/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/docs/CONTRIBUTING.md -------------------------------------------------------------------------------- /docs/GGUF.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/docs/GGUF.md -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/distributed.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/docs/distributed.md -------------------------------------------------------------------------------- /docs/local-model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/docs/local-model.md -------------------------------------------------------------------------------- /docs/model_customization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/docs/model_customization.md -------------------------------------------------------------------------------- /docs/multimodal.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/docs/multimodal.md -------------------------------------------------------------------------------- /docs/native-execution.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/docs/native-execution.md -------------------------------------------------------------------------------- /docs/quantization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/docs/quantization.md -------------------------------------------------------------------------------- /install/.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/install/.clang-format -------------------------------------------------------------------------------- /install/.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/install/.flake8 -------------------------------------------------------------------------------- /install/.pins/et-pin.txt: -------------------------------------------------------------------------------- 1 | b173722085b3f555d6ba4533d6bbaddfd7c71144 2 | -------------------------------------------------------------------------------- /install/.pins/torchao-pin.txt: -------------------------------------------------------------------------------- 1 | b95cf189e4aca1a44886258c40e2c834ca0d1045 2 | -------------------------------------------------------------------------------- /install/install_requirements.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/install/install_requirements.sh -------------------------------------------------------------------------------- /install/install_torch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/install/install_torch.sh -------------------------------------------------------------------------------- /install/install_torchao.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/install/install_torchao.sh -------------------------------------------------------------------------------- /install/requirements-lintrunner.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/install/requirements-lintrunner.txt -------------------------------------------------------------------------------- /install/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/install/requirements.txt -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/pytest.ini -------------------------------------------------------------------------------- /runner/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/runner/LICENSE -------------------------------------------------------------------------------- /runner/Utils.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/runner/Utils.cmake -------------------------------------------------------------------------------- /runner/aoti.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/runner/aoti.cmake -------------------------------------------------------------------------------- /runner/build_android.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/runner/build_android.sh -------------------------------------------------------------------------------- /runner/et.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/runner/et.cmake -------------------------------------------------------------------------------- /runner/run.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/runner/run.cpp -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/test_chat_formatters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/tests/test_chat_formatters.py -------------------------------------------------------------------------------- /tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tokenizer/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/tokenizer/base.py -------------------------------------------------------------------------------- /tokenizer/hf_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/tokenizer/hf_tokenizer.py -------------------------------------------------------------------------------- /tokenizer/tiktoken.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/tokenizer/tiktoken.py -------------------------------------------------------------------------------- /torchchat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat.py -------------------------------------------------------------------------------- /torchchat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/README.md -------------------------------------------------------------------------------- /torchchat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /torchchat/cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /torchchat/cli/builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/cli/builder.py -------------------------------------------------------------------------------- /torchchat/cli/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/cli/cli.py -------------------------------------------------------------------------------- /torchchat/cli/convert_hf_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/cli/convert_hf_checkpoint.py -------------------------------------------------------------------------------- /torchchat/cli/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/cli/download.py -------------------------------------------------------------------------------- /torchchat/distributed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/README.md -------------------------------------------------------------------------------- /torchchat/distributed/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/__init__.py -------------------------------------------------------------------------------- /torchchat/distributed/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/checkpoint.py -------------------------------------------------------------------------------- /torchchat/distributed/checkpoint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/checkpoint_utils.py -------------------------------------------------------------------------------- /torchchat/distributed/config_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/config_manager.py -------------------------------------------------------------------------------- /torchchat/distributed/dtensor_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/dtensor_utils.py -------------------------------------------------------------------------------- /torchchat/distributed/force_download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/force_download.py -------------------------------------------------------------------------------- /torchchat/distributed/inference_configs/llama3_8B.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/inference_configs/llama3_8B.toml -------------------------------------------------------------------------------- /torchchat/distributed/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/logging_utils.py -------------------------------------------------------------------------------- /torchchat/distributed/parallel_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/parallel_config.py -------------------------------------------------------------------------------- /torchchat/distributed/parallelize_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/parallelize_llama.py -------------------------------------------------------------------------------- /torchchat/distributed/run_dist_inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/run_dist_inference.sh -------------------------------------------------------------------------------- /torchchat/distributed/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/utils.py -------------------------------------------------------------------------------- /torchchat/distributed/verification_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/verification_utils.py -------------------------------------------------------------------------------- /torchchat/distributed/version.txt: -------------------------------------------------------------------------------- 1 | 0.0.1 2 | -------------------------------------------------------------------------------- /torchchat/distributed/world_maker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/distributed/world_maker.py -------------------------------------------------------------------------------- /torchchat/edge/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/README.md -------------------------------------------------------------------------------- /torchchat/edge/android/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/README.md -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/.gitignore -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/.idea/.gitignore: -------------------------------------------------------------------------------- 1 | # Default ignored files 2 | /shelf/ 3 | /workspace.xml 4 | -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/.gitignore: -------------------------------------------------------------------------------- 1 | /build 2 | -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/build.gradle.kts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/build.gradle.kts -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/proguard-rules.pro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/proguard-rules.pro -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/androidTest/java/org/pytorch/torchchat/PerfTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/androidTest/java/org/pytorch/torchchat/PerfTest.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/AndroidManifest.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/AndroidManifest.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/AppLog.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/AppLog.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/DemoSharedPreferences.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/DemoSharedPreferences.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ETImage.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ETImage.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ETLogging.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ETLogging.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/LlmBenchmarkRunner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/LlmBenchmarkRunner.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/LogsActivity.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/LogsActivity.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/LogsAdapter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/LogsAdapter.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/MainActivity.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/MainActivity.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/Message.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/Message.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/MessageAdapter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/MessageAdapter.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/MessageType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/MessageType.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ModelRunner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ModelRunner.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ModelRunnerCallback.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ModelRunnerCallback.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ModelType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ModelType.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ModelUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/ModelUtils.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/PromptFormat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/PromptFormat.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/SettingsActivity.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/SettingsActivity.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/SettingsFields.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/java/org/pytorch/torchchat/SettingsFields.java -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/banner_shape.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/banner_shape.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_add_24.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_add_24.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_add_photo_alternate_24.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_add_photo_alternate_24.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_article_24.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_article_24.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_close_24.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_close_24.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_delete_forever_24.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_delete_forever_24.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_restart_alt_24.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_restart_alt_24.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_send_24.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_send_24.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_settings_24.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_settings_24.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_stop_24.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/baseline_stop_24.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/btn.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/btn.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/chat_background.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/chat_background.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/custom_button_round.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/custom_button_round.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/expand_circle_down.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/expand_circle_down.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/ic_launcher_background.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/ic_launcher_background.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/ic_launcher_foreground.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/ic_launcher_foreground.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/input_text_shape.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/input_text_shape.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/logo.png -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/outline_add_box_48.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/outline_add_box_48.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/outline_camera_alt_48.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/outline_camera_alt_48.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/outline_image_48.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/outline_image_48.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/prompt_shape.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/prompt_shape.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/received_message.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/received_message.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/sent_message.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/sent_message.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/drawable/three_dots.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/drawable/three_dots.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/layout/activity_benchmarking.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/layout/activity_benchmarking.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/layout/activity_logs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/layout/activity_logs.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/layout/activity_main.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/layout/activity_main.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/layout/activity_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/layout/activity_settings.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/layout/logs_message.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/layout/logs_message.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/layout/received_message.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/layout/received_message.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/layout/sent_message.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/layout/sent_message.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/layout/system_message.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/layout/system_message.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-hdpi/ic_launcher.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-hdpi/ic_launcher.webp -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-mdpi/ic_launcher.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-mdpi/ic_launcher.webp -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-xhdpi/ic_launcher.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-xhdpi/ic_launcher.webp -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/values/colors.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/values/colors.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/values/strings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/values/strings.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/values/styles.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/values/styles.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/values/themes.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/values/themes.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/xml/backup_rules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/xml/backup_rules.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/app/src/main/res/xml/data_extraction_rules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/app/src/main/res/xml/data_extraction_rules.xml -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/build.gradle.kts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/build.gradle.kts -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/gradle.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/gradle.properties -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/gradle/wrapper/gradle-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/gradle/wrapper/gradle-wrapper.jar -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/gradle/wrapper/gradle-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/gradle/wrapper/gradle-wrapper.properties -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/gradlew: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/gradlew -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/gradlew.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/gradlew.bat -------------------------------------------------------------------------------- /torchchat/edge/android/torchchat/settings.gradle.kts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/android/torchchat/settings.gradle.kts -------------------------------------------------------------------------------- /torchchat/edge/docs/Android.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/docs/Android.md -------------------------------------------------------------------------------- /torchchat/edge/docs/executorch_setup.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/docs/executorch_setup.md -------------------------------------------------------------------------------- /torchchat/edge/docs/iOS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/edge/docs/iOS.md -------------------------------------------------------------------------------- /torchchat/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/export.py -------------------------------------------------------------------------------- /torchchat/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/generate.py -------------------------------------------------------------------------------- /torchchat/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model.py -------------------------------------------------------------------------------- /torchchat/model_config/model_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_config/model_config.py -------------------------------------------------------------------------------- /torchchat/model_config/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_config/models.json -------------------------------------------------------------------------------- /torchchat/model_config/tests/test_model_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_config/tests/test_model_config.py -------------------------------------------------------------------------------- /torchchat/model_params/13B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/13B.json -------------------------------------------------------------------------------- /torchchat/model_params/30B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/30B.json -------------------------------------------------------------------------------- /torchchat/model_params/34B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/34B.json -------------------------------------------------------------------------------- /torchchat/model_params/70B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/70B.json -------------------------------------------------------------------------------- /torchchat/model_params/7B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/7B.json -------------------------------------------------------------------------------- /torchchat/model_params/CodeLlama-7b-Python-hf.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/CodeLlama-7b-Python-hf.json -------------------------------------------------------------------------------- /torchchat/model_params/DeepSeek-R1-Distill-Llama-8B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/DeepSeek-R1-Distill-Llama-8B.json -------------------------------------------------------------------------------- /torchchat/model_params/Granite-3.0-2B-Instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Granite-3.0-2B-Instruct.json -------------------------------------------------------------------------------- /torchchat/model_params/Granite-3.0-8B-Instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Granite-3.0-8B-Instruct.json -------------------------------------------------------------------------------- /torchchat/model_params/Granite-3.1-2B-Instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Granite-3.1-2B-Instruct.json -------------------------------------------------------------------------------- /torchchat/model_params/Granite-3.1-8B-Instruct.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Granite-3.1-8B-Instruct.json -------------------------------------------------------------------------------- /torchchat/model_params/Granite-3B-Code.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Granite-3B-Code.json -------------------------------------------------------------------------------- /torchchat/model_params/Granite-8B-Code.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Granite-8B-Code.json -------------------------------------------------------------------------------- /torchchat/model_params/Llama-3.2-11B-Vision.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Llama-3.2-11B-Vision.json -------------------------------------------------------------------------------- /torchchat/model_params/Llama-Guard-3-1B-INT4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Llama-Guard-3-1B-INT4.json -------------------------------------------------------------------------------- /torchchat/model_params/Llama-Guard-3-1B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Llama-Guard-3-1B.json -------------------------------------------------------------------------------- /torchchat/model_params/Meta-Llama-3-70B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Meta-Llama-3-70B.json -------------------------------------------------------------------------------- /torchchat/model_params/Meta-Llama-3-8B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Meta-Llama-3-8B.json -------------------------------------------------------------------------------- /torchchat/model_params/Meta-Llama-3.1-70B-Tune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Meta-Llama-3.1-70B-Tune.json -------------------------------------------------------------------------------- /torchchat/model_params/Meta-Llama-3.1-70B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Meta-Llama-3.1-70B.json -------------------------------------------------------------------------------- /torchchat/model_params/Meta-Llama-3.1-8B-Tune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Meta-Llama-3.1-8B-Tune.json -------------------------------------------------------------------------------- /torchchat/model_params/Meta-Llama-3.1-8B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Meta-Llama-3.1-8B.json -------------------------------------------------------------------------------- /torchchat/model_params/Meta-Llama-3.2-1B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Meta-Llama-3.2-1B.json -------------------------------------------------------------------------------- /torchchat/model_params/Meta-Llama-3.2-3B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Meta-Llama-3.2-3B.json -------------------------------------------------------------------------------- /torchchat/model_params/Mistral-7B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/Mistral-7B.json -------------------------------------------------------------------------------- /torchchat/model_params/llava-1.5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/llava-1.5.json -------------------------------------------------------------------------------- /torchchat/model_params/stories110M.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/stories110M.json -------------------------------------------------------------------------------- /torchchat/model_params/stories15M.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/stories15M.json -------------------------------------------------------------------------------- /torchchat/model_params/stories42M.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/model_params/stories42M.json -------------------------------------------------------------------------------- /torchchat/quant_config/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/quant_config/README.md -------------------------------------------------------------------------------- /torchchat/quant_config/cuda-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/quant_config/cuda-32.json -------------------------------------------------------------------------------- /torchchat/quant_config/cuda.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/quant_config/cuda.json -------------------------------------------------------------------------------- /torchchat/quant_config/desktop.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/quant_config/desktop.json -------------------------------------------------------------------------------- /torchchat/quant_config/mobile-32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/quant_config/mobile-32.json -------------------------------------------------------------------------------- /torchchat/quant_config/mobile.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/quant_config/mobile.json -------------------------------------------------------------------------------- /torchchat/quant_config/pi5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/quant_config/pi5.json -------------------------------------------------------------------------------- /torchchat/usages/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/usages/README.md -------------------------------------------------------------------------------- /torchchat/usages/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /torchchat/usages/browser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/usages/browser.py -------------------------------------------------------------------------------- /torchchat/usages/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/usages/eval.py -------------------------------------------------------------------------------- /torchchat/usages/openai_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/usages/openai_api.py -------------------------------------------------------------------------------- /torchchat/usages/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/usages/server.py -------------------------------------------------------------------------------- /torchchat/utils/build_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/build_utils.py -------------------------------------------------------------------------------- /torchchat/utils/device_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/device_info.py -------------------------------------------------------------------------------- /torchchat/utils/docs/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/docs/evaluation.md -------------------------------------------------------------------------------- /torchchat/utils/gguf_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/gguf_loader.py -------------------------------------------------------------------------------- /torchchat/utils/measure_time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/measure_time.py -------------------------------------------------------------------------------- /torchchat/utils/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/quantize.py -------------------------------------------------------------------------------- /torchchat/utils/scripts/android_example.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/scripts/android_example.sh -------------------------------------------------------------------------------- /torchchat/utils/scripts/build_native.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/scripts/build_native.sh -------------------------------------------------------------------------------- /torchchat/utils/scripts/build_torchao_ops.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/scripts/build_torchao_ops.sh -------------------------------------------------------------------------------- /torchchat/utils/scripts/clone_torchao.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/scripts/clone_torchao.sh -------------------------------------------------------------------------------- /torchchat/utils/scripts/install_et.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/scripts/install_et.sh -------------------------------------------------------------------------------- /torchchat/utils/scripts/install_utils.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/scripts/install_utils.sh -------------------------------------------------------------------------------- /torchchat/utils/scripts/patch_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/scripts/patch_triton.py -------------------------------------------------------------------------------- /torchchat/utils/scripts/prepare.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/scripts/prepare.sh -------------------------------------------------------------------------------- /torchchat/utils/scripts/test_flow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/scripts/test_flow.sh -------------------------------------------------------------------------------- /torchchat/utils/scripts/updown.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/scripts/updown.py -------------------------------------------------------------------------------- /torchchat/utils/scripts/workflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pytorch/torchchat/HEAD/torchchat/utils/scripts/workflow.sh --------------------------------------------------------------------------------