├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md └── src ├── configs ├── README.md ├── example_config.yaml ├── gemma-2b-it.yaml ├── gemma-7b-it.yaml ├── llama-2-13b-chat-hf.yaml ├── llama-2-7b-chat-hf.yaml ├── llama-2-7b-hf.yaml ├── mistral-7b-instruct-v0.1.yaml ├── stablelm-zephyr-3b.yaml └── tinyllama-1.1b-chat-v0.5.yaml ├── model_evaluation ├── .gitignore ├── README.md ├── results │ ├── model_specs.csv │ ├── results.csv │ └── visualization.ipynb └── src │ ├── README.md │ ├── download_gptq_awq_models.sh │ ├── eval_requirements.txt │ ├── evaluate_awq.sh │ ├── evaluate_gptq.sh │ ├── evaluate_hf.sh │ └── evaluate_llamacpp.sh ├── models ├── README.md ├── convert.py ├── convert_utils │ ├── __init__.py │ ├── awq_utils.py │ ├── llama_utils.py │ └── mlc_utils.py ├── download.py ├── requirements.txt └── scripts │ ├── convert_legacy.sh │ ├── convert_new.sh │ ├── download_all_models.sh │ └── replace_link_with_model.sh ├── parsers ├── README.md ├── notebooks │ └── per_op_plotting.ipynb ├── parser.py ├── scripts │ └── logcat_getter.sh ├── test_files │ ├── dummy_file.llamacpp.log │ └── dummy_file.mlc.log └── utils │ ├── __init__.py │ ├── llamacpp_utils.py │ ├── mlc_utils.py │ └── utils.py └── prompts ├── .gitignore ├── README.md ├── conversations.json ├── input_sustained.json ├── notebooks ├── oasst_prompts.ipynb └── prompt_statistics.ipynb └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/README.md -------------------------------------------------------------------------------- /src/configs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/configs/README.md -------------------------------------------------------------------------------- /src/configs/example_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/configs/example_config.yaml -------------------------------------------------------------------------------- /src/configs/gemma-2b-it.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/configs/gemma-2b-it.yaml -------------------------------------------------------------------------------- /src/configs/gemma-7b-it.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/configs/gemma-7b-it.yaml -------------------------------------------------------------------------------- /src/configs/llama-2-13b-chat-hf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/configs/llama-2-13b-chat-hf.yaml -------------------------------------------------------------------------------- /src/configs/llama-2-7b-chat-hf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/configs/llama-2-7b-chat-hf.yaml -------------------------------------------------------------------------------- /src/configs/llama-2-7b-hf.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/configs/llama-2-7b-hf.yaml -------------------------------------------------------------------------------- /src/configs/mistral-7b-instruct-v0.1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/configs/mistral-7b-instruct-v0.1.yaml -------------------------------------------------------------------------------- /src/configs/stablelm-zephyr-3b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/configs/stablelm-zephyr-3b.yaml -------------------------------------------------------------------------------- /src/configs/tinyllama-1.1b-chat-v0.5.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/configs/tinyllama-1.1b-chat-v0.5.yaml -------------------------------------------------------------------------------- /src/model_evaluation/.gitignore: -------------------------------------------------------------------------------- 1 | logs/ -------------------------------------------------------------------------------- /src/model_evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/model_evaluation/README.md -------------------------------------------------------------------------------- /src/model_evaluation/results/model_specs.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/model_evaluation/results/model_specs.csv -------------------------------------------------------------------------------- /src/model_evaluation/results/results.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/model_evaluation/results/results.csv -------------------------------------------------------------------------------- /src/model_evaluation/results/visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/model_evaluation/results/visualization.ipynb -------------------------------------------------------------------------------- /src/model_evaluation/src/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/model_evaluation/src/README.md -------------------------------------------------------------------------------- /src/model_evaluation/src/download_gptq_awq_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/model_evaluation/src/download_gptq_awq_models.sh -------------------------------------------------------------------------------- /src/model_evaluation/src/eval_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/model_evaluation/src/eval_requirements.txt -------------------------------------------------------------------------------- /src/model_evaluation/src/evaluate_awq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/model_evaluation/src/evaluate_awq.sh -------------------------------------------------------------------------------- /src/model_evaluation/src/evaluate_gptq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/model_evaluation/src/evaluate_gptq.sh -------------------------------------------------------------------------------- /src/model_evaluation/src/evaluate_hf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/model_evaluation/src/evaluate_hf.sh -------------------------------------------------------------------------------- /src/model_evaluation/src/evaluate_llamacpp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/model_evaluation/src/evaluate_llamacpp.sh -------------------------------------------------------------------------------- /src/models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/models/README.md -------------------------------------------------------------------------------- /src/models/convert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/models/convert.py -------------------------------------------------------------------------------- /src/models/convert_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/convert_utils/awq_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/models/convert_utils/awq_utils.py -------------------------------------------------------------------------------- /src/models/convert_utils/llama_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/models/convert_utils/llama_utils.py -------------------------------------------------------------------------------- /src/models/convert_utils/mlc_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/models/convert_utils/mlc_utils.py -------------------------------------------------------------------------------- /src/models/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/models/download.py -------------------------------------------------------------------------------- /src/models/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy==1.24 2 | huggingface_hub 3 | sentencepiece 4 | transformers -------------------------------------------------------------------------------- /src/models/scripts/convert_legacy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/models/scripts/convert_legacy.sh -------------------------------------------------------------------------------- /src/models/scripts/convert_new.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/models/scripts/convert_new.sh -------------------------------------------------------------------------------- /src/models/scripts/download_all_models.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/models/scripts/download_all_models.sh -------------------------------------------------------------------------------- /src/models/scripts/replace_link_with_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/models/scripts/replace_link_with_model.sh -------------------------------------------------------------------------------- /src/parsers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/parsers/README.md -------------------------------------------------------------------------------- /src/parsers/notebooks/per_op_plotting.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/parsers/notebooks/per_op_plotting.ipynb -------------------------------------------------------------------------------- /src/parsers/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/parsers/parser.py -------------------------------------------------------------------------------- /src/parsers/scripts/logcat_getter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/parsers/scripts/logcat_getter.sh -------------------------------------------------------------------------------- /src/parsers/test_files/dummy_file.llamacpp.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/parsers/test_files/dummy_file.llamacpp.log -------------------------------------------------------------------------------- /src/parsers/test_files/dummy_file.mlc.log: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/parsers/test_files/dummy_file.mlc.log -------------------------------------------------------------------------------- /src/parsers/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/parsers/utils/llamacpp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/parsers/utils/llamacpp_utils.py -------------------------------------------------------------------------------- /src/parsers/utils/mlc_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/parsers/utils/mlc_utils.py -------------------------------------------------------------------------------- /src/parsers/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/parsers/utils/utils.py -------------------------------------------------------------------------------- /src/prompts/.gitignore: -------------------------------------------------------------------------------- 1 | results/ 2 | -------------------------------------------------------------------------------- /src/prompts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/prompts/README.md -------------------------------------------------------------------------------- /src/prompts/conversations.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/prompts/conversations.json -------------------------------------------------------------------------------- /src/prompts/input_sustained.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/prompts/input_sustained.json -------------------------------------------------------------------------------- /src/prompts/notebooks/oasst_prompts.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/prompts/notebooks/oasst_prompts.ipynb -------------------------------------------------------------------------------- /src/prompts/notebooks/prompt_statistics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/prompts/notebooks/prompt_statistics.ipynb -------------------------------------------------------------------------------- /src/prompts/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/brave-experiments/MELT-public/HEAD/src/prompts/requirements.txt --------------------------------------------------------------------------------