├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── assets ├── agent-scenarios.png ├── amazon.svg ├── google_research.svg ├── interface.png ├── overall-perform.png ├── salesforce.webp ├── training.png ├── transparent.png └── xlang.png ├── pyproject.toml ├── scripts ├── deploy │ ├── tgi_lemur.sh │ └── vllm_lemur.sh └── eval │ ├── bbh.sh │ ├── gsm.sh │ ├── humaneval.sh │ ├── mbpp.sh │ └── mmlu.sh └── xchat ├── eval ├── __init__.py ├── bbh │ └── run_eval.py ├── dispatch_openai_requests.py ├── gsm │ ├── examplars.py │ └── run_eval.py ├── humaneval │ ├── prompts.py │ └── run_eval.py ├── mbpp │ ├── data.py │ ├── evaluation.py │ ├── examplars.py │ ├── execution.py │ ├── prompts.py │ └── run_eval.py ├── mmlu │ ├── categories.py │ └── run_eval.py └── utils.py └── train ├── llama_flash_attn_monkey_patch.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/README.md -------------------------------------------------------------------------------- /assets/agent-scenarios.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/assets/agent-scenarios.png -------------------------------------------------------------------------------- /assets/amazon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/assets/amazon.svg -------------------------------------------------------------------------------- /assets/google_research.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/assets/google_research.svg -------------------------------------------------------------------------------- /assets/interface.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/assets/interface.png -------------------------------------------------------------------------------- /assets/overall-perform.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/assets/overall-perform.png -------------------------------------------------------------------------------- /assets/salesforce.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/assets/salesforce.webp -------------------------------------------------------------------------------- /assets/training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/assets/training.png -------------------------------------------------------------------------------- /assets/transparent.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/assets/transparent.png -------------------------------------------------------------------------------- /assets/xlang.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/assets/xlang.png -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/deploy/tgi_lemur.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/scripts/deploy/tgi_lemur.sh -------------------------------------------------------------------------------- /scripts/deploy/vllm_lemur.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/scripts/deploy/vllm_lemur.sh -------------------------------------------------------------------------------- /scripts/eval/bbh.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/scripts/eval/bbh.sh -------------------------------------------------------------------------------- /scripts/eval/gsm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/scripts/eval/gsm.sh -------------------------------------------------------------------------------- /scripts/eval/humaneval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/scripts/eval/humaneval.sh -------------------------------------------------------------------------------- /scripts/eval/mbpp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/scripts/eval/mbpp.sh -------------------------------------------------------------------------------- /scripts/eval/mmlu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/scripts/eval/mmlu.sh -------------------------------------------------------------------------------- /xchat/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /xchat/eval/bbh/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/bbh/run_eval.py -------------------------------------------------------------------------------- /xchat/eval/dispatch_openai_requests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/dispatch_openai_requests.py -------------------------------------------------------------------------------- /xchat/eval/gsm/examplars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/gsm/examplars.py -------------------------------------------------------------------------------- /xchat/eval/gsm/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/gsm/run_eval.py -------------------------------------------------------------------------------- /xchat/eval/humaneval/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/humaneval/prompts.py -------------------------------------------------------------------------------- /xchat/eval/humaneval/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/humaneval/run_eval.py -------------------------------------------------------------------------------- /xchat/eval/mbpp/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/mbpp/data.py -------------------------------------------------------------------------------- /xchat/eval/mbpp/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/mbpp/evaluation.py -------------------------------------------------------------------------------- /xchat/eval/mbpp/examplars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/mbpp/examplars.py -------------------------------------------------------------------------------- /xchat/eval/mbpp/execution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/mbpp/execution.py -------------------------------------------------------------------------------- /xchat/eval/mbpp/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/mbpp/prompts.py -------------------------------------------------------------------------------- /xchat/eval/mbpp/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/mbpp/run_eval.py -------------------------------------------------------------------------------- /xchat/eval/mmlu/categories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/mmlu/categories.py -------------------------------------------------------------------------------- /xchat/eval/mmlu/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/mmlu/run_eval.py -------------------------------------------------------------------------------- /xchat/eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/eval/utils.py -------------------------------------------------------------------------------- /xchat/train/llama_flash_attn_monkey_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/train/llama_flash_attn_monkey_patch.py -------------------------------------------------------------------------------- /xchat/train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenLemur/Lemur/HEAD/xchat/train/train.py --------------------------------------------------------------------------------