├── .github └── workflows │ ├── build-documentation.yaml │ ├── check.yaml │ ├── deploy-documentation.yaml │ ├── publish.yaml │ └── test.yaml ├── .gitignore ├── LICENSE ├── README.md ├── docs ├── clients │ ├── bedrock.md │ ├── huggingface.md │ ├── index.md │ └── sagemaker.md ├── examples │ ├── .gitkeep │ └── index.md ├── index.md ├── installation.md └── prompt_utils.md ├── easyllm ├── __init__.py ├── cli.py ├── clients │ ├── __init__.py │ ├── bedrock.py │ ├── huggingface.py │ └── sagemaker.py ├── data │ ├── __init__.py │ ├── extractor │ │ ├── __init__.py │ │ └── html_extractor.py │ └── filters │ │ ├── __init__.py │ │ ├── bulletpoint_ratio.py │ │ ├── common_word.py │ │ ├── cookie_banner.py │ │ ├── digit_to_character.py │ │ ├── kenlm_ppl.py │ │ ├── length.py │ │ ├── longword.py │ │ ├── n_gram.py │ │ ├── non_alpha_numeric.py │ │ ├── parantheses_ration.py │ │ ├── punctuation.py │ │ ├── repeating.py │ │ ├── url_ratio.py │ │ ├── whitespace_ration.py │ │ └── words_to_symbol.py ├── evol_instruct │ └── __init__.py ├── prompt_utils │ ├── __init__.py │ ├── anthropic.py │ ├── base.py │ ├── chatml_hf.py │ ├── falcon.py │ ├── llama2.py │ ├── open_assistant.py │ ├── stablebeluga.py │ ├── vicuna.py │ └── wizardlm.py ├── schema │ ├── base.py │ └── openai.py └── utils │ ├── __init__.py │ ├── aws.py │ └── logging.py ├── makefile ├── mkdocs.yml ├── notebooks ├── bedrock-chat-completion-api.ipynb ├── bedrock-stream-chat-completions.ipynb ├── chat-completion-api.ipynb ├── data-filter.ipynb ├── datasets │ └── filter-dataset.ipynb ├── falcon-180b-chat.ipynb ├── get-embeddings.ipynb ├── inference-endpoints-example.ipynb ├── llama2-agent-example.ipynb ├── llama2-rag-example.ipynb ├── sagemaker-chat-completion-api.ipynb ├── sagemaker-get-embeddings.ipynb ├── sagemaker-text-completion-api.ipynb ├── stream-chat-completions.ipynb ├── stream-text-completions.ipynb └── text-completion-api.ipynb ├── pyproject.toml ├── scripts └── .gitkeep └── tests ├── __init__.py ├── prompt_utils ├── test_chatml_hf.py ├── test_llama2.py ├── test_open_assistant.py ├── test_stablebeluga.py ├── test_vicuna.py └── test_wizardlm.py ├── schema └── test_base.py └── test_main.py /.github/workflows/build-documentation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/.github/workflows/build-documentation.yaml -------------------------------------------------------------------------------- /.github/workflows/check.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/.github/workflows/check.yaml -------------------------------------------------------------------------------- /.github/workflows/deploy-documentation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/.github/workflows/deploy-documentation.yaml -------------------------------------------------------------------------------- /.github/workflows/publish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/.github/workflows/publish.yaml -------------------------------------------------------------------------------- /.github/workflows/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/.github/workflows/test.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/README.md -------------------------------------------------------------------------------- /docs/clients/bedrock.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/docs/clients/bedrock.md -------------------------------------------------------------------------------- /docs/clients/huggingface.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/docs/clients/huggingface.md -------------------------------------------------------------------------------- /docs/clients/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/docs/clients/index.md -------------------------------------------------------------------------------- /docs/clients/sagemaker.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/docs/clients/sagemaker.md -------------------------------------------------------------------------------- /docs/examples/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/examples/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/docs/examples/index.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/docs/installation.md -------------------------------------------------------------------------------- /docs/prompt_utils.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/docs/prompt_utils.md -------------------------------------------------------------------------------- /easyllm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/__init__.py -------------------------------------------------------------------------------- /easyllm/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/cli.py -------------------------------------------------------------------------------- /easyllm/clients/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /easyllm/clients/bedrock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/clients/bedrock.py -------------------------------------------------------------------------------- /easyllm/clients/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/clients/huggingface.py -------------------------------------------------------------------------------- /easyllm/clients/sagemaker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/clients/sagemaker.py -------------------------------------------------------------------------------- /easyllm/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /easyllm/data/extractor/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/extractor/__init__.py -------------------------------------------------------------------------------- /easyllm/data/extractor/html_extractor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/extractor/html_extractor.py -------------------------------------------------------------------------------- /easyllm/data/filters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/__init__.py -------------------------------------------------------------------------------- /easyllm/data/filters/bulletpoint_ratio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/bulletpoint_ratio.py -------------------------------------------------------------------------------- /easyllm/data/filters/common_word.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/common_word.py -------------------------------------------------------------------------------- /easyllm/data/filters/cookie_banner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/cookie_banner.py -------------------------------------------------------------------------------- /easyllm/data/filters/digit_to_character.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/digit_to_character.py -------------------------------------------------------------------------------- /easyllm/data/filters/kenlm_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/kenlm_ppl.py -------------------------------------------------------------------------------- /easyllm/data/filters/length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/length.py -------------------------------------------------------------------------------- /easyllm/data/filters/longword.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/longword.py -------------------------------------------------------------------------------- /easyllm/data/filters/n_gram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/n_gram.py -------------------------------------------------------------------------------- /easyllm/data/filters/non_alpha_numeric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/non_alpha_numeric.py -------------------------------------------------------------------------------- /easyllm/data/filters/parantheses_ration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/parantheses_ration.py -------------------------------------------------------------------------------- /easyllm/data/filters/punctuation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/punctuation.py -------------------------------------------------------------------------------- /easyllm/data/filters/repeating.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/repeating.py -------------------------------------------------------------------------------- /easyllm/data/filters/url_ratio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/url_ratio.py -------------------------------------------------------------------------------- /easyllm/data/filters/whitespace_ration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/whitespace_ration.py -------------------------------------------------------------------------------- /easyllm/data/filters/words_to_symbol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/data/filters/words_to_symbol.py -------------------------------------------------------------------------------- /easyllm/evol_instruct/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /easyllm/prompt_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/prompt_utils/__init__.py -------------------------------------------------------------------------------- /easyllm/prompt_utils/anthropic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/prompt_utils/anthropic.py -------------------------------------------------------------------------------- /easyllm/prompt_utils/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/prompt_utils/base.py -------------------------------------------------------------------------------- /easyllm/prompt_utils/chatml_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/prompt_utils/chatml_hf.py -------------------------------------------------------------------------------- /easyllm/prompt_utils/falcon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/prompt_utils/falcon.py -------------------------------------------------------------------------------- /easyllm/prompt_utils/llama2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/prompt_utils/llama2.py -------------------------------------------------------------------------------- /easyllm/prompt_utils/open_assistant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/prompt_utils/open_assistant.py -------------------------------------------------------------------------------- /easyllm/prompt_utils/stablebeluga.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/prompt_utils/stablebeluga.py -------------------------------------------------------------------------------- /easyllm/prompt_utils/vicuna.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/prompt_utils/vicuna.py -------------------------------------------------------------------------------- /easyllm/prompt_utils/wizardlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/prompt_utils/wizardlm.py -------------------------------------------------------------------------------- /easyllm/schema/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/schema/base.py -------------------------------------------------------------------------------- /easyllm/schema/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/schema/openai.py -------------------------------------------------------------------------------- /easyllm/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/utils/__init__.py -------------------------------------------------------------------------------- /easyllm/utils/aws.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/utils/aws.py -------------------------------------------------------------------------------- /easyllm/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/easyllm/utils/logging.py -------------------------------------------------------------------------------- /makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/makefile -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /notebooks/bedrock-chat-completion-api.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/bedrock-chat-completion-api.ipynb -------------------------------------------------------------------------------- /notebooks/bedrock-stream-chat-completions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/bedrock-stream-chat-completions.ipynb -------------------------------------------------------------------------------- /notebooks/chat-completion-api.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/chat-completion-api.ipynb -------------------------------------------------------------------------------- /notebooks/data-filter.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/data-filter.ipynb -------------------------------------------------------------------------------- /notebooks/datasets/filter-dataset.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/datasets/filter-dataset.ipynb -------------------------------------------------------------------------------- /notebooks/falcon-180b-chat.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/falcon-180b-chat.ipynb -------------------------------------------------------------------------------- /notebooks/get-embeddings.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/get-embeddings.ipynb -------------------------------------------------------------------------------- /notebooks/inference-endpoints-example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/inference-endpoints-example.ipynb -------------------------------------------------------------------------------- /notebooks/llama2-agent-example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/llama2-agent-example.ipynb -------------------------------------------------------------------------------- /notebooks/llama2-rag-example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/llama2-rag-example.ipynb -------------------------------------------------------------------------------- /notebooks/sagemaker-chat-completion-api.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/sagemaker-chat-completion-api.ipynb -------------------------------------------------------------------------------- /notebooks/sagemaker-get-embeddings.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/sagemaker-get-embeddings.ipynb -------------------------------------------------------------------------------- /notebooks/sagemaker-text-completion-api.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/sagemaker-text-completion-api.ipynb -------------------------------------------------------------------------------- /notebooks/stream-chat-completions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/stream-chat-completions.ipynb -------------------------------------------------------------------------------- /notebooks/stream-text-completions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/stream-text-completions.ipynb -------------------------------------------------------------------------------- /notebooks/text-completion-api.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/notebooks/text-completion-api.ipynb -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/prompt_utils/test_chatml_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/tests/prompt_utils/test_chatml_hf.py -------------------------------------------------------------------------------- /tests/prompt_utils/test_llama2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/tests/prompt_utils/test_llama2.py -------------------------------------------------------------------------------- /tests/prompt_utils/test_open_assistant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/tests/prompt_utils/test_open_assistant.py -------------------------------------------------------------------------------- /tests/prompt_utils/test_stablebeluga.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/tests/prompt_utils/test_stablebeluga.py -------------------------------------------------------------------------------- /tests/prompt_utils/test_vicuna.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/tests/prompt_utils/test_vicuna.py -------------------------------------------------------------------------------- /tests/prompt_utils/test_wizardlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/tests/prompt_utils/test_wizardlm.py -------------------------------------------------------------------------------- /tests/schema/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/tests/schema/test_base.py -------------------------------------------------------------------------------- /tests/test_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/philschmid/easyllm/HEAD/tests/test_main.py --------------------------------------------------------------------------------