├── .github └── workflows │ └── on-push.yaml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE ├── MANIFEST.in ├── README.md ├── conf ├── __init__.py ├── backbone │ ├── rugpt3large.yaml │ ├── rugpt3medium.yaml │ └── rugpt3small.yaml ├── callbacks │ ├── freeze_transformer_unfreeze_prompt.yaml │ ├── reduce_checkpoint.yaml │ ├── save_pretrained_prompt.yaml │ └── wb_log_hydra_config.yaml ├── config.yaml ├── dataset │ ├── default.yaml │ ├── from_csv.yaml │ ├── from_jsonl.yaml │ ├── from_local.yaml │ └── from_tsv.yaml ├── model │ ├── default.yaml │ └── gpt.yaml ├── optimizer │ └── adamw.yaml ├── preprocessing │ └── text2text.yaml ├── prompt_format │ └── default.yaml ├── prompt_provider │ ├── lstm.yaml │ └── tensor.yaml ├── scheduler │ ├── cosine_annealing_warm_restarts.yaml │ └── linear_schedule_with_warmup.yaml ├── task │ └── text2text.yaml ├── tokenizer │ ├── autotokenizer.yaml │ └── rugpt3.yaml └── training │ └── default.yaml ├── docs ├── docs │ ├── api │ │ ├── callbacks.md │ │ ├── pipelines.md │ │ ├── preprocessing.md │ │ ├── prompt.md │ │ ├── prompt_format.md │ │ └── prompt_provider.md │ ├── getting-started │ │ ├── installation.md │ │ └── quick-start.md │ ├── hydra │ │ ├── cli.md │ │ ├── config.md │ │ └── index.md │ ├── index.md │ ├── pretrained │ │ └── index.md │ ├── static │ │ ├── prompt_format_prompt_provider.png │ │ ├── prompt_provider_ce_loss.png │ │ └── prompt_provider_lm_loss.png │ ├── stylesheets │ │ └── extra.css │ └── tutorials.md ├── hooks.py ├── mkdocs.yml └── templates │ └── python │ └── material │ ├── annotation.html │ ├── attribute.html │ ├── attributes.html │ ├── class.html │ ├── exceptions.html │ ├── function.html │ ├── method.html │ ├── parameters.html │ ├── return.html │ └── signature.html ├── notebooks ├── detox-russe-inference-pretrained.ipynb ├── detox-russe-train-hydra.ipynb ├── detox-russe-train-python.ipynb ├── pretrained-inference.ipynb └── train-hydra-cli.ipynb ├── pyproject.toml ├── ruprompts ├── __init__.py ├── callbacks.py ├── cli │ ├── __init__.py │ └── train.py ├── pipelines.py ├── preprocessing.py ├── prompt.py ├── prompt_embedding.py ├── prompt_format.py └── prompt_provider.py ├── setup.py └── tests ├── conftest.py ├── fixtures ├── config.json ├── merges.txt └── vocab.json ├── test_pipelines.py ├── test_preprocessing.py ├── test_prompt.py ├── test_prompt_format.py └── test_prompt_provider.py /.github/workflows/on-push.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/.github/workflows/on-push.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- 1 | recursive-include conf *.yaml 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/README.md -------------------------------------------------------------------------------- /conf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /conf/backbone/rugpt3large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/backbone/rugpt3large.yaml -------------------------------------------------------------------------------- /conf/backbone/rugpt3medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/backbone/rugpt3medium.yaml -------------------------------------------------------------------------------- /conf/backbone/rugpt3small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/backbone/rugpt3small.yaml -------------------------------------------------------------------------------- /conf/callbacks/freeze_transformer_unfreeze_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/callbacks/freeze_transformer_unfreeze_prompt.yaml -------------------------------------------------------------------------------- /conf/callbacks/reduce_checkpoint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/callbacks/reduce_checkpoint.yaml -------------------------------------------------------------------------------- /conf/callbacks/save_pretrained_prompt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/callbacks/save_pretrained_prompt.yaml -------------------------------------------------------------------------------- /conf/callbacks/wb_log_hydra_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/callbacks/wb_log_hydra_config.yaml -------------------------------------------------------------------------------- /conf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/config.yaml -------------------------------------------------------------------------------- /conf/dataset/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/dataset/default.yaml -------------------------------------------------------------------------------- /conf/dataset/from_csv.yaml: -------------------------------------------------------------------------------- 1 | defaults: 2 | - from_local 3 | 4 | path: csv 5 | -------------------------------------------------------------------------------- /conf/dataset/from_jsonl.yaml: -------------------------------------------------------------------------------- 1 | defaults: 2 | - from_local 3 | 4 | path: json 5 | -------------------------------------------------------------------------------- /conf/dataset/from_local.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/dataset/from_local.yaml -------------------------------------------------------------------------------- /conf/dataset/from_tsv.yaml: -------------------------------------------------------------------------------- 1 | defaults: 2 | - from_local 3 | 4 | path: csv 5 | delimiter: "\t" 6 | -------------------------------------------------------------------------------- /conf/model/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/model/default.yaml -------------------------------------------------------------------------------- /conf/model/gpt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/model/gpt.yaml -------------------------------------------------------------------------------- /conf/optimizer/adamw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/optimizer/adamw.yaml -------------------------------------------------------------------------------- /conf/preprocessing/text2text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/preprocessing/text2text.yaml -------------------------------------------------------------------------------- /conf/prompt_format/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/prompt_format/default.yaml -------------------------------------------------------------------------------- /conf/prompt_provider/lstm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/prompt_provider/lstm.yaml -------------------------------------------------------------------------------- /conf/prompt_provider/tensor.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/prompt_provider/tensor.yaml -------------------------------------------------------------------------------- /conf/scheduler/cosine_annealing_warm_restarts.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/scheduler/cosine_annealing_warm_restarts.yaml -------------------------------------------------------------------------------- /conf/scheduler/linear_schedule_with_warmup.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/scheduler/linear_schedule_with_warmup.yaml -------------------------------------------------------------------------------- /conf/task/text2text.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/task/text2text.yaml -------------------------------------------------------------------------------- /conf/tokenizer/autotokenizer.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/tokenizer/autotokenizer.yaml -------------------------------------------------------------------------------- /conf/tokenizer/rugpt3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/tokenizer/rugpt3.yaml -------------------------------------------------------------------------------- /conf/training/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/conf/training/default.yaml -------------------------------------------------------------------------------- /docs/docs/api/callbacks.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/api/callbacks.md -------------------------------------------------------------------------------- /docs/docs/api/pipelines.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/api/pipelines.md -------------------------------------------------------------------------------- /docs/docs/api/preprocessing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/api/preprocessing.md -------------------------------------------------------------------------------- /docs/docs/api/prompt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/api/prompt.md -------------------------------------------------------------------------------- /docs/docs/api/prompt_format.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/api/prompt_format.md -------------------------------------------------------------------------------- /docs/docs/api/prompt_provider.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/api/prompt_provider.md -------------------------------------------------------------------------------- /docs/docs/getting-started/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/getting-started/installation.md -------------------------------------------------------------------------------- /docs/docs/getting-started/quick-start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/getting-started/quick-start.md -------------------------------------------------------------------------------- /docs/docs/hydra/cli.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/hydra/cli.md -------------------------------------------------------------------------------- /docs/docs/hydra/config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/hydra/config.md -------------------------------------------------------------------------------- /docs/docs/hydra/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/hydra/index.md -------------------------------------------------------------------------------- /docs/docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/index.md -------------------------------------------------------------------------------- /docs/docs/pretrained/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/pretrained/index.md -------------------------------------------------------------------------------- /docs/docs/static/prompt_format_prompt_provider.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/static/prompt_format_prompt_provider.png -------------------------------------------------------------------------------- /docs/docs/static/prompt_provider_ce_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/static/prompt_provider_ce_loss.png -------------------------------------------------------------------------------- /docs/docs/static/prompt_provider_lm_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/static/prompt_provider_lm_loss.png -------------------------------------------------------------------------------- /docs/docs/stylesheets/extra.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/stylesheets/extra.css -------------------------------------------------------------------------------- /docs/docs/tutorials.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/docs/tutorials.md -------------------------------------------------------------------------------- /docs/hooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/hooks.py -------------------------------------------------------------------------------- /docs/mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/mkdocs.yml -------------------------------------------------------------------------------- /docs/templates/python/material/annotation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/templates/python/material/annotation.html -------------------------------------------------------------------------------- /docs/templates/python/material/attribute.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/templates/python/material/attribute.html -------------------------------------------------------------------------------- /docs/templates/python/material/attributes.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/templates/python/material/attributes.html -------------------------------------------------------------------------------- /docs/templates/python/material/class.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/templates/python/material/class.html -------------------------------------------------------------------------------- /docs/templates/python/material/exceptions.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/templates/python/material/exceptions.html -------------------------------------------------------------------------------- /docs/templates/python/material/function.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/templates/python/material/function.html -------------------------------------------------------------------------------- /docs/templates/python/material/method.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/templates/python/material/method.html -------------------------------------------------------------------------------- /docs/templates/python/material/parameters.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/templates/python/material/parameters.html -------------------------------------------------------------------------------- /docs/templates/python/material/return.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/templates/python/material/return.html -------------------------------------------------------------------------------- /docs/templates/python/material/signature.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/docs/templates/python/material/signature.html -------------------------------------------------------------------------------- /notebooks/detox-russe-inference-pretrained.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/notebooks/detox-russe-inference-pretrained.ipynb -------------------------------------------------------------------------------- /notebooks/detox-russe-train-hydra.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/notebooks/detox-russe-train-hydra.ipynb -------------------------------------------------------------------------------- /notebooks/detox-russe-train-python.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/notebooks/detox-russe-train-python.ipynb -------------------------------------------------------------------------------- /notebooks/pretrained-inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/notebooks/pretrained-inference.ipynb -------------------------------------------------------------------------------- /notebooks/train-hydra-cli.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/notebooks/train-hydra-cli.ipynb -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/pyproject.toml -------------------------------------------------------------------------------- /ruprompts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/ruprompts/__init__.py -------------------------------------------------------------------------------- /ruprompts/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/ruprompts/callbacks.py -------------------------------------------------------------------------------- /ruprompts/cli/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ruprompts/cli/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/ruprompts/cli/train.py -------------------------------------------------------------------------------- /ruprompts/pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/ruprompts/pipelines.py -------------------------------------------------------------------------------- /ruprompts/preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/ruprompts/preprocessing.py -------------------------------------------------------------------------------- /ruprompts/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/ruprompts/prompt.py -------------------------------------------------------------------------------- /ruprompts/prompt_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/ruprompts/prompt_embedding.py -------------------------------------------------------------------------------- /ruprompts/prompt_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/ruprompts/prompt_format.py -------------------------------------------------------------------------------- /ruprompts/prompt_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/ruprompts/prompt_provider.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/setup.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/fixtures/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/tests/fixtures/config.json -------------------------------------------------------------------------------- /tests/fixtures/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/tests/fixtures/merges.txt -------------------------------------------------------------------------------- /tests/fixtures/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/tests/fixtures/vocab.json -------------------------------------------------------------------------------- /tests/test_pipelines.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/tests/test_pipelines.py -------------------------------------------------------------------------------- /tests/test_preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/tests/test_preprocessing.py -------------------------------------------------------------------------------- /tests/test_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/tests/test_prompt.py -------------------------------------------------------------------------------- /tests/test_prompt_format.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/tests/test_prompt_format.py -------------------------------------------------------------------------------- /tests/test_prompt_provider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ai-forever/ru-prompts/HEAD/tests/test_prompt_provider.py --------------------------------------------------------------------------------