├── .cirun.yml ├── .github └── workflows │ ├── cla.yml │ ├── release.yml │ └── tests.yml ├── .gitignore ├── LICENSE.txt ├── README.md ├── docs ├── .gitignore ├── Makefile ├── make.bat └── source │ ├── __init__.py │ ├── _static │ ├── css │ │ └── custom.css │ ├── images │ │ ├── cover.png │ │ ├── demo.svg │ │ ├── demo_code.png │ │ ├── favicon.svg │ │ └── logo.svg │ └── js │ │ └── custom.js │ ├── _templates │ ├── apidoc │ │ ├── module.rst_t │ │ └── package.rst_t │ ├── base.html │ ├── metatags.html │ ├── page.html │ └── sidebar │ │ └── brand.html │ ├── conf.py │ ├── docstrings.py │ ├── index.rst │ └── pages │ ├── advanced_usage │ ├── caching_and_saved_outputs.rst │ ├── creating_a_new_datadreamer_... │ │ ├── index.rst │ │ ├── llm.rst │ │ ├── other.rst │ │ ├── step.rst │ │ └── trainer.rst │ ├── index.rst │ ├── parallelization │ │ ├── index.rst │ │ ├── running_models_on_multiple_gpus.rst │ │ ├── running_steps_in_parallel.rst │ │ └── training_models_on_multiple_gpus.rst │ ├── parameter_efficient_training.rst │ └── quantization.rst │ ├── contributing.rst │ └── get_started │ ├── installation.rst │ ├── motivation_and_design.rst │ ├── overview_guide.rst │ └── quick_tour │ ├── abstract_to_tweet.rst │ ├── aligning.rst │ ├── attributed_prompts.rst │ ├── bootstrapping_machine_translation.rst │ ├── dataset_augmentation.rst │ ├── dataset_cleaning.rst │ ├── index.rst │ ├── instruction_tuning.rst │ ├── openai_distillation.rst │ └── self_rewarding.rst ├── pyproject.toml ├── scripts ├── .cluster │ ├── .gitignore │ ├── _boot.sh │ ├── _command.sh │ ├── _lock.sh │ ├── _setup.sh │ ├── args_log.sh │ ├── config_log.sh │ ├── direct │ │ ├── .gitignore │ │ ├── _direct_config.sh │ │ ├── _direct_env.sh │ │ ├── cancel.sh │ │ ├── cancel_all.sh │ │ ├── interactive_submit.sh │ │ ├── reset_venv.sh │ │ ├── status.sh │ │ ├── status_all.sh │ │ └── submit.sh │ ├── full_reset.sh │ ├── install_log.sh │ ├── reset.sh │ ├── reset_venv.sh │ ├── series_log.sh │ ├── sge │ │ ├── .gitignore │ │ ├── _qsub_config.sh │ │ ├── cancel.sh │ │ ├── cancel_all.sh │ │ ├── htop.sh │ │ ├── interactive_submit.sh │ │ ├── reset_venv.sh │ │ ├── shell.sh │ │ ├── status.sh │ │ ├── status_all.sh │ │ └── submit.sh │ ├── slurm │ │ ├── .gitignore │ │ ├── _sbatch_config.sh │ │ ├── cancel.sh │ │ ├── cancel_all.sh │ │ ├── htop.sh │ │ ├── interactive_submit.sh │ │ ├── nvidia-smi.sh │ │ ├── reset_venv.sh │ │ ├── shell.sh │ │ ├── status.sh │ │ ├── status_all.sh │ │ └── submit.sh │ ├── stderr_log.sh │ ├── stdout_log.sh │ ├── submission_log.sh │ └── tag.sh ├── .githooks │ ├── post-checkout │ └── pre-commit ├── .python-version ├── .vscode │ ├── extensions.json │ ├── settings.json │ └── tasks.json ├── docs.sh ├── format.sh ├── lint.sh ├── package.sh ├── package_publish.sh ├── project.env └── run.sh └── src ├── .env ├── .gitignore ├── .secrets.template.env ├── __cli__.py ├── __init__.py ├── __main__.py ├── _cachable ├── __init__.py ├── _cachable.py └── _parallel_cachable.py ├── _patches ├── __init__.py ├── datasets_reset_state_hack.py └── setfit_import_hack.py ├── _stubs ├── .gitkeep └── datasets │ └── __init__.pyi ├── datadreamer.py ├── datasets ├── __init__.py ├── datasets.py └── utils.py ├── embedders ├── __init__.py ├── embedder.py ├── openai_embedder.py ├── parallel_embedder.py ├── sentence_transformers_embedder.py └── together_embedder.py ├── errors ├── __init__.py └── steps │ ├── __init__.py │ └── step.py ├── llms ├── __init__.py ├── _chat_prompt_templates.py ├── _litellm.py ├── _llm_api.py ├── _tokenizers.py ├── ai21.py ├── anthropic.py ├── bedrock.py ├── cohere.py ├── ctransformers.py ├── google_ai_studio.py ├── hf_api_endpoint.py ├── hf_transformers.py ├── llm.py ├── mistral_ai.py ├── openai.py ├── openai_assistant.py ├── parallel_llm.py ├── petals.py ├── together.py ├── vertex_ai.py └── vllm.py ├── logging ├── __init__.py └── logger.py ├── pickling ├── __init__.py └── pickle.py ├── project ├── __init__.py ├── builtin_tasks.py ├── debug.py ├── devices.py ├── environment.py ├── pennnlp.py ├── persistent_storage.py ├── report.py └── serve.py ├── py.typed ├── requirements-accelerator-device.txt ├── requirements-cpu.txt ├── requirements-dev.txt ├── requirements-test.txt ├── requirements.txt ├── retrievers ├── __init__.py ├── embedding_retriever.py ├── parallel_retriever.py └── retriever.py ├── steps ├── __init__.py ├── data_card.py ├── data_sources │ ├── csv_data_source.py │ ├── data_source.py │ ├── hf_dataset_data_source.py │ ├── hf_hub_data_source.py │ ├── json_data_source.py │ └── text_data_source.py ├── prompt │ ├── _prompt_base.py │ ├── data_from_attributed_prompt.py │ ├── data_from_prompt.py │ ├── few_shot_prompt.py │ ├── few_shot_prompt_with_retrieval.py │ ├── filter_with_prompt.py │ ├── judge_generation_pairs_with_prompt.py │ ├── judge_pairs_with_prompt.py │ ├── process_with_prompt.py │ ├── prompt.py │ ├── rag_prompt.py │ └── rank_with_prompt.py ├── step.py ├── step_background.py ├── step_export.py ├── step_operations.py ├── step_output.py └── tasks │ ├── cosine_similarity.py │ ├── embed.py │ ├── retrieve.py │ └── run_task_model.py ├── task_models ├── __init__.py ├── hf_classification_task_model.py ├── parallel_task_model.py └── task_model.py ├── tests ├── __init__.py ├── conftest.py ├── datasets │ ├── __init__.py │ ├── test_datasets.py │ └── test_utils.py ├── embedders │ ├── __init__.py │ └── test_embedders.py ├── llms │ ├── __init__.py │ └── test_llms.py ├── retrievers │ ├── __init__.py │ └── test_retrievers.py ├── steps │ ├── __init__.py │ ├── prompt │ │ ├── __init__.py │ │ └── test_prompt.py │ ├── tasks │ │ ├── __init__.py │ │ └── test_tasks.py │ ├── test_data_sources.py │ ├── test_step.py │ ├── test_step_background.py │ ├── test_step_export.py │ ├── test_step_operations.py │ └── test_step_output.py ├── task_models │ ├── __init__.py │ └── test_task_models.py ├── test_cli.py ├── test_datadreamer.py ├── test_package.py ├── test_utils │ ├── __init__.py │ ├── config.py │ └── fixtures │ │ ├── __init__.py │ │ ├── bitsandbytes_fixture.py │ │ ├── clear_space.py │ │ ├── cli_runner.py │ │ ├── create_datadreamer.py │ │ ├── create_test_step.py │ │ ├── mock_llm.py │ │ └── restore_os_environ.py ├── trainers │ ├── __init__.py │ ├── test_distributed.py │ └── test_trainers.py └── utils │ ├── __init__.py │ └── test_device_utils.py ├── trainers ├── __init__.py ├── _train_hf_base.py ├── _vendored │ ├── __init__.py │ ├── _dpo_helper.py │ ├── _sentence_transformer_helper.py │ ├── _setfit_helper.py │ └── dpo_trainer.py ├── train_hf_classifier.py ├── train_hf_dpo.py ├── train_hf_finetune.py ├── train_hf_ppo.py ├── train_hf_reward_model.py ├── train_openai_finetune.py ├── train_sentence_transformer.py ├── train_setfit_classifier.py └── trainer.py └── utils ├── __init__.py ├── arg_utils.py ├── background_utils.py ├── collection_utils.py ├── device_utils.py ├── distributed_utils.py ├── fingerprint_utils.py ├── fs_utils.py ├── hf_chat_prompt_templates.py ├── hf_hub_utils.py ├── hf_model_utils.py ├── hf_structured_decoding_utils.py ├── hf_training_utils.py ├── import_utils.py ├── ring_utils.py ├── str_utils.py └── time_utils.py /.cirun.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/.cirun.yml -------------------------------------------------------------------------------- /.github/workflows/cla.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/.github/workflows/cla.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/.github/workflows/tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/README.md -------------------------------------------------------------------------------- /docs/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/.gitignore -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/source/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/source/_static/css/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_static/css/custom.css -------------------------------------------------------------------------------- /docs/source/_static/images/cover.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_static/images/cover.png -------------------------------------------------------------------------------- /docs/source/_static/images/demo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_static/images/demo.svg -------------------------------------------------------------------------------- /docs/source/_static/images/demo_code.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_static/images/demo_code.png -------------------------------------------------------------------------------- /docs/source/_static/images/favicon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_static/images/favicon.svg -------------------------------------------------------------------------------- /docs/source/_static/images/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_static/images/logo.svg -------------------------------------------------------------------------------- /docs/source/_static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_static/js/custom.js -------------------------------------------------------------------------------- /docs/source/_templates/apidoc/module.rst_t: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_templates/apidoc/module.rst_t -------------------------------------------------------------------------------- /docs/source/_templates/apidoc/package.rst_t: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_templates/apidoc/package.rst_t -------------------------------------------------------------------------------- /docs/source/_templates/base.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_templates/base.html -------------------------------------------------------------------------------- /docs/source/_templates/metatags.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_templates/metatags.html -------------------------------------------------------------------------------- /docs/source/_templates/page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_templates/page.html -------------------------------------------------------------------------------- /docs/source/_templates/sidebar/brand.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/_templates/sidebar/brand.html -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/docstrings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/docstrings.py -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/caching_and_saved_outputs.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/caching_and_saved_outputs.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/creating_a_new_datadreamer_.../index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/creating_a_new_datadreamer_.../index.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/creating_a_new_datadreamer_.../llm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/creating_a_new_datadreamer_.../llm.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/creating_a_new_datadreamer_.../other.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/creating_a_new_datadreamer_.../other.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/creating_a_new_datadreamer_.../step.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/creating_a_new_datadreamer_.../step.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/creating_a_new_datadreamer_.../trainer.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/creating_a_new_datadreamer_.../trainer.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/index.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/parallelization/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/parallelization/index.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/parallelization/running_models_on_multiple_gpus.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/parallelization/running_models_on_multiple_gpus.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/parallelization/running_steps_in_parallel.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/parallelization/running_steps_in_parallel.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/parallelization/training_models_on_multiple_gpus.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/parallelization/training_models_on_multiple_gpus.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/parameter_efficient_training.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/parameter_efficient_training.rst -------------------------------------------------------------------------------- /docs/source/pages/advanced_usage/quantization.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/advanced_usage/quantization.rst -------------------------------------------------------------------------------- /docs/source/pages/contributing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/contributing.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/installation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/installation.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/motivation_and_design.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/motivation_and_design.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/overview_guide.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/overview_guide.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/quick_tour/abstract_to_tweet.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/quick_tour/abstract_to_tweet.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/quick_tour/aligning.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/quick_tour/aligning.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/quick_tour/attributed_prompts.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/quick_tour/attributed_prompts.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/quick_tour/bootstrapping_machine_translation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/quick_tour/bootstrapping_machine_translation.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/quick_tour/dataset_augmentation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/quick_tour/dataset_augmentation.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/quick_tour/dataset_cleaning.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/quick_tour/dataset_cleaning.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/quick_tour/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/quick_tour/index.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/quick_tour/instruction_tuning.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/quick_tour/instruction_tuning.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/quick_tour/openai_distillation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/quick_tour/openai_distillation.rst -------------------------------------------------------------------------------- /docs/source/pages/get_started/quick_tour/self_rewarding.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/docs/source/pages/get_started/quick_tour/self_rewarding.rst -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/.cluster/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/.gitignore -------------------------------------------------------------------------------- /scripts/.cluster/_boot.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/_boot.sh -------------------------------------------------------------------------------- /scripts/.cluster/_command.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/_command.sh -------------------------------------------------------------------------------- /scripts/.cluster/_lock.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/_lock.sh -------------------------------------------------------------------------------- /scripts/.cluster/_setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/_setup.sh -------------------------------------------------------------------------------- /scripts/.cluster/args_log.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/args_log.sh -------------------------------------------------------------------------------- /scripts/.cluster/config_log.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/config_log.sh -------------------------------------------------------------------------------- /scripts/.cluster/direct/.gitignore: -------------------------------------------------------------------------------- 1 | .last_job/ -------------------------------------------------------------------------------- /scripts/.cluster/direct/_direct_config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/direct/_direct_config.sh -------------------------------------------------------------------------------- /scripts/.cluster/direct/_direct_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/direct/_direct_env.sh -------------------------------------------------------------------------------- /scripts/.cluster/direct/cancel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/direct/cancel.sh -------------------------------------------------------------------------------- /scripts/.cluster/direct/cancel_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/direct/cancel_all.sh -------------------------------------------------------------------------------- /scripts/.cluster/direct/interactive_submit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/direct/interactive_submit.sh -------------------------------------------------------------------------------- /scripts/.cluster/direct/reset_venv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/direct/reset_venv.sh -------------------------------------------------------------------------------- /scripts/.cluster/direct/status.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/direct/status.sh -------------------------------------------------------------------------------- /scripts/.cluster/direct/status_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/direct/status_all.sh -------------------------------------------------------------------------------- /scripts/.cluster/direct/submit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/direct/submit.sh -------------------------------------------------------------------------------- /scripts/.cluster/full_reset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/full_reset.sh -------------------------------------------------------------------------------- /scripts/.cluster/install_log.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/install_log.sh -------------------------------------------------------------------------------- /scripts/.cluster/reset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/reset.sh -------------------------------------------------------------------------------- /scripts/.cluster/reset_venv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/reset_venv.sh -------------------------------------------------------------------------------- /scripts/.cluster/series_log.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/series_log.sh -------------------------------------------------------------------------------- /scripts/.cluster/sge/.gitignore: -------------------------------------------------------------------------------- 1 | .last_job/ -------------------------------------------------------------------------------- /scripts/.cluster/sge/_qsub_config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/sge/_qsub_config.sh -------------------------------------------------------------------------------- /scripts/.cluster/sge/cancel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/sge/cancel.sh -------------------------------------------------------------------------------- /scripts/.cluster/sge/cancel_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/sge/cancel_all.sh -------------------------------------------------------------------------------- /scripts/.cluster/sge/htop.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/sge/htop.sh -------------------------------------------------------------------------------- /scripts/.cluster/sge/interactive_submit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/sge/interactive_submit.sh -------------------------------------------------------------------------------- /scripts/.cluster/sge/reset_venv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/sge/reset_venv.sh -------------------------------------------------------------------------------- /scripts/.cluster/sge/shell.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/sge/shell.sh -------------------------------------------------------------------------------- /scripts/.cluster/sge/status.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/sge/status.sh -------------------------------------------------------------------------------- /scripts/.cluster/sge/status_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/sge/status_all.sh -------------------------------------------------------------------------------- /scripts/.cluster/sge/submit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/sge/submit.sh -------------------------------------------------------------------------------- /scripts/.cluster/slurm/.gitignore: -------------------------------------------------------------------------------- 1 | .last_job/ -------------------------------------------------------------------------------- /scripts/.cluster/slurm/_sbatch_config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/slurm/_sbatch_config.sh -------------------------------------------------------------------------------- /scripts/.cluster/slurm/cancel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/slurm/cancel.sh -------------------------------------------------------------------------------- /scripts/.cluster/slurm/cancel_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/slurm/cancel_all.sh -------------------------------------------------------------------------------- /scripts/.cluster/slurm/htop.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/slurm/htop.sh -------------------------------------------------------------------------------- /scripts/.cluster/slurm/interactive_submit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/slurm/interactive_submit.sh -------------------------------------------------------------------------------- /scripts/.cluster/slurm/nvidia-smi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/slurm/nvidia-smi.sh -------------------------------------------------------------------------------- /scripts/.cluster/slurm/reset_venv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/slurm/reset_venv.sh -------------------------------------------------------------------------------- /scripts/.cluster/slurm/shell.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/slurm/shell.sh -------------------------------------------------------------------------------- /scripts/.cluster/slurm/status.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/slurm/status.sh -------------------------------------------------------------------------------- /scripts/.cluster/slurm/status_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/slurm/status_all.sh -------------------------------------------------------------------------------- /scripts/.cluster/slurm/submit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/slurm/submit.sh -------------------------------------------------------------------------------- /scripts/.cluster/stderr_log.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/stderr_log.sh -------------------------------------------------------------------------------- /scripts/.cluster/stdout_log.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/stdout_log.sh -------------------------------------------------------------------------------- /scripts/.cluster/submission_log.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/submission_log.sh -------------------------------------------------------------------------------- /scripts/.cluster/tag.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.cluster/tag.sh -------------------------------------------------------------------------------- /scripts/.githooks/post-checkout: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.githooks/post-checkout -------------------------------------------------------------------------------- /scripts/.githooks/pre-commit: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.githooks/pre-commit -------------------------------------------------------------------------------- /scripts/.python-version: -------------------------------------------------------------------------------- 1 | 3.10.9 2 | -------------------------------------------------------------------------------- /scripts/.vscode/extensions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.vscode/extensions.json -------------------------------------------------------------------------------- /scripts/.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.vscode/settings.json -------------------------------------------------------------------------------- /scripts/.vscode/tasks.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/.vscode/tasks.json -------------------------------------------------------------------------------- /scripts/docs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/docs.sh -------------------------------------------------------------------------------- /scripts/format.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/format.sh -------------------------------------------------------------------------------- /scripts/lint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/lint.sh -------------------------------------------------------------------------------- /scripts/package.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/package.sh -------------------------------------------------------------------------------- /scripts/package_publish.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/package_publish.sh -------------------------------------------------------------------------------- /scripts/project.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/project.env -------------------------------------------------------------------------------- /scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/scripts/run.sh -------------------------------------------------------------------------------- /src/.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/.env -------------------------------------------------------------------------------- /src/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/.gitignore -------------------------------------------------------------------------------- /src/.secrets.template.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/.secrets.template.env -------------------------------------------------------------------------------- /src/__cli__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/__cli__.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/__init__.py -------------------------------------------------------------------------------- /src/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/__main__.py -------------------------------------------------------------------------------- /src/_cachable/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/_cachable/__init__.py -------------------------------------------------------------------------------- /src/_cachable/_cachable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/_cachable/_cachable.py -------------------------------------------------------------------------------- /src/_cachable/_parallel_cachable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/_cachable/_parallel_cachable.py -------------------------------------------------------------------------------- /src/_patches/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/_patches/datasets_reset_state_hack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/_patches/datasets_reset_state_hack.py -------------------------------------------------------------------------------- /src/_patches/setfit_import_hack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/_patches/setfit_import_hack.py -------------------------------------------------------------------------------- /src/_stubs/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/_stubs/datasets/__init__.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/_stubs/datasets/__init__.pyi -------------------------------------------------------------------------------- /src/datadreamer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/datadreamer.py -------------------------------------------------------------------------------- /src/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/datasets/__init__.py -------------------------------------------------------------------------------- /src/datasets/datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/datasets/datasets.py -------------------------------------------------------------------------------- /src/datasets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/datasets/utils.py -------------------------------------------------------------------------------- /src/embedders/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/embedders/__init__.py -------------------------------------------------------------------------------- /src/embedders/embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/embedders/embedder.py -------------------------------------------------------------------------------- /src/embedders/openai_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/embedders/openai_embedder.py -------------------------------------------------------------------------------- /src/embedders/parallel_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/embedders/parallel_embedder.py -------------------------------------------------------------------------------- /src/embedders/sentence_transformers_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/embedders/sentence_transformers_embedder.py -------------------------------------------------------------------------------- /src/embedders/together_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/embedders/together_embedder.py -------------------------------------------------------------------------------- /src/errors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/errors/__init__.py -------------------------------------------------------------------------------- /src/errors/steps/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/errors/steps/step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/errors/steps/step.py -------------------------------------------------------------------------------- /src/llms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/__init__.py -------------------------------------------------------------------------------- /src/llms/_chat_prompt_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/_chat_prompt_templates.py -------------------------------------------------------------------------------- /src/llms/_litellm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/_litellm.py -------------------------------------------------------------------------------- /src/llms/_llm_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/_llm_api.py -------------------------------------------------------------------------------- /src/llms/_tokenizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/_tokenizers.py -------------------------------------------------------------------------------- /src/llms/ai21.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/ai21.py -------------------------------------------------------------------------------- /src/llms/anthropic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/anthropic.py -------------------------------------------------------------------------------- /src/llms/bedrock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/bedrock.py -------------------------------------------------------------------------------- /src/llms/cohere.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/cohere.py -------------------------------------------------------------------------------- /src/llms/ctransformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/ctransformers.py -------------------------------------------------------------------------------- /src/llms/google_ai_studio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/google_ai_studio.py -------------------------------------------------------------------------------- /src/llms/hf_api_endpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/hf_api_endpoint.py -------------------------------------------------------------------------------- /src/llms/hf_transformers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/hf_transformers.py -------------------------------------------------------------------------------- /src/llms/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/llm.py -------------------------------------------------------------------------------- /src/llms/mistral_ai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/mistral_ai.py -------------------------------------------------------------------------------- /src/llms/openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/openai.py -------------------------------------------------------------------------------- /src/llms/openai_assistant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/openai_assistant.py -------------------------------------------------------------------------------- /src/llms/parallel_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/parallel_llm.py -------------------------------------------------------------------------------- /src/llms/petals.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/petals.py -------------------------------------------------------------------------------- /src/llms/together.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/together.py -------------------------------------------------------------------------------- /src/llms/vertex_ai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/vertex_ai.py -------------------------------------------------------------------------------- /src/llms/vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/llms/vllm.py -------------------------------------------------------------------------------- /src/logging/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/logging/__init__.py -------------------------------------------------------------------------------- /src/logging/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/logging/logger.py -------------------------------------------------------------------------------- /src/pickling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/pickling/__init__.py -------------------------------------------------------------------------------- /src/pickling/pickle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/pickling/pickle.py -------------------------------------------------------------------------------- /src/project/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/project/__init__.py -------------------------------------------------------------------------------- /src/project/builtin_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/project/builtin_tasks.py -------------------------------------------------------------------------------- /src/project/debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/project/debug.py -------------------------------------------------------------------------------- /src/project/devices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/project/devices.py -------------------------------------------------------------------------------- /src/project/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/project/environment.py -------------------------------------------------------------------------------- /src/project/pennnlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/project/pennnlp.py -------------------------------------------------------------------------------- /src/project/persistent_storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/project/persistent_storage.py -------------------------------------------------------------------------------- /src/project/report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/project/report.py -------------------------------------------------------------------------------- /src/project/serve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/project/serve.py -------------------------------------------------------------------------------- /src/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/requirements-accelerator-device.txt: -------------------------------------------------------------------------------- 1 | torch>=2.5.1,<3.0.0 -------------------------------------------------------------------------------- /src/requirements-cpu.txt: -------------------------------------------------------------------------------- 1 | torch>=2.5.1,<3.0.0 -------------------------------------------------------------------------------- /src/requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/requirements-dev.txt -------------------------------------------------------------------------------- /src/requirements-test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/requirements-test.txt -------------------------------------------------------------------------------- /src/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/requirements.txt -------------------------------------------------------------------------------- /src/retrievers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/retrievers/__init__.py -------------------------------------------------------------------------------- /src/retrievers/embedding_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/retrievers/embedding_retriever.py -------------------------------------------------------------------------------- /src/retrievers/parallel_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/retrievers/parallel_retriever.py -------------------------------------------------------------------------------- /src/retrievers/retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/retrievers/retriever.py -------------------------------------------------------------------------------- /src/steps/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/__init__.py -------------------------------------------------------------------------------- /src/steps/data_card.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/data_card.py -------------------------------------------------------------------------------- /src/steps/data_sources/csv_data_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/data_sources/csv_data_source.py -------------------------------------------------------------------------------- /src/steps/data_sources/data_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/data_sources/data_source.py -------------------------------------------------------------------------------- /src/steps/data_sources/hf_dataset_data_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/data_sources/hf_dataset_data_source.py -------------------------------------------------------------------------------- /src/steps/data_sources/hf_hub_data_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/data_sources/hf_hub_data_source.py -------------------------------------------------------------------------------- /src/steps/data_sources/json_data_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/data_sources/json_data_source.py -------------------------------------------------------------------------------- /src/steps/data_sources/text_data_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/data_sources/text_data_source.py -------------------------------------------------------------------------------- /src/steps/prompt/_prompt_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/_prompt_base.py -------------------------------------------------------------------------------- /src/steps/prompt/data_from_attributed_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/data_from_attributed_prompt.py -------------------------------------------------------------------------------- /src/steps/prompt/data_from_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/data_from_prompt.py -------------------------------------------------------------------------------- /src/steps/prompt/few_shot_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/few_shot_prompt.py -------------------------------------------------------------------------------- /src/steps/prompt/few_shot_prompt_with_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/few_shot_prompt_with_retrieval.py -------------------------------------------------------------------------------- /src/steps/prompt/filter_with_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/filter_with_prompt.py -------------------------------------------------------------------------------- /src/steps/prompt/judge_generation_pairs_with_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/judge_generation_pairs_with_prompt.py -------------------------------------------------------------------------------- /src/steps/prompt/judge_pairs_with_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/judge_pairs_with_prompt.py -------------------------------------------------------------------------------- /src/steps/prompt/process_with_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/process_with_prompt.py -------------------------------------------------------------------------------- /src/steps/prompt/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/prompt.py -------------------------------------------------------------------------------- /src/steps/prompt/rag_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/rag_prompt.py -------------------------------------------------------------------------------- /src/steps/prompt/rank_with_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/prompt/rank_with_prompt.py -------------------------------------------------------------------------------- /src/steps/step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/step.py -------------------------------------------------------------------------------- /src/steps/step_background.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/step_background.py -------------------------------------------------------------------------------- /src/steps/step_export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/step_export.py -------------------------------------------------------------------------------- /src/steps/step_operations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/step_operations.py -------------------------------------------------------------------------------- /src/steps/step_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/step_output.py -------------------------------------------------------------------------------- /src/steps/tasks/cosine_similarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/tasks/cosine_similarity.py -------------------------------------------------------------------------------- /src/steps/tasks/embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/tasks/embed.py -------------------------------------------------------------------------------- /src/steps/tasks/retrieve.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/tasks/retrieve.py -------------------------------------------------------------------------------- /src/steps/tasks/run_task_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/steps/tasks/run_task_model.py -------------------------------------------------------------------------------- /src/task_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/task_models/__init__.py -------------------------------------------------------------------------------- /src/task_models/hf_classification_task_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/task_models/hf_classification_task_model.py -------------------------------------------------------------------------------- /src/task_models/parallel_task_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/task_models/parallel_task_model.py -------------------------------------------------------------------------------- /src/task_models/task_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/task_models/task_model.py -------------------------------------------------------------------------------- /src/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/conftest.py -------------------------------------------------------------------------------- /src/tests/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/datasets/test_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/datasets/test_datasets.py -------------------------------------------------------------------------------- /src/tests/datasets/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/datasets/test_utils.py -------------------------------------------------------------------------------- /src/tests/embedders/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/embedders/test_embedders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/embedders/test_embedders.py -------------------------------------------------------------------------------- /src/tests/llms/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/llms/test_llms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/llms/test_llms.py -------------------------------------------------------------------------------- /src/tests/retrievers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/retrievers/test_retrievers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/retrievers/test_retrievers.py -------------------------------------------------------------------------------- /src/tests/steps/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/steps/prompt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/steps/prompt/test_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/steps/prompt/test_prompt.py -------------------------------------------------------------------------------- /src/tests/steps/tasks/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/steps/tasks/test_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/steps/tasks/test_tasks.py -------------------------------------------------------------------------------- /src/tests/steps/test_data_sources.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/steps/test_data_sources.py -------------------------------------------------------------------------------- /src/tests/steps/test_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/steps/test_step.py -------------------------------------------------------------------------------- /src/tests/steps/test_step_background.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/steps/test_step_background.py -------------------------------------------------------------------------------- /src/tests/steps/test_step_export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/steps/test_step_export.py -------------------------------------------------------------------------------- /src/tests/steps/test_step_operations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/steps/test_step_operations.py -------------------------------------------------------------------------------- /src/tests/steps/test_step_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/steps/test_step_output.py -------------------------------------------------------------------------------- /src/tests/task_models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/task_models/test_task_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/task_models/test_task_models.py -------------------------------------------------------------------------------- /src/tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/test_cli.py -------------------------------------------------------------------------------- /src/tests/test_datadreamer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/test_datadreamer.py -------------------------------------------------------------------------------- /src/tests/test_package.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/test_package.py -------------------------------------------------------------------------------- /src/tests/test_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/test_utils/config.py: -------------------------------------------------------------------------------- 1 | TEST_DIR = "./.tests_data" 2 | -------------------------------------------------------------------------------- /src/tests/test_utils/fixtures/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/test_utils/fixtures/bitsandbytes_fixture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/test_utils/fixtures/bitsandbytes_fixture.py -------------------------------------------------------------------------------- /src/tests/test_utils/fixtures/clear_space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/test_utils/fixtures/clear_space.py -------------------------------------------------------------------------------- /src/tests/test_utils/fixtures/cli_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/test_utils/fixtures/cli_runner.py -------------------------------------------------------------------------------- /src/tests/test_utils/fixtures/create_datadreamer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/test_utils/fixtures/create_datadreamer.py -------------------------------------------------------------------------------- /src/tests/test_utils/fixtures/create_test_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/test_utils/fixtures/create_test_step.py -------------------------------------------------------------------------------- /src/tests/test_utils/fixtures/mock_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/test_utils/fixtures/mock_llm.py -------------------------------------------------------------------------------- /src/tests/test_utils/fixtures/restore_os_environ.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/test_utils/fixtures/restore_os_environ.py -------------------------------------------------------------------------------- /src/tests/trainers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/trainers/test_distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/trainers/test_distributed.py -------------------------------------------------------------------------------- /src/tests/trainers/test_trainers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/trainers/test_trainers.py -------------------------------------------------------------------------------- /src/tests/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/tests/utils/test_device_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/tests/utils/test_device_utils.py -------------------------------------------------------------------------------- /src/trainers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/__init__.py -------------------------------------------------------------------------------- /src/trainers/_train_hf_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/_train_hf_base.py -------------------------------------------------------------------------------- /src/trainers/_vendored/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/trainers/_vendored/_dpo_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/_vendored/_dpo_helper.py -------------------------------------------------------------------------------- /src/trainers/_vendored/_sentence_transformer_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/_vendored/_sentence_transformer_helper.py -------------------------------------------------------------------------------- /src/trainers/_vendored/_setfit_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/_vendored/_setfit_helper.py -------------------------------------------------------------------------------- /src/trainers/_vendored/dpo_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/_vendored/dpo_trainer.py -------------------------------------------------------------------------------- /src/trainers/train_hf_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/train_hf_classifier.py -------------------------------------------------------------------------------- /src/trainers/train_hf_dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/train_hf_dpo.py -------------------------------------------------------------------------------- /src/trainers/train_hf_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/train_hf_finetune.py -------------------------------------------------------------------------------- /src/trainers/train_hf_ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/train_hf_ppo.py -------------------------------------------------------------------------------- /src/trainers/train_hf_reward_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/train_hf_reward_model.py -------------------------------------------------------------------------------- /src/trainers/train_openai_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/train_openai_finetune.py -------------------------------------------------------------------------------- /src/trainers/train_sentence_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/train_sentence_transformer.py -------------------------------------------------------------------------------- /src/trainers/train_setfit_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/train_setfit_classifier.py -------------------------------------------------------------------------------- /src/trainers/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/trainers/trainer.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/utils/arg_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/arg_utils.py -------------------------------------------------------------------------------- /src/utils/background_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/background_utils.py -------------------------------------------------------------------------------- /src/utils/collection_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/collection_utils.py -------------------------------------------------------------------------------- /src/utils/device_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/device_utils.py -------------------------------------------------------------------------------- /src/utils/distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/distributed_utils.py -------------------------------------------------------------------------------- /src/utils/fingerprint_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/fingerprint_utils.py -------------------------------------------------------------------------------- /src/utils/fs_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/fs_utils.py -------------------------------------------------------------------------------- /src/utils/hf_chat_prompt_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/hf_chat_prompt_templates.py -------------------------------------------------------------------------------- /src/utils/hf_hub_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/hf_hub_utils.py -------------------------------------------------------------------------------- /src/utils/hf_model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/hf_model_utils.py -------------------------------------------------------------------------------- /src/utils/hf_structured_decoding_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/hf_structured_decoding_utils.py -------------------------------------------------------------------------------- /src/utils/hf_training_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/hf_training_utils.py -------------------------------------------------------------------------------- /src/utils/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/import_utils.py -------------------------------------------------------------------------------- /src/utils/ring_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/ring_utils.py -------------------------------------------------------------------------------- /src/utils/str_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/str_utils.py -------------------------------------------------------------------------------- /src/utils/time_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datadreamer-dev/DataDreamer/HEAD/src/utils/time_utils.py --------------------------------------------------------------------------------