├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md └── workflows │ ├── ghcr-publish-manual.yaml │ ├── ghcr-publish.yaml │ ├── pre-commit.yaml │ ├── publish.yaml │ ├── semgrep.yaml │ ├── tests.yaml │ └── unit-tests.yaml ├── .gitignore ├── .pre-commit-config.yaml ├── Dockerfile ├── LICENSE ├── README.md ├── configs ├── cls_config.yaml └── det_config.yaml ├── datadreamer ├── __init__.py ├── dataset_annotation │ ├── __init__.py │ ├── aimv2_annotator.py │ ├── clip_annotator.py │ ├── cls_annotator.py │ ├── image_annotator.py │ ├── owlv2_annotator.py │ ├── sam2_annotator.py │ ├── slimsam_annotator.py │ └── utils.py ├── image_generation │ ├── __init__.py │ ├── clip_image_tester.py │ ├── image_generator.py │ ├── sdxl_image_generator.py │ ├── sdxl_lightning_image_generator.py │ ├── sdxl_turbo_image_generator.py │ └── shuttle_3_image_generator.py ├── pipelines │ ├── __init__.py │ └── generate_dataset_from_scratch.py ├── prompt_generation │ ├── __init__.py │ ├── lm_prompt_generator.py │ ├── lm_synonym_generator.py │ ├── profanity_filter.py │ ├── prompt_generator.py │ ├── qwen2_lm_prompt_generator.py │ ├── simple_prompt_generator.py │ ├── synonym_generator.py │ ├── tinyllama_lm_prompt_generator.py │ └── wordnet_synonym_generator.py └── utils │ ├── __init__.py │ ├── bad_words.py │ ├── base_converter.py │ ├── coco_converter.py │ ├── config.py │ ├── convert_dataset.py │ ├── dataset_utils.py │ ├── luxonis_dataset_converter.py │ ├── merge_raw_datasets.py │ ├── nms.py │ ├── single_label_cls_converter.py │ ├── voc_converter.py │ └── yolo_converter.py ├── examples ├── generate_dataset_and_train_yolo.ipynb ├── generate_instance_segmentation_dataset_and_train_yolo.ipynb ├── helmet_detection.ipynb ├── image_annotation_example.py ├── image_generation_example.py ├── measure_batched_prompt_gen_speed.py ├── prompt_generation_example.py ├── step_by_step_dataset_generation_pipeline.ipynb └── visualize_detection_dataset.py ├── images ├── annotated_image.jpg ├── datadreamer_scheme.gif ├── dumplings_seg_preannotation.gif ├── generated_image.jpg └── grid_image_3x2_generated_dataset.jpg ├── media └── coverage_badge.svg ├── pyproject.toml ├── requirements-dev.txt ├── requirements.txt ├── tests ├── core_tests │ ├── integration │ │ ├── sample_config.yaml │ │ └── test_pipeline.py │ └── unittests │ │ ├── test_annotators.py │ │ ├── test_converters.py │ │ ├── test_image_generation.py │ │ ├── test_pipeline_arguments.py │ │ ├── test_prompt_generation.py │ │ └── test_utils.py └── heavy_tests │ ├── integration │ └── test_pipeline_heavy.py │ └── unittests │ ├── test_image_generation_heavy.py │ └── test_prompt_generation_heavy.py └── tools └── autogenerate_requirements.py /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/workflows/ghcr-publish-manual.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/.github/workflows/ghcr-publish-manual.yaml -------------------------------------------------------------------------------- /.github/workflows/ghcr-publish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/.github/workflows/ghcr-publish.yaml -------------------------------------------------------------------------------- /.github/workflows/pre-commit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/.github/workflows/pre-commit.yaml -------------------------------------------------------------------------------- /.github/workflows/publish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/.github/workflows/publish.yaml -------------------------------------------------------------------------------- /.github/workflows/semgrep.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/.github/workflows/semgrep.yaml -------------------------------------------------------------------------------- /.github/workflows/tests.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/.github/workflows/tests.yaml -------------------------------------------------------------------------------- /.github/workflows/unit-tests.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/.github/workflows/unit-tests.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/README.md -------------------------------------------------------------------------------- /configs/cls_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/configs/cls_config.yaml -------------------------------------------------------------------------------- /configs/det_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/configs/det_config.yaml -------------------------------------------------------------------------------- /datadreamer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/__init__.py -------------------------------------------------------------------------------- /datadreamer/dataset_annotation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/dataset_annotation/__init__.py -------------------------------------------------------------------------------- /datadreamer/dataset_annotation/aimv2_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/dataset_annotation/aimv2_annotator.py -------------------------------------------------------------------------------- /datadreamer/dataset_annotation/clip_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/dataset_annotation/clip_annotator.py -------------------------------------------------------------------------------- /datadreamer/dataset_annotation/cls_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/dataset_annotation/cls_annotator.py -------------------------------------------------------------------------------- /datadreamer/dataset_annotation/image_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/dataset_annotation/image_annotator.py -------------------------------------------------------------------------------- /datadreamer/dataset_annotation/owlv2_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/dataset_annotation/owlv2_annotator.py -------------------------------------------------------------------------------- /datadreamer/dataset_annotation/sam2_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/dataset_annotation/sam2_annotator.py -------------------------------------------------------------------------------- /datadreamer/dataset_annotation/slimsam_annotator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/dataset_annotation/slimsam_annotator.py -------------------------------------------------------------------------------- /datadreamer/dataset_annotation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/dataset_annotation/utils.py -------------------------------------------------------------------------------- /datadreamer/image_generation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/image_generation/__init__.py -------------------------------------------------------------------------------- /datadreamer/image_generation/clip_image_tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/image_generation/clip_image_tester.py -------------------------------------------------------------------------------- /datadreamer/image_generation/image_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/image_generation/image_generator.py -------------------------------------------------------------------------------- /datadreamer/image_generation/sdxl_image_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/image_generation/sdxl_image_generator.py -------------------------------------------------------------------------------- /datadreamer/image_generation/sdxl_lightning_image_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/image_generation/sdxl_lightning_image_generator.py -------------------------------------------------------------------------------- /datadreamer/image_generation/sdxl_turbo_image_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/image_generation/sdxl_turbo_image_generator.py -------------------------------------------------------------------------------- /datadreamer/image_generation/shuttle_3_image_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/image_generation/shuttle_3_image_generator.py -------------------------------------------------------------------------------- /datadreamer/pipelines/__init__.py: -------------------------------------------------------------------------------- 1 | from __future__ import annotations 2 | -------------------------------------------------------------------------------- /datadreamer/pipelines/generate_dataset_from_scratch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/pipelines/generate_dataset_from_scratch.py -------------------------------------------------------------------------------- /datadreamer/prompt_generation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/prompt_generation/__init__.py -------------------------------------------------------------------------------- /datadreamer/prompt_generation/lm_prompt_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/prompt_generation/lm_prompt_generator.py -------------------------------------------------------------------------------- /datadreamer/prompt_generation/lm_synonym_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/prompt_generation/lm_synonym_generator.py -------------------------------------------------------------------------------- /datadreamer/prompt_generation/profanity_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/prompt_generation/profanity_filter.py -------------------------------------------------------------------------------- /datadreamer/prompt_generation/prompt_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/prompt_generation/prompt_generator.py -------------------------------------------------------------------------------- /datadreamer/prompt_generation/qwen2_lm_prompt_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/prompt_generation/qwen2_lm_prompt_generator.py -------------------------------------------------------------------------------- /datadreamer/prompt_generation/simple_prompt_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/prompt_generation/simple_prompt_generator.py -------------------------------------------------------------------------------- /datadreamer/prompt_generation/synonym_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/prompt_generation/synonym_generator.py -------------------------------------------------------------------------------- /datadreamer/prompt_generation/tinyllama_lm_prompt_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/prompt_generation/tinyllama_lm_prompt_generator.py -------------------------------------------------------------------------------- /datadreamer/prompt_generation/wordnet_synonym_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/prompt_generation/wordnet_synonym_generator.py -------------------------------------------------------------------------------- /datadreamer/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/__init__.py -------------------------------------------------------------------------------- /datadreamer/utils/bad_words.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/bad_words.py -------------------------------------------------------------------------------- /datadreamer/utils/base_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/base_converter.py -------------------------------------------------------------------------------- /datadreamer/utils/coco_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/coco_converter.py -------------------------------------------------------------------------------- /datadreamer/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/config.py -------------------------------------------------------------------------------- /datadreamer/utils/convert_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/convert_dataset.py -------------------------------------------------------------------------------- /datadreamer/utils/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/dataset_utils.py -------------------------------------------------------------------------------- /datadreamer/utils/luxonis_dataset_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/luxonis_dataset_converter.py -------------------------------------------------------------------------------- /datadreamer/utils/merge_raw_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/merge_raw_datasets.py -------------------------------------------------------------------------------- /datadreamer/utils/nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/nms.py -------------------------------------------------------------------------------- /datadreamer/utils/single_label_cls_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/single_label_cls_converter.py -------------------------------------------------------------------------------- /datadreamer/utils/voc_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/voc_converter.py -------------------------------------------------------------------------------- /datadreamer/utils/yolo_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/datadreamer/utils/yolo_converter.py -------------------------------------------------------------------------------- /examples/generate_dataset_and_train_yolo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/examples/generate_dataset_and_train_yolo.ipynb -------------------------------------------------------------------------------- /examples/generate_instance_segmentation_dataset_and_train_yolo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/examples/generate_instance_segmentation_dataset_and_train_yolo.ipynb -------------------------------------------------------------------------------- /examples/helmet_detection.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/examples/helmet_detection.ipynb -------------------------------------------------------------------------------- /examples/image_annotation_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/examples/image_annotation_example.py -------------------------------------------------------------------------------- /examples/image_generation_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/examples/image_generation_example.py -------------------------------------------------------------------------------- /examples/measure_batched_prompt_gen_speed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/examples/measure_batched_prompt_gen_speed.py -------------------------------------------------------------------------------- /examples/prompt_generation_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/examples/prompt_generation_example.py -------------------------------------------------------------------------------- /examples/step_by_step_dataset_generation_pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/examples/step_by_step_dataset_generation_pipeline.ipynb -------------------------------------------------------------------------------- /examples/visualize_detection_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/examples/visualize_detection_dataset.py -------------------------------------------------------------------------------- /images/annotated_image.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/images/annotated_image.jpg -------------------------------------------------------------------------------- /images/datadreamer_scheme.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/images/datadreamer_scheme.gif -------------------------------------------------------------------------------- /images/dumplings_seg_preannotation.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/images/dumplings_seg_preannotation.gif -------------------------------------------------------------------------------- /images/generated_image.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/images/generated_image.jpg -------------------------------------------------------------------------------- /images/grid_image_3x2_generated_dataset.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/images/grid_image_3x2_generated_dataset.jpg -------------------------------------------------------------------------------- /media/coverage_badge.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/media/coverage_badge.svg -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements-dev.txt: -------------------------------------------------------------------------------- 1 | pre-commit>=3.2.1 2 | toml>=0.10.2 3 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/requirements.txt -------------------------------------------------------------------------------- /tests/core_tests/integration/sample_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tests/core_tests/integration/sample_config.yaml -------------------------------------------------------------------------------- /tests/core_tests/integration/test_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tests/core_tests/integration/test_pipeline.py -------------------------------------------------------------------------------- /tests/core_tests/unittests/test_annotators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tests/core_tests/unittests/test_annotators.py -------------------------------------------------------------------------------- /tests/core_tests/unittests/test_converters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tests/core_tests/unittests/test_converters.py -------------------------------------------------------------------------------- /tests/core_tests/unittests/test_image_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tests/core_tests/unittests/test_image_generation.py -------------------------------------------------------------------------------- /tests/core_tests/unittests/test_pipeline_arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tests/core_tests/unittests/test_pipeline_arguments.py -------------------------------------------------------------------------------- /tests/core_tests/unittests/test_prompt_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tests/core_tests/unittests/test_prompt_generation.py -------------------------------------------------------------------------------- /tests/core_tests/unittests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tests/core_tests/unittests/test_utils.py -------------------------------------------------------------------------------- /tests/heavy_tests/integration/test_pipeline_heavy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tests/heavy_tests/integration/test_pipeline_heavy.py -------------------------------------------------------------------------------- /tests/heavy_tests/unittests/test_image_generation_heavy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tests/heavy_tests/unittests/test_image_generation_heavy.py -------------------------------------------------------------------------------- /tests/heavy_tests/unittests/test_prompt_generation_heavy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tests/heavy_tests/unittests/test_prompt_generation_heavy.py -------------------------------------------------------------------------------- /tools/autogenerate_requirements.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luxonis/datadreamer/HEAD/tools/autogenerate_requirements.py --------------------------------------------------------------------------------