├── .github └── ISSUE_TEMPLATE.md ├── .gitignore ├── .travis.yml ├── AUTHORS.rst ├── CONTRIBUTING.rst ├── HISTORY.rst ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.rst ├── datafuzz ├── __init__.py ├── __main__.py ├── __version__.py ├── cli.py ├── dataset.py ├── duplicator.py ├── examples │ ├── data │ │ ├── iot.csv │ │ ├── sales_data.csv │ │ └── sales_data_with_dupes.csv │ ├── notebooks │ │ ├── Generating Synthetic Data & Duplicating with datafuzz.ipynb │ │ ├── Import and fuzz data with datafuzz.ipynb │ │ └── Importing data and adding noise with datafuzz.ipynb │ ├── stream-example │ │ ├── client.py │ │ └── stream_server.py │ └── yaml_files │ │ ├── iot_schema.yaml │ │ ├── read_csv_and_dupe.yaml │ │ ├── sales_schema.yaml │ │ └── sales_schema_timeseries.yaml ├── fuzz.py ├── generators │ ├── __init__.py │ └── core.py ├── noise.py ├── output │ ├── __init__.py │ ├── core.py │ └── helpers.py ├── parsers │ ├── __init__.py │ ├── core.py │ └── helpers.py ├── settings.py ├── strategy.py └── utils │ ├── __init__.py │ ├── fuzz_helpers.py │ └── noise_helpers.py ├── docs ├── .gitignore ├── Makefile ├── api.rst ├── authors.rst ├── cli.rst ├── conf.py ├── contributing.rst ├── faq.rst ├── generation.rst ├── history.rst ├── index.rst ├── installation.rst ├── introduction.rst ├── io_options.rst ├── make.bat ├── python_integration.rst ├── quickstart.rst ├── strategies.rst └── usage.rst ├── requirements_dev.txt ├── setup.cfg ├── setup.py ├── tests ├── __init__.py ├── data │ ├── bad_datetime_schema.yaml │ ├── bad_json.json │ ├── bad_yaml.yaml │ ├── incomplete_schema.yaml │ ├── test_csv.csv │ ├── test_db.db │ └── test_json.json ├── generators │ ├── __init__.py │ └── test_generator.py ├── output │ ├── __init__.py │ └── test_sql.py ├── parsers │ ├── __init__.py │ ├── test_helpers.py │ └── test_parsers.py ├── test_cli.py ├── test_dataset.py ├── test_duplicator.py ├── test_fuzz.py ├── test_fuzz_helpers.py ├── test_noise.py └── test_noise_helpers.py └── tox.ini /.github/ISSUE_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/.github/ISSUE_TEMPLATE.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/.travis.yml -------------------------------------------------------------------------------- /AUTHORS.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/AUTHORS.rst -------------------------------------------------------------------------------- /CONTRIBUTING.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/CONTRIBUTING.rst -------------------------------------------------------------------------------- /HISTORY.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/HISTORY.rst -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/Makefile -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/README.rst -------------------------------------------------------------------------------- /datafuzz/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/__init__.py -------------------------------------------------------------------------------- /datafuzz/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/__main__.py -------------------------------------------------------------------------------- /datafuzz/__version__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/__version__.py -------------------------------------------------------------------------------- /datafuzz/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/cli.py -------------------------------------------------------------------------------- /datafuzz/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/dataset.py -------------------------------------------------------------------------------- /datafuzz/duplicator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/duplicator.py -------------------------------------------------------------------------------- /datafuzz/examples/data/iot.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/data/iot.csv -------------------------------------------------------------------------------- /datafuzz/examples/data/sales_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/data/sales_data.csv -------------------------------------------------------------------------------- /datafuzz/examples/data/sales_data_with_dupes.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/data/sales_data_with_dupes.csv -------------------------------------------------------------------------------- /datafuzz/examples/notebooks/Generating Synthetic Data & Duplicating with datafuzz.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/notebooks/Generating Synthetic Data & Duplicating with datafuzz.ipynb -------------------------------------------------------------------------------- /datafuzz/examples/notebooks/Import and fuzz data with datafuzz.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/notebooks/Import and fuzz data with datafuzz.ipynb -------------------------------------------------------------------------------- /datafuzz/examples/notebooks/Importing data and adding noise with datafuzz.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/notebooks/Importing data and adding noise with datafuzz.ipynb -------------------------------------------------------------------------------- /datafuzz/examples/stream-example/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/stream-example/client.py -------------------------------------------------------------------------------- /datafuzz/examples/stream-example/stream_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/stream-example/stream_server.py -------------------------------------------------------------------------------- /datafuzz/examples/yaml_files/iot_schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/yaml_files/iot_schema.yaml -------------------------------------------------------------------------------- /datafuzz/examples/yaml_files/read_csv_and_dupe.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/yaml_files/read_csv_and_dupe.yaml -------------------------------------------------------------------------------- /datafuzz/examples/yaml_files/sales_schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/yaml_files/sales_schema.yaml -------------------------------------------------------------------------------- /datafuzz/examples/yaml_files/sales_schema_timeseries.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/examples/yaml_files/sales_schema_timeseries.yaml -------------------------------------------------------------------------------- /datafuzz/fuzz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/fuzz.py -------------------------------------------------------------------------------- /datafuzz/generators/__init__.py: -------------------------------------------------------------------------------- 1 | from .core import DatasetGenerator 2 | -------------------------------------------------------------------------------- /datafuzz/generators/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/generators/core.py -------------------------------------------------------------------------------- /datafuzz/noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/noise.py -------------------------------------------------------------------------------- /datafuzz/output/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/output/__init__.py -------------------------------------------------------------------------------- /datafuzz/output/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/output/core.py -------------------------------------------------------------------------------- /datafuzz/output/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/output/helpers.py -------------------------------------------------------------------------------- /datafuzz/parsers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/parsers/__init__.py -------------------------------------------------------------------------------- /datafuzz/parsers/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/parsers/core.py -------------------------------------------------------------------------------- /datafuzz/parsers/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/parsers/helpers.py -------------------------------------------------------------------------------- /datafuzz/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/settings.py -------------------------------------------------------------------------------- /datafuzz/strategy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/strategy.py -------------------------------------------------------------------------------- /datafuzz/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datafuzz/utils/fuzz_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/utils/fuzz_helpers.py -------------------------------------------------------------------------------- /datafuzz/utils/noise_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/datafuzz/utils/noise_helpers.py -------------------------------------------------------------------------------- /docs/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/.gitignore -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/api.rst -------------------------------------------------------------------------------- /docs/authors.rst: -------------------------------------------------------------------------------- 1 | .. include:: ../AUTHORS.rst 2 | -------------------------------------------------------------------------------- /docs/cli.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/cli.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/contributing.rst: -------------------------------------------------------------------------------- 1 | .. include:: ../CONTRIBUTING.rst 2 | -------------------------------------------------------------------------------- /docs/faq.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/faq.rst -------------------------------------------------------------------------------- /docs/generation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/generation.rst -------------------------------------------------------------------------------- /docs/history.rst: -------------------------------------------------------------------------------- 1 | .. include:: ../HISTORY.rst 2 | -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/installation.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/installation.rst -------------------------------------------------------------------------------- /docs/introduction.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/introduction.rst -------------------------------------------------------------------------------- /docs/io_options.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/io_options.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/python_integration.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/python_integration.rst -------------------------------------------------------------------------------- /docs/quickstart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/quickstart.rst -------------------------------------------------------------------------------- /docs/strategies.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/strategies.rst -------------------------------------------------------------------------------- /docs/usage.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/docs/usage.rst -------------------------------------------------------------------------------- /requirements_dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/requirements_dev.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/data/bad_datetime_schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/data/bad_datetime_schema.yaml -------------------------------------------------------------------------------- /tests/data/bad_json.json: -------------------------------------------------------------------------------- 1 | {"a": null, "b": 1} 2 | -------------------------------------------------------------------------------- /tests/data/bad_yaml.yaml: -------------------------------------------------------------------------------- 1 | \ttest: ][ 2 | -------------------------------------------------------------------------------- /tests/data/incomplete_schema.yaml: -------------------------------------------------------------------------------- 1 | output: pandas 2 | schema: 3 | foo: faker.name 4 | -------------------------------------------------------------------------------- /tests/data/test_csv.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/data/test_csv.csv -------------------------------------------------------------------------------- /tests/data/test_db.db: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/data/test_db.db -------------------------------------------------------------------------------- /tests/data/test_json.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/data/test_json.json -------------------------------------------------------------------------------- /tests/generators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/generators/test_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/generators/test_generator.py -------------------------------------------------------------------------------- /tests/output/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/output/test_sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/output/test_sql.py -------------------------------------------------------------------------------- /tests/parsers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/parsers/test_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/parsers/test_helpers.py -------------------------------------------------------------------------------- /tests/parsers/test_parsers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/parsers/test_parsers.py -------------------------------------------------------------------------------- /tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/test_cli.py -------------------------------------------------------------------------------- /tests/test_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/test_dataset.py -------------------------------------------------------------------------------- /tests/test_duplicator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/test_duplicator.py -------------------------------------------------------------------------------- /tests/test_fuzz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/test_fuzz.py -------------------------------------------------------------------------------- /tests/test_fuzz_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/test_fuzz_helpers.py -------------------------------------------------------------------------------- /tests/test_noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/test_noise.py -------------------------------------------------------------------------------- /tests/test_noise_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tests/test_noise_helpers.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kjam/datafuzz/HEAD/tox.ini --------------------------------------------------------------------------------