├── .dockerignore ├── .env.example ├── .github ├── CODEOWNERS ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── feature_request.md │ └── help_request.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ ├── dockerhub.yaml │ ├── integration.yaml │ ├── release.yml │ └── tests.yaml ├── .gitignore ├── .npmignore ├── .prettierrc.json ├── CONTRIBUTING.md ├── Dockerfile ├── LICENSE ├── README.md ├── datagen.ts ├── docker-compose.yaml ├── examples ├── README.md ├── blog │ ├── README.md │ └── blog.json ├── docker-compose │ ├── README.md │ ├── docker-compose.yaml │ └── schemas │ │ └── schema.json ├── ecommerce │ ├── README.md │ └── ecommerce.json ├── kubernetes │ ├── README.md │ ├── datagen.yaml │ └── redpanda.yaml └── webhook │ ├── .env.example │ ├── README.md │ └── sensors.json ├── package.json ├── src ├── @types │ ├── global.d.ts │ └── modules.d.ts ├── dataGenerator.ts ├── formats │ ├── avroFormat.ts │ ├── jsonFormat.ts │ └── outputFormat.ts ├── kafka │ ├── cleanKafka.ts │ ├── createTopics.ts │ ├── kafkaConfig.ts │ └── producer.ts ├── kafkaDataGenerator.ts ├── mysql │ ├── createTablesMySQL.ts │ └── mysqlConfig.ts ├── mysqlDataGenerator.ts ├── postgres │ ├── createTables.ts │ └── postgresConfig.ts ├── postgresDataGenerator.ts ├── schemas │ ├── generateMegaRecord.ts │ ├── parseAvroSchema.ts │ ├── parseJsonSchema.ts │ └── parseSqlSchema.ts ├── utils │ ├── asyncGenerator.ts │ ├── end.ts │ ├── env.ts │ ├── recordSize.ts │ └── sleep.ts ├── webhook │ └── webhookConfig.ts └── webhookDataGenerator.ts ├── tests ├── array.json ├── complex-schema.avsc ├── datagen.test.ts ├── iterationIndex.json ├── mysql-products.sql ├── mysql-schema.sql ├── products.sql ├── schema-nested.json ├── schema.avsc ├── schema.json └── schema2.sql ├── tsconfig.json ├── tslint.json └── webpack.config.js /.dockerignore: -------------------------------------------------------------------------------- 1 | .env 2 | node_modules -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.env.example -------------------------------------------------------------------------------- /.github/CODEOWNERS: -------------------------------------------------------------------------------- 1 | * @bobbyiliev @chuck-alt-delete 2 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/help_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.github/ISSUE_TEMPLATE/help_request.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/dockerhub.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.github/workflows/dockerhub.yaml -------------------------------------------------------------------------------- /.github/workflows/integration.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.github/workflows/integration.yaml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.github/workflows/tests.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.github/workflows/tests.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.gitignore -------------------------------------------------------------------------------- /.npmignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.npmignore -------------------------------------------------------------------------------- /.prettierrc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/.prettierrc.json -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/README.md -------------------------------------------------------------------------------- /datagen.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/datagen.ts -------------------------------------------------------------------------------- /docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/docker-compose.yaml -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/blog/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/blog/README.md -------------------------------------------------------------------------------- /examples/blog/blog.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/blog/blog.json -------------------------------------------------------------------------------- /examples/docker-compose/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/docker-compose/README.md -------------------------------------------------------------------------------- /examples/docker-compose/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/docker-compose/docker-compose.yaml -------------------------------------------------------------------------------- /examples/docker-compose/schemas/schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/docker-compose/schemas/schema.json -------------------------------------------------------------------------------- /examples/ecommerce/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/ecommerce/README.md -------------------------------------------------------------------------------- /examples/ecommerce/ecommerce.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/ecommerce/ecommerce.json -------------------------------------------------------------------------------- /examples/kubernetes/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/kubernetes/README.md -------------------------------------------------------------------------------- /examples/kubernetes/datagen.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/kubernetes/datagen.yaml -------------------------------------------------------------------------------- /examples/kubernetes/redpanda.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/kubernetes/redpanda.yaml -------------------------------------------------------------------------------- /examples/webhook/.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/webhook/.env.example -------------------------------------------------------------------------------- /examples/webhook/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/webhook/README.md -------------------------------------------------------------------------------- /examples/webhook/sensors.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/examples/webhook/sensors.json -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/package.json -------------------------------------------------------------------------------- /src/@types/global.d.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/@types/global.d.ts -------------------------------------------------------------------------------- /src/@types/modules.d.ts: -------------------------------------------------------------------------------- 1 | declare module 'cli-alerts'; 2 | -------------------------------------------------------------------------------- /src/dataGenerator.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/dataGenerator.ts -------------------------------------------------------------------------------- /src/formats/avroFormat.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/formats/avroFormat.ts -------------------------------------------------------------------------------- /src/formats/jsonFormat.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/formats/jsonFormat.ts -------------------------------------------------------------------------------- /src/formats/outputFormat.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/formats/outputFormat.ts -------------------------------------------------------------------------------- /src/kafka/cleanKafka.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/kafka/cleanKafka.ts -------------------------------------------------------------------------------- /src/kafka/createTopics.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/kafka/createTopics.ts -------------------------------------------------------------------------------- /src/kafka/kafkaConfig.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/kafka/kafkaConfig.ts -------------------------------------------------------------------------------- /src/kafka/producer.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/kafka/producer.ts -------------------------------------------------------------------------------- /src/kafkaDataGenerator.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/kafkaDataGenerator.ts -------------------------------------------------------------------------------- /src/mysql/createTablesMySQL.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/mysql/createTablesMySQL.ts -------------------------------------------------------------------------------- /src/mysql/mysqlConfig.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/mysql/mysqlConfig.ts -------------------------------------------------------------------------------- /src/mysqlDataGenerator.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/mysqlDataGenerator.ts -------------------------------------------------------------------------------- /src/postgres/createTables.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/postgres/createTables.ts -------------------------------------------------------------------------------- /src/postgres/postgresConfig.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/postgres/postgresConfig.ts -------------------------------------------------------------------------------- /src/postgresDataGenerator.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/postgresDataGenerator.ts -------------------------------------------------------------------------------- /src/schemas/generateMegaRecord.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/schemas/generateMegaRecord.ts -------------------------------------------------------------------------------- /src/schemas/parseAvroSchema.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/schemas/parseAvroSchema.ts -------------------------------------------------------------------------------- /src/schemas/parseJsonSchema.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/schemas/parseJsonSchema.ts -------------------------------------------------------------------------------- /src/schemas/parseSqlSchema.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/schemas/parseSqlSchema.ts -------------------------------------------------------------------------------- /src/utils/asyncGenerator.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/utils/asyncGenerator.ts -------------------------------------------------------------------------------- /src/utils/end.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/utils/end.ts -------------------------------------------------------------------------------- /src/utils/env.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/utils/env.ts -------------------------------------------------------------------------------- /src/utils/recordSize.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/utils/recordSize.ts -------------------------------------------------------------------------------- /src/utils/sleep.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/utils/sleep.ts -------------------------------------------------------------------------------- /src/webhook/webhookConfig.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/webhook/webhookConfig.ts -------------------------------------------------------------------------------- /src/webhookDataGenerator.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/src/webhookDataGenerator.ts -------------------------------------------------------------------------------- /tests/array.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tests/array.json -------------------------------------------------------------------------------- /tests/complex-schema.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tests/complex-schema.avsc -------------------------------------------------------------------------------- /tests/datagen.test.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tests/datagen.test.ts -------------------------------------------------------------------------------- /tests/iterationIndex.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tests/iterationIndex.json -------------------------------------------------------------------------------- /tests/mysql-products.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tests/mysql-products.sql -------------------------------------------------------------------------------- /tests/mysql-schema.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tests/mysql-schema.sql -------------------------------------------------------------------------------- /tests/products.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tests/products.sql -------------------------------------------------------------------------------- /tests/schema-nested.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tests/schema-nested.json -------------------------------------------------------------------------------- /tests/schema.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tests/schema.avsc -------------------------------------------------------------------------------- /tests/schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tests/schema.json -------------------------------------------------------------------------------- /tests/schema2.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tests/schema2.sql -------------------------------------------------------------------------------- /tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tsconfig.json -------------------------------------------------------------------------------- /tslint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/tslint.json -------------------------------------------------------------------------------- /webpack.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/MaterializeInc/datagen/HEAD/webpack.config.js --------------------------------------------------------------------------------