├── .github └── workflows │ ├── coverage.yml │ ├── publish.yml │ └── test.yml ├── .gitignore ├── .npmignore ├── .vscode ├── launch.json └── tasks.json ├── Dockerfile ├── README.md ├── docker-compose.yml ├── index.js ├── lib ├── bigquery │ └── index.js ├── chain.js ├── cluster.js ├── collect.js ├── csv_parser.js ├── cut.js ├── elasticsearch │ ├── bulk.js │ ├── find.js │ ├── index.js │ ├── mapping.js │ └── scroll.js ├── expand.js ├── file.js ├── fixed.js ├── index.js ├── inspect.js ├── keepOpen.js ├── mongo │ ├── bulk.js │ ├── index.js │ ├── insert.js │ └── update.js ├── mysql │ ├── execute.js │ ├── index.js │ ├── mysql.js │ ├── script.js │ └── upsert.js ├── postgres │ ├── execute.js │ ├── index.js │ ├── insert.js │ ├── postgres.js │ ├── script.js │ └── upsert.js ├── prescan.js ├── split.js ├── stringify.js ├── timeout.js ├── toFile.js └── tostream.js ├── package.json ├── test.sh └── test ├── chain-test.js ├── cluster-test.js ├── collect-test.js ├── csv-test.js ├── cut-test.js ├── data-changed.js ├── data.js ├── elastic-retry-test.js ├── elastic-test.js ├── expand-test.js ├── file-test.js ├── fixed-test.js ├── keepopen-test.js ├── lib ├── dataStream.js ├── mongo.js └── worker.js ├── mongo-insert-test.js ├── mongo-update-test.js ├── mysql-test.js ├── postgres-test.js ├── scan-test.js ├── split-test.js ├── stringify-test.js ├── test.csv ├── test.txt ├── timeout-test.js ├── tofile-test.js └── tostream-test.js /.github/workflows/coverage.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/.github/workflows/coverage.yml -------------------------------------------------------------------------------- /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/.gitignore -------------------------------------------------------------------------------- /.npmignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/.npmignore -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/.vscode/launch.json -------------------------------------------------------------------------------- /.vscode/tasks.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/.vscode/tasks.json -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/Dockerfile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/README.md -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /index.js: -------------------------------------------------------------------------------- 1 | module.exports = require('./lib'); -------------------------------------------------------------------------------- /lib/bigquery/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/bigquery/index.js -------------------------------------------------------------------------------- /lib/chain.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/chain.js -------------------------------------------------------------------------------- /lib/cluster.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/cluster.js -------------------------------------------------------------------------------- /lib/collect.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/collect.js -------------------------------------------------------------------------------- /lib/csv_parser.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/csv_parser.js -------------------------------------------------------------------------------- /lib/cut.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/cut.js -------------------------------------------------------------------------------- /lib/elasticsearch/bulk.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/elasticsearch/bulk.js -------------------------------------------------------------------------------- /lib/elasticsearch/find.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/elasticsearch/find.js -------------------------------------------------------------------------------- /lib/elasticsearch/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/elasticsearch/index.js -------------------------------------------------------------------------------- /lib/elasticsearch/mapping.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/elasticsearch/mapping.js -------------------------------------------------------------------------------- /lib/elasticsearch/scroll.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/elasticsearch/scroll.js -------------------------------------------------------------------------------- /lib/expand.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/expand.js -------------------------------------------------------------------------------- /lib/file.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/file.js -------------------------------------------------------------------------------- /lib/fixed.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/fixed.js -------------------------------------------------------------------------------- /lib/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/index.js -------------------------------------------------------------------------------- /lib/inspect.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/inspect.js -------------------------------------------------------------------------------- /lib/keepOpen.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/keepOpen.js -------------------------------------------------------------------------------- /lib/mongo/bulk.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/mongo/bulk.js -------------------------------------------------------------------------------- /lib/mongo/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/mongo/index.js -------------------------------------------------------------------------------- /lib/mongo/insert.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/mongo/insert.js -------------------------------------------------------------------------------- /lib/mongo/update.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/mongo/update.js -------------------------------------------------------------------------------- /lib/mysql/execute.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/mysql/execute.js -------------------------------------------------------------------------------- /lib/mysql/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/mysql/index.js -------------------------------------------------------------------------------- /lib/mysql/mysql.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/mysql/mysql.js -------------------------------------------------------------------------------- /lib/mysql/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/mysql/script.js -------------------------------------------------------------------------------- /lib/mysql/upsert.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/mysql/upsert.js -------------------------------------------------------------------------------- /lib/postgres/execute.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/postgres/execute.js -------------------------------------------------------------------------------- /lib/postgres/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/postgres/index.js -------------------------------------------------------------------------------- /lib/postgres/insert.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/postgres/insert.js -------------------------------------------------------------------------------- /lib/postgres/postgres.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/postgres/postgres.js -------------------------------------------------------------------------------- /lib/postgres/script.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/postgres/script.js -------------------------------------------------------------------------------- /lib/postgres/upsert.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/postgres/upsert.js -------------------------------------------------------------------------------- /lib/prescan.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/prescan.js -------------------------------------------------------------------------------- /lib/split.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/split.js -------------------------------------------------------------------------------- /lib/stringify.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/stringify.js -------------------------------------------------------------------------------- /lib/timeout.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/timeout.js -------------------------------------------------------------------------------- /lib/toFile.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/toFile.js -------------------------------------------------------------------------------- /lib/tostream.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/lib/tostream.js -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/package.json -------------------------------------------------------------------------------- /test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test.sh -------------------------------------------------------------------------------- /test/chain-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/chain-test.js -------------------------------------------------------------------------------- /test/cluster-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/cluster-test.js -------------------------------------------------------------------------------- /test/collect-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/collect-test.js -------------------------------------------------------------------------------- /test/csv-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/csv-test.js -------------------------------------------------------------------------------- /test/cut-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/cut-test.js -------------------------------------------------------------------------------- /test/data-changed.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/data-changed.js -------------------------------------------------------------------------------- /test/data.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/data.js -------------------------------------------------------------------------------- /test/elastic-retry-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/elastic-retry-test.js -------------------------------------------------------------------------------- /test/elastic-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/elastic-test.js -------------------------------------------------------------------------------- /test/expand-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/expand-test.js -------------------------------------------------------------------------------- /test/file-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/file-test.js -------------------------------------------------------------------------------- /test/fixed-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/fixed-test.js -------------------------------------------------------------------------------- /test/keepopen-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/keepopen-test.js -------------------------------------------------------------------------------- /test/lib/dataStream.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/lib/dataStream.js -------------------------------------------------------------------------------- /test/lib/mongo.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/lib/mongo.js -------------------------------------------------------------------------------- /test/lib/worker.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/lib/worker.js -------------------------------------------------------------------------------- /test/mongo-insert-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/mongo-insert-test.js -------------------------------------------------------------------------------- /test/mongo-update-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/mongo-update-test.js -------------------------------------------------------------------------------- /test/mysql-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/mysql-test.js -------------------------------------------------------------------------------- /test/postgres-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/postgres-test.js -------------------------------------------------------------------------------- /test/scan-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/scan-test.js -------------------------------------------------------------------------------- /test/split-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/split-test.js -------------------------------------------------------------------------------- /test/stringify-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/stringify-test.js -------------------------------------------------------------------------------- /test/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/test.csv -------------------------------------------------------------------------------- /test/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/test.txt -------------------------------------------------------------------------------- /test/timeout-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/timeout-test.js -------------------------------------------------------------------------------- /test/tofile-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/tofile-test.js -------------------------------------------------------------------------------- /test/tostream-test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ZJONSSON/node-etl/HEAD/test/tostream-test.js --------------------------------------------------------------------------------