├── .drone.yml ├── .gitignore ├── .npmignore ├── Dockerfile ├── LICENSE ├── README.md ├── bin └── fec ├── commands ├── convert.js ├── index.js ├── init.js └── list.js ├── index.js ├── lib ├── api.js ├── format.js ├── increment.js ├── init.js ├── ndjson.js ├── psql.js ├── rss.js └── tables.js ├── package.json ├── pipelines ├── 01-rss.yml ├── 02-download.yml ├── 03-load.yml ├── 04-notify.yml ├── 05-errors.yml ├── 06-zips.yml ├── 07-download-zips.yml ├── 08-unzip.yml └── 09-load-zips.yml ├── tests ├── fixtures │ ├── f3l.fec │ ├── paper-f3x.fec │ ├── psql-end-marker.fec │ └── romney-f3p.fec └── lib │ ├── __snapshots__ │ ├── api.test.js.snap │ ├── ndjson.test.js.snap │ ├── psql.test.js.snap │ └── rss.test.js.snap │ ├── api.test.js │ ├── ndjson.test.js │ ├── psql.test.js │ └── rss.test.js └── transforms ├── all.sh ├── clean.sh ├── download-zips.sh ├── download.sh ├── errors.sh ├── load.sh ├── notify.sh ├── rss.sh ├── unzip.sh └── zips.sh /.drone.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/.drone.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | node_modules 2 | data 3 | -------------------------------------------------------------------------------- /.npmignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/.npmignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/README.md -------------------------------------------------------------------------------- /bin/fec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/bin/fec -------------------------------------------------------------------------------- /commands/convert.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/commands/convert.js -------------------------------------------------------------------------------- /commands/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/commands/index.js -------------------------------------------------------------------------------- /commands/init.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/commands/init.js -------------------------------------------------------------------------------- /commands/list.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/commands/list.js -------------------------------------------------------------------------------- /index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/index.js -------------------------------------------------------------------------------- /lib/api.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/lib/api.js -------------------------------------------------------------------------------- /lib/format.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/lib/format.js -------------------------------------------------------------------------------- /lib/increment.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/lib/increment.js -------------------------------------------------------------------------------- /lib/init.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/lib/init.js -------------------------------------------------------------------------------- /lib/ndjson.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/lib/ndjson.js -------------------------------------------------------------------------------- /lib/psql.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/lib/psql.js -------------------------------------------------------------------------------- /lib/rss.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/lib/rss.js -------------------------------------------------------------------------------- /lib/tables.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/lib/tables.js -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/package.json -------------------------------------------------------------------------------- /pipelines/01-rss.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/pipelines/01-rss.yml -------------------------------------------------------------------------------- /pipelines/02-download.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/pipelines/02-download.yml -------------------------------------------------------------------------------- /pipelines/03-load.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/pipelines/03-load.yml -------------------------------------------------------------------------------- /pipelines/04-notify.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/pipelines/04-notify.yml -------------------------------------------------------------------------------- /pipelines/05-errors.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/pipelines/05-errors.yml -------------------------------------------------------------------------------- /pipelines/06-zips.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/pipelines/06-zips.yml -------------------------------------------------------------------------------- /pipelines/07-download-zips.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/pipelines/07-download-zips.yml -------------------------------------------------------------------------------- /pipelines/08-unzip.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/pipelines/08-unzip.yml -------------------------------------------------------------------------------- /pipelines/09-load-zips.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/pipelines/09-load-zips.yml -------------------------------------------------------------------------------- /tests/fixtures/f3l.fec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/fixtures/f3l.fec -------------------------------------------------------------------------------- /tests/fixtures/paper-f3x.fec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/fixtures/paper-f3x.fec -------------------------------------------------------------------------------- /tests/fixtures/psql-end-marker.fec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/fixtures/psql-end-marker.fec -------------------------------------------------------------------------------- /tests/fixtures/romney-f3p.fec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/fixtures/romney-f3p.fec -------------------------------------------------------------------------------- /tests/lib/__snapshots__/api.test.js.snap: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/lib/__snapshots__/api.test.js.snap -------------------------------------------------------------------------------- /tests/lib/__snapshots__/ndjson.test.js.snap: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/lib/__snapshots__/ndjson.test.js.snap -------------------------------------------------------------------------------- /tests/lib/__snapshots__/psql.test.js.snap: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/lib/__snapshots__/psql.test.js.snap -------------------------------------------------------------------------------- /tests/lib/__snapshots__/rss.test.js.snap: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/lib/__snapshots__/rss.test.js.snap -------------------------------------------------------------------------------- /tests/lib/api.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/lib/api.test.js -------------------------------------------------------------------------------- /tests/lib/ndjson.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/lib/ndjson.test.js -------------------------------------------------------------------------------- /tests/lib/psql.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/lib/psql.test.js -------------------------------------------------------------------------------- /tests/lib/rss.test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/tests/lib/rss.test.js -------------------------------------------------------------------------------- /transforms/all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/transforms/all.sh -------------------------------------------------------------------------------- /transforms/clean.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | set -euo pipefail 4 | 5 | rm -rf ./data 6 | -------------------------------------------------------------------------------- /transforms/download-zips.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/transforms/download-zips.sh -------------------------------------------------------------------------------- /transforms/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/transforms/download.sh -------------------------------------------------------------------------------- /transforms/errors.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/transforms/errors.sh -------------------------------------------------------------------------------- /transforms/load.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/transforms/load.sh -------------------------------------------------------------------------------- /transforms/notify.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/transforms/notify.sh -------------------------------------------------------------------------------- /transforms/rss.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/transforms/rss.sh -------------------------------------------------------------------------------- /transforms/unzip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/transforms/unzip.sh -------------------------------------------------------------------------------- /transforms/zips.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PublicI/fec-loader/HEAD/transforms/zips.sh --------------------------------------------------------------------------------