├── .gitignore ├── .travis.yml ├── Berksfile ├── Berksfile.lock ├── LICENSE ├── MANIFEST.in ├── README.rst ├── Vagrantfile ├── arbalest ├── __init__.py ├── configuration.py ├── contrib │ ├── __init__.py │ └── luigi.py ├── core.py ├── pipeline │ └── __init__.py ├── redshift │ ├── __init__.py │ ├── manifest.py │ ├── runner.py │ ├── schema.py │ └── step.py ├── s3.py └── sql.py ├── cookbooks └── arbalest │ ├── metadata.rb │ └── recipes │ ├── default.rb │ └── test.rb ├── docs ├── Makefile ├── author.rst ├── conf.py ├── getting-started.rst ├── index.rst ├── make.bat └── rationale.rst ├── examples └── s3_json_object_to_redshift.py ├── integration ├── __init__.py ├── test_database.py ├── test_sql_step.py └── test_target_table.py ├── rakefile.rb ├── requirements.txt ├── setup.cfg ├── setup.py └── test ├── __init__.py ├── contrib ├── __init__.py └── test_luigi.py ├── pipeline ├── __init__.py ├── test_s3_sorted_data_sources.py └── test_sql_time_series_update.py ├── redshift ├── __init__.py ├── test_bulk_copy_from_s3_json_step.py ├── test_json_object_schema.py ├── test_manifest.py ├── test_manifest_copy_from_s3_json_step.py ├── test_property.py ├── test_s3_bulk_copy_pipeline.py ├── test_s3_copy_pipeline.py ├── test_sql_manifest.py ├── test_sql_step.py └── test_target_table.py └── s3 ├── __init__.py └── test_bucket.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/.travis.yml -------------------------------------------------------------------------------- /Berksfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/Berksfile -------------------------------------------------------------------------------- /Berksfile.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/Berksfile.lock -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/README.rst -------------------------------------------------------------------------------- /Vagrantfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/Vagrantfile -------------------------------------------------------------------------------- /arbalest/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/__init__.py -------------------------------------------------------------------------------- /arbalest/configuration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/configuration.py -------------------------------------------------------------------------------- /arbalest/contrib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /arbalest/contrib/luigi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/contrib/luigi.py -------------------------------------------------------------------------------- /arbalest/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/core.py -------------------------------------------------------------------------------- /arbalest/pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/pipeline/__init__.py -------------------------------------------------------------------------------- /arbalest/redshift/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/redshift/__init__.py -------------------------------------------------------------------------------- /arbalest/redshift/manifest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/redshift/manifest.py -------------------------------------------------------------------------------- /arbalest/redshift/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/redshift/runner.py -------------------------------------------------------------------------------- /arbalest/redshift/schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/redshift/schema.py -------------------------------------------------------------------------------- /arbalest/redshift/step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/redshift/step.py -------------------------------------------------------------------------------- /arbalest/s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/s3.py -------------------------------------------------------------------------------- /arbalest/sql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/arbalest/sql.py -------------------------------------------------------------------------------- /cookbooks/arbalest/metadata.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/cookbooks/arbalest/metadata.rb -------------------------------------------------------------------------------- /cookbooks/arbalest/recipes/default.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/cookbooks/arbalest/recipes/default.rb -------------------------------------------------------------------------------- /cookbooks/arbalest/recipes/test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/cookbooks/arbalest/recipes/test.rb -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/author.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/docs/author.rst -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/getting-started.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/docs/getting-started.rst -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/rationale.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/docs/rationale.rst -------------------------------------------------------------------------------- /examples/s3_json_object_to_redshift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/examples/s3_json_object_to_redshift.py -------------------------------------------------------------------------------- /integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /integration/test_database.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/integration/test_database.py -------------------------------------------------------------------------------- /integration/test_sql_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/integration/test_sql_step.py -------------------------------------------------------------------------------- /integration/test_target_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/integration/test_target_table.py -------------------------------------------------------------------------------- /rakefile.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/rakefile.rb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | -e . 2 | -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | description-file = README.rst 3 | -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/setup.py -------------------------------------------------------------------------------- /test/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/__init__.py -------------------------------------------------------------------------------- /test/contrib/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/contrib/test_luigi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/contrib/test_luigi.py -------------------------------------------------------------------------------- /test/pipeline/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/pipeline/test_s3_sorted_data_sources.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/pipeline/test_s3_sorted_data_sources.py -------------------------------------------------------------------------------- /test/pipeline/test_sql_time_series_update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/pipeline/test_sql_time_series_update.py -------------------------------------------------------------------------------- /test/redshift/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/redshift/test_bulk_copy_from_s3_json_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/redshift/test_bulk_copy_from_s3_json_step.py -------------------------------------------------------------------------------- /test/redshift/test_json_object_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/redshift/test_json_object_schema.py -------------------------------------------------------------------------------- /test/redshift/test_manifest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/redshift/test_manifest.py -------------------------------------------------------------------------------- /test/redshift/test_manifest_copy_from_s3_json_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/redshift/test_manifest_copy_from_s3_json_step.py -------------------------------------------------------------------------------- /test/redshift/test_property.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/redshift/test_property.py -------------------------------------------------------------------------------- /test/redshift/test_s3_bulk_copy_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/redshift/test_s3_bulk_copy_pipeline.py -------------------------------------------------------------------------------- /test/redshift/test_s3_copy_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/redshift/test_s3_copy_pipeline.py -------------------------------------------------------------------------------- /test/redshift/test_sql_manifest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/redshift/test_sql_manifest.py -------------------------------------------------------------------------------- /test/redshift/test_sql_step.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/redshift/test_sql_step.py -------------------------------------------------------------------------------- /test/redshift/test_target_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/redshift/test_target_table.py -------------------------------------------------------------------------------- /test/s3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/s3/test_bucket.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dwolla/arbalest/HEAD/test/s3/test_bucket.py --------------------------------------------------------------------------------