├── .gitignore ├── .standalone_migrations ├── .travis.yml ├── 0.9-UPGRADE ├── CHANGELOG ├── Gemfile ├── Guardfile ├── HOW_TO_RELEASE ├── LICENSE ├── README.textile ├── Rakefile ├── TODO ├── activewarehouse-etl.gemspec ├── bin ├── etl └── etl.cmd ├── db ├── migrate │ └── 20120229203554_create_tables.rb └── schema.rb ├── examples └── database.example.yml ├── lib ├── etl.rb └── etl │ ├── batch.rb │ ├── batch │ ├── batch.rb │ └── directives.rb │ ├── builder.rb │ ├── builder │ ├── date_dimension_builder.rb │ └── time_dimension_builder.rb │ ├── commands │ └── etl.rb │ ├── control.rb │ ├── control │ ├── control.rb │ ├── destination.rb │ ├── destination │ │ ├── csv_destination.rb │ │ ├── database_destination.rb │ │ ├── excel_destination.rb │ │ ├── file_destination.rb │ │ ├── insert_update_database_destination.rb │ │ ├── update_database_destination.rb │ │ └── yaml_destination.rb │ ├── source.rb │ └── source │ │ ├── database_source.rb │ │ ├── enumerable_source.rb │ │ ├── file_source.rb │ │ ├── model_source.rb │ │ └── mysql_streamer.rb │ ├── core_ext.rb │ ├── core_ext │ ├── time.rb │ └── time │ │ └── calculations.rb │ ├── engine.rb │ ├── execution.rb │ ├── execution │ ├── base.rb │ ├── batch.rb │ ├── job.rb │ └── migration.rb │ ├── generator.rb │ ├── generator │ ├── generator.rb │ └── surrogate_key_generator.rb │ ├── http_tools.rb │ ├── parser.rb │ ├── parser │ ├── apache_combined_log_parser.rb │ ├── csv_parser.rb │ ├── excel_parser.rb │ ├── fixed_width_parser.rb │ ├── nokogiri_xml_parser.rb │ ├── parser.rb │ ├── sax_parser.rb │ └── xml_parser.rb │ ├── processor.rb │ ├── processor │ ├── block_processor.rb │ ├── bulk_import_processor.rb │ ├── check_exist_processor.rb │ ├── check_unique_processor.rb │ ├── copy_field_processor.rb │ ├── database_join_processor.rb │ ├── encode_processor.rb │ ├── ensure_fields_presence_processor.rb │ ├── escape_csv_processor.rb │ ├── filter_row_processor.rb │ ├── ftp_downloader_processor.rb │ ├── ftp_uploader_processor.rb │ ├── hierarchy_exploder_processor.rb │ ├── imapattachment_downloader_processor.rb │ ├── pop3attachment_downloader_processor.rb │ ├── print_row_processor.rb │ ├── processor.rb │ ├── rename_processor.rb │ ├── require_non_blank_processor.rb │ ├── row_processor.rb │ ├── sequence_processor.rb │ ├── sftp_downloader_processor.rb │ ├── sftp_uploader_processor.rb │ ├── surrogate_key_processor.rb │ ├── truncate_processor.rb │ └── zip_file_processor.rb │ ├── row.rb │ ├── screen.rb │ ├── screen │ └── row_count_screen.rb │ ├── transform.rb │ ├── transform │ ├── block_transform.rb │ ├── calculation_transform.rb │ ├── date_to_string_transform.rb │ ├── decode_transform.rb │ ├── default_transform.rb │ ├── foreign_key_lookup_transform.rb │ ├── hierarchy_lookup_transform.rb │ ├── md5_transform.rb │ ├── ordinalize_transform.rb │ ├── sha1_transform.rb │ ├── split_fields_transform.rb │ ├── string_to_date_time_transform.rb │ ├── string_to_date_transform.rb │ ├── string_to_time_transform.rb │ ├── transform.rb │ ├── trim_transform.rb │ └── type_transform.rb │ ├── util.rb │ └── version.rb └── test ├── .gitignore ├── .ignore ├── all.ebf ├── apache_combined_log.ctl ├── batch_test.rb ├── batch_with_error.ebf ├── batched1.ctl ├── batched2.ctl ├── block_processor.ctl ├── block_processor_error.ctl ├── block_processor_pre_post_process.ctl ├── block_processor_remove_rows.ctl ├── block_processor_test.rb ├── check_exist_processor_test.rb ├── check_unique_processor_test.rb ├── config ├── .gitignore ├── database.yml └── gemfiles │ ├── Gemfile.rails-3.0.x │ ├── Gemfile.rails-3.1.x │ ├── Gemfile.rails-3.2.x │ ├── Gemfile.rails-4.0.x │ └── common.rb ├── control_test.rb ├── data ├── apache_combined_log.txt ├── bulk_import.txt ├── bulk_import_with_empties.txt ├── decode.txt ├── delimited.txt ├── encode_source_latin1.txt ├── excel.xls ├── excel2.xls ├── fixed_width.txt ├── multiple_delimited_1.txt ├── multiple_delimited_2.txt ├── nokogiri.xml ├── people.txt ├── sax.xml └── xml.xml ├── database_join_processor_test.rb ├── date_dimension_builder_test.rb ├── delimited.ctl ├── delimited_absolute.ctl ├── delimited_destination_db.ctl ├── delimited_excel.ctl ├── delimited_insert_update.ctl ├── delimited_update.ctl ├── delimited_with_bulk_load.ctl ├── destination_test.rb ├── directive_test.rb ├── encode_processor_test.rb ├── engine_test.rb ├── ensure_fields_presence_processor_test.rb ├── errors.ctl ├── etl_test.rb ├── excel.ctl ├── excel2.ctl ├── fixed_width.ctl ├── foreign_key_lookup_transform_test.rb ├── generator_test.rb ├── inline_parser.ctl ├── mocks ├── mock_destination.rb └── mock_source.rb ├── model_source.ctl ├── multiple_delimited.ctl ├── multiple_source_delimited.ctl ├── nokogiri_all.ctl ├── nokogiri_select.ctl ├── nokogiri_test.rb ├── output └── .ignore ├── parser_test.rb ├── performance └── delimited.ctl ├── processor_test.rb ├── row_processor_test.rb ├── sax.ctl ├── scd ├── 1.txt ├── 2.txt └── 3.txt ├── scd_test.rb ├── scd_test_type_1.ctl ├── scd_test_type_2.ctl ├── screen_test.rb ├── screen_test_error.ctl ├── screen_test_fatal.ctl ├── source_test.rb ├── test_helper.rb ├── transform_test.rb ├── truncate_processor_test.rb └── xml.ctl /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/.gitignore -------------------------------------------------------------------------------- /.standalone_migrations: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/.standalone_migrations -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/.travis.yml -------------------------------------------------------------------------------- /0.9-UPGRADE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/0.9-UPGRADE -------------------------------------------------------------------------------- /CHANGELOG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/CHANGELOG -------------------------------------------------------------------------------- /Gemfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/Gemfile -------------------------------------------------------------------------------- /Guardfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/Guardfile -------------------------------------------------------------------------------- /HOW_TO_RELEASE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/HOW_TO_RELEASE -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/LICENSE -------------------------------------------------------------------------------- /README.textile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/README.textile -------------------------------------------------------------------------------- /Rakefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/Rakefile -------------------------------------------------------------------------------- /TODO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/TODO -------------------------------------------------------------------------------- /activewarehouse-etl.gemspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/activewarehouse-etl.gemspec -------------------------------------------------------------------------------- /bin/etl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/bin/etl -------------------------------------------------------------------------------- /bin/etl.cmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/bin/etl.cmd -------------------------------------------------------------------------------- /db/migrate/20120229203554_create_tables.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/db/migrate/20120229203554_create_tables.rb -------------------------------------------------------------------------------- /db/schema.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/db/schema.rb -------------------------------------------------------------------------------- /examples/database.example.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/examples/database.example.yml -------------------------------------------------------------------------------- /lib/etl.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl.rb -------------------------------------------------------------------------------- /lib/etl/batch.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/batch.rb -------------------------------------------------------------------------------- /lib/etl/batch/batch.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/batch/batch.rb -------------------------------------------------------------------------------- /lib/etl/batch/directives.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/batch/directives.rb -------------------------------------------------------------------------------- /lib/etl/builder.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/builder.rb -------------------------------------------------------------------------------- /lib/etl/builder/date_dimension_builder.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/builder/date_dimension_builder.rb -------------------------------------------------------------------------------- /lib/etl/builder/time_dimension_builder.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/builder/time_dimension_builder.rb -------------------------------------------------------------------------------- /lib/etl/commands/etl.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/commands/etl.rb -------------------------------------------------------------------------------- /lib/etl/control.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control.rb -------------------------------------------------------------------------------- /lib/etl/control/control.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/control.rb -------------------------------------------------------------------------------- /lib/etl/control/destination.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/destination.rb -------------------------------------------------------------------------------- /lib/etl/control/destination/csv_destination.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/destination/csv_destination.rb -------------------------------------------------------------------------------- /lib/etl/control/destination/database_destination.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/destination/database_destination.rb -------------------------------------------------------------------------------- /lib/etl/control/destination/excel_destination.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/destination/excel_destination.rb -------------------------------------------------------------------------------- /lib/etl/control/destination/file_destination.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/destination/file_destination.rb -------------------------------------------------------------------------------- /lib/etl/control/destination/insert_update_database_destination.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/destination/insert_update_database_destination.rb -------------------------------------------------------------------------------- /lib/etl/control/destination/update_database_destination.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/destination/update_database_destination.rb -------------------------------------------------------------------------------- /lib/etl/control/destination/yaml_destination.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/destination/yaml_destination.rb -------------------------------------------------------------------------------- /lib/etl/control/source.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/source.rb -------------------------------------------------------------------------------- /lib/etl/control/source/database_source.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/source/database_source.rb -------------------------------------------------------------------------------- /lib/etl/control/source/enumerable_source.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/source/enumerable_source.rb -------------------------------------------------------------------------------- /lib/etl/control/source/file_source.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/source/file_source.rb -------------------------------------------------------------------------------- /lib/etl/control/source/model_source.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/source/model_source.rb -------------------------------------------------------------------------------- /lib/etl/control/source/mysql_streamer.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/control/source/mysql_streamer.rb -------------------------------------------------------------------------------- /lib/etl/core_ext.rb: -------------------------------------------------------------------------------- 1 | require 'etl/core_ext/time' -------------------------------------------------------------------------------- /lib/etl/core_ext/time.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/core_ext/time.rb -------------------------------------------------------------------------------- /lib/etl/core_ext/time/calculations.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/core_ext/time/calculations.rb -------------------------------------------------------------------------------- /lib/etl/engine.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/engine.rb -------------------------------------------------------------------------------- /lib/etl/execution.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/execution.rb -------------------------------------------------------------------------------- /lib/etl/execution/base.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/execution/base.rb -------------------------------------------------------------------------------- /lib/etl/execution/batch.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/execution/batch.rb -------------------------------------------------------------------------------- /lib/etl/execution/job.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/execution/job.rb -------------------------------------------------------------------------------- /lib/etl/execution/migration.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/execution/migration.rb -------------------------------------------------------------------------------- /lib/etl/generator.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/generator.rb -------------------------------------------------------------------------------- /lib/etl/generator/generator.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/generator/generator.rb -------------------------------------------------------------------------------- /lib/etl/generator/surrogate_key_generator.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/generator/surrogate_key_generator.rb -------------------------------------------------------------------------------- /lib/etl/http_tools.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/http_tools.rb -------------------------------------------------------------------------------- /lib/etl/parser.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/parser.rb -------------------------------------------------------------------------------- /lib/etl/parser/apache_combined_log_parser.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/parser/apache_combined_log_parser.rb -------------------------------------------------------------------------------- /lib/etl/parser/csv_parser.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/parser/csv_parser.rb -------------------------------------------------------------------------------- /lib/etl/parser/excel_parser.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/parser/excel_parser.rb -------------------------------------------------------------------------------- /lib/etl/parser/fixed_width_parser.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/parser/fixed_width_parser.rb -------------------------------------------------------------------------------- /lib/etl/parser/nokogiri_xml_parser.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/parser/nokogiri_xml_parser.rb -------------------------------------------------------------------------------- /lib/etl/parser/parser.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/parser/parser.rb -------------------------------------------------------------------------------- /lib/etl/parser/sax_parser.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/parser/sax_parser.rb -------------------------------------------------------------------------------- /lib/etl/parser/xml_parser.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/parser/xml_parser.rb -------------------------------------------------------------------------------- /lib/etl/processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/block_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/block_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/bulk_import_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/bulk_import_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/check_exist_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/check_exist_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/check_unique_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/check_unique_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/copy_field_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/copy_field_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/database_join_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/database_join_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/encode_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/encode_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/ensure_fields_presence_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/ensure_fields_presence_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/escape_csv_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/escape_csv_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/filter_row_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/filter_row_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/ftp_downloader_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/ftp_downloader_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/ftp_uploader_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/ftp_uploader_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/hierarchy_exploder_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/hierarchy_exploder_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/imapattachment_downloader_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/imapattachment_downloader_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/pop3attachment_downloader_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/pop3attachment_downloader_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/print_row_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/print_row_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/rename_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/rename_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/require_non_blank_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/require_non_blank_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/row_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/row_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/sequence_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/sequence_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/sftp_downloader_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/sftp_downloader_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/sftp_uploader_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/sftp_uploader_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/surrogate_key_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/surrogate_key_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/truncate_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/truncate_processor.rb -------------------------------------------------------------------------------- /lib/etl/processor/zip_file_processor.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/processor/zip_file_processor.rb -------------------------------------------------------------------------------- /lib/etl/row.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/row.rb -------------------------------------------------------------------------------- /lib/etl/screen.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/screen.rb -------------------------------------------------------------------------------- /lib/etl/screen/row_count_screen.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/screen/row_count_screen.rb -------------------------------------------------------------------------------- /lib/etl/transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/block_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/block_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/calculation_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/calculation_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/date_to_string_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/date_to_string_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/decode_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/decode_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/default_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/default_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/foreign_key_lookup_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/foreign_key_lookup_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/hierarchy_lookup_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/hierarchy_lookup_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/md5_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/md5_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/ordinalize_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/ordinalize_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/sha1_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/sha1_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/split_fields_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/split_fields_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/string_to_date_time_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/string_to_date_time_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/string_to_date_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/string_to_date_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/string_to_time_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/string_to_time_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/trim_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/trim_transform.rb -------------------------------------------------------------------------------- /lib/etl/transform/type_transform.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/transform/type_transform.rb -------------------------------------------------------------------------------- /lib/etl/util.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/lib/etl/util.rb -------------------------------------------------------------------------------- /lib/etl/version.rb: -------------------------------------------------------------------------------- 1 | module ETL#:nodoc: 2 | VERSION = "1.0.0" 3 | end 4 | -------------------------------------------------------------------------------- /test/.gitignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/.ignore: -------------------------------------------------------------------------------- 1 | database.yml 2 | *.txt -------------------------------------------------------------------------------- /test/all.ebf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/all.ebf -------------------------------------------------------------------------------- /test/apache_combined_log.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/apache_combined_log.ctl -------------------------------------------------------------------------------- /test/batch_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/batch_test.rb -------------------------------------------------------------------------------- /test/batch_with_error.ebf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/batch_with_error.ebf -------------------------------------------------------------------------------- /test/batched1.ctl: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/batched2.ctl: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/block_processor.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/block_processor.ctl -------------------------------------------------------------------------------- /test/block_processor_error.ctl: -------------------------------------------------------------------------------- 1 | pre_process { raise ControlError.new( "Cough!") } -------------------------------------------------------------------------------- /test/block_processor_pre_post_process.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/block_processor_pre_post_process.ctl -------------------------------------------------------------------------------- /test/block_processor_remove_rows.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/block_processor_remove_rows.ctl -------------------------------------------------------------------------------- /test/block_processor_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/block_processor_test.rb -------------------------------------------------------------------------------- /test/check_exist_processor_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/check_exist_processor_test.rb -------------------------------------------------------------------------------- /test/check_unique_processor_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/check_unique_processor_test.rb -------------------------------------------------------------------------------- /test/config/.gitignore: -------------------------------------------------------------------------------- 1 | *.lock -------------------------------------------------------------------------------- /test/config/database.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/config/database.yml -------------------------------------------------------------------------------- /test/config/gemfiles/Gemfile.rails-3.0.x: -------------------------------------------------------------------------------- 1 | require File.dirname(__FILE__) + '/common' 2 | 3 | declare_gems '~> 3.0.20' 4 | -------------------------------------------------------------------------------- /test/config/gemfiles/Gemfile.rails-3.1.x: -------------------------------------------------------------------------------- 1 | require File.dirname(__FILE__) + '/common' 2 | 3 | declare_gems '~> 3.1.12' 4 | -------------------------------------------------------------------------------- /test/config/gemfiles/Gemfile.rails-3.2.x: -------------------------------------------------------------------------------- 1 | require File.dirname(__FILE__) + '/common' 2 | 3 | declare_gems '~> 3.2.14' 4 | -------------------------------------------------------------------------------- /test/config/gemfiles/Gemfile.rails-4.0.x: -------------------------------------------------------------------------------- 1 | require File.dirname(__FILE__) + '/common' 2 | 3 | declare_gems '~> 4.0.0' 4 | -------------------------------------------------------------------------------- /test/config/gemfiles/common.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/config/gemfiles/common.rb -------------------------------------------------------------------------------- /test/control_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/control_test.rb -------------------------------------------------------------------------------- /test/data/apache_combined_log.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/apache_combined_log.txt -------------------------------------------------------------------------------- /test/data/bulk_import.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/bulk_import.txt -------------------------------------------------------------------------------- /test/data/bulk_import_with_empties.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/bulk_import_with_empties.txt -------------------------------------------------------------------------------- /test/data/decode.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/decode.txt -------------------------------------------------------------------------------- /test/data/delimited.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/delimited.txt -------------------------------------------------------------------------------- /test/data/encode_source_latin1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/encode_source_latin1.txt -------------------------------------------------------------------------------- /test/data/excel.xls: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/excel.xls -------------------------------------------------------------------------------- /test/data/excel2.xls: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/excel2.xls -------------------------------------------------------------------------------- /test/data/fixed_width.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/fixed_width.txt -------------------------------------------------------------------------------- /test/data/multiple_delimited_1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/multiple_delimited_1.txt -------------------------------------------------------------------------------- /test/data/multiple_delimited_2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/multiple_delimited_2.txt -------------------------------------------------------------------------------- /test/data/nokogiri.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/nokogiri.xml -------------------------------------------------------------------------------- /test/data/people.txt: -------------------------------------------------------------------------------- 1 | Bob,Smith 2 | Jane,Doe 3 | Chris,Cornell -------------------------------------------------------------------------------- /test/data/sax.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/sax.xml -------------------------------------------------------------------------------- /test/data/xml.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/data/xml.xml -------------------------------------------------------------------------------- /test/database_join_processor_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/database_join_processor_test.rb -------------------------------------------------------------------------------- /test/date_dimension_builder_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/date_dimension_builder_test.rb -------------------------------------------------------------------------------- /test/delimited.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/delimited.ctl -------------------------------------------------------------------------------- /test/delimited_absolute.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/delimited_absolute.ctl -------------------------------------------------------------------------------- /test/delimited_destination_db.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/delimited_destination_db.ctl -------------------------------------------------------------------------------- /test/delimited_excel.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/delimited_excel.ctl -------------------------------------------------------------------------------- /test/delimited_insert_update.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/delimited_insert_update.ctl -------------------------------------------------------------------------------- /test/delimited_update.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/delimited_update.ctl -------------------------------------------------------------------------------- /test/delimited_with_bulk_load.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/delimited_with_bulk_load.ctl -------------------------------------------------------------------------------- /test/destination_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/destination_test.rb -------------------------------------------------------------------------------- /test/directive_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/directive_test.rb -------------------------------------------------------------------------------- /test/encode_processor_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/encode_processor_test.rb -------------------------------------------------------------------------------- /test/engine_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/engine_test.rb -------------------------------------------------------------------------------- /test/ensure_fields_presence_processor_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/ensure_fields_presence_processor_test.rb -------------------------------------------------------------------------------- /test/errors.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/errors.ctl -------------------------------------------------------------------------------- /test/etl_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/etl_test.rb -------------------------------------------------------------------------------- /test/excel.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/excel.ctl -------------------------------------------------------------------------------- /test/excel2.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/excel2.ctl -------------------------------------------------------------------------------- /test/fixed_width.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/fixed_width.ctl -------------------------------------------------------------------------------- /test/foreign_key_lookup_transform_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/foreign_key_lookup_transform_test.rb -------------------------------------------------------------------------------- /test/generator_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/generator_test.rb -------------------------------------------------------------------------------- /test/inline_parser.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/inline_parser.ctl -------------------------------------------------------------------------------- /test/mocks/mock_destination.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/mocks/mock_destination.rb -------------------------------------------------------------------------------- /test/mocks/mock_source.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/mocks/mock_source.rb -------------------------------------------------------------------------------- /test/model_source.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/model_source.ctl -------------------------------------------------------------------------------- /test/multiple_delimited.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/multiple_delimited.ctl -------------------------------------------------------------------------------- /test/multiple_source_delimited.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/multiple_source_delimited.ctl -------------------------------------------------------------------------------- /test/nokogiri_all.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/nokogiri_all.ctl -------------------------------------------------------------------------------- /test/nokogiri_select.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/nokogiri_select.ctl -------------------------------------------------------------------------------- /test/nokogiri_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/nokogiri_test.rb -------------------------------------------------------------------------------- /test/output/.ignore: -------------------------------------------------------------------------------- 1 | *.txt -------------------------------------------------------------------------------- /test/parser_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/parser_test.rb -------------------------------------------------------------------------------- /test/performance/delimited.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/performance/delimited.ctl -------------------------------------------------------------------------------- /test/processor_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/processor_test.rb -------------------------------------------------------------------------------- /test/row_processor_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/row_processor_test.rb -------------------------------------------------------------------------------- /test/sax.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/sax.ctl -------------------------------------------------------------------------------- /test/scd/1.txt: -------------------------------------------------------------------------------- 1 | Bob,Smith,200 South Drive,Boston,MA,32123 -------------------------------------------------------------------------------- /test/scd/2.txt: -------------------------------------------------------------------------------- 1 | Bob,Smith,1010 SW 23rd St,Los Angeles,CA,90392 -------------------------------------------------------------------------------- /test/scd/3.txt: -------------------------------------------------------------------------------- 1 | Bob,Smith,280 Pine Street,Los Angeles,CA,90392 -------------------------------------------------------------------------------- /test/scd_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/scd_test.rb -------------------------------------------------------------------------------- /test/scd_test_type_1.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/scd_test_type_1.ctl -------------------------------------------------------------------------------- /test/scd_test_type_2.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/scd_test_type_2.ctl -------------------------------------------------------------------------------- /test/screen_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/screen_test.rb -------------------------------------------------------------------------------- /test/screen_test_error.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/screen_test_error.ctl -------------------------------------------------------------------------------- /test/screen_test_fatal.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/screen_test_fatal.ctl -------------------------------------------------------------------------------- /test/source_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/source_test.rb -------------------------------------------------------------------------------- /test/test_helper.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/test_helper.rb -------------------------------------------------------------------------------- /test/transform_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/transform_test.rb -------------------------------------------------------------------------------- /test/truncate_processor_test.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/truncate_processor_test.rb -------------------------------------------------------------------------------- /test/xml.ctl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/activewarehouse/activewarehouse-etl/HEAD/test/xml.ctl --------------------------------------------------------------------------------