├── .github └── workflows │ ├── check.yml │ └── publish.yml ├── .gitignore ├── .travis.yml ├── CHANGELOG.md ├── Gemfile ├── LICENSE.txt ├── README.md ├── Rakefile ├── embulk-output-bigquery.gemspec ├── example ├── config_append_direct_schema_update_options.yml ├── config_client_options.yml ├── config_csv.yml ├── config_delete_in_advance.yml ├── config_delete_in_advance_field_partitioned_table.yml ├── config_delete_in_advance_partitioned_table.yml ├── config_destination_project.yml ├── config_expose_errors.yml ├── config_gcs.yml ├── config_guess_from_embulk_schema.yml ├── config_guess_with_column_options.yml ├── config_gzip.yml ├── config_jsonl.yml ├── config_max_threads.yml ├── config_min_ouput_tasks.yml ├── config_mode_append.yml ├── config_mode_append_direct.yml ├── config_nested_record.yml ├── config_payload_column.yml ├── config_payload_column_index.yml ├── config_progress_log_interval.yml ├── config_replace.yml ├── config_replace_backup.yml ├── config_replace_backup_field_partitioned_table.yml ├── config_replace_backup_partitioned_table.yml ├── config_replace_field_partitioned_table.yml ├── config_replace_field_range_partitioned_table.yml ├── config_replace_partitioned_table.yml ├── config_replace_schema_update_options.yml ├── config_skip_file_generation.yml ├── config_table_strftime.yml ├── config_template_table.yml ├── config_uncompressed.yml ├── config_with_rehearsal.yml ├── example.csv ├── example.yml ├── example2_1.csv ├── example2_2.csv ├── example4_1.csv ├── example4_2.csv ├── example4_3.csv ├── example4_4.csv ├── json_key.json ├── nested_example.jsonl ├── schema.json └── schema_expose_errors.json ├── lib └── embulk │ └── output │ ├── bigquery.rb │ └── bigquery │ ├── auth.rb │ ├── bigquery_client.rb │ ├── file_writer.rb │ ├── gcs_client.rb │ ├── google_client.rb │ ├── helper.rb │ └── value_converter_factory.rb └── test ├── helper.rb ├── test_bigquery_client.rb ├── test_configure.rb ├── test_example.rb ├── test_file_writer.rb ├── test_helper.rb ├── test_transaction.rb └── test_value_converter_factory.rb /.github/workflows/check.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/.github/workflows/check.yml -------------------------------------------------------------------------------- /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/.travis.yml -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /Gemfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/Gemfile -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/README.md -------------------------------------------------------------------------------- /Rakefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/Rakefile -------------------------------------------------------------------------------- /embulk-output-bigquery.gemspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/embulk-output-bigquery.gemspec -------------------------------------------------------------------------------- /example/config_append_direct_schema_update_options.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_append_direct_schema_update_options.yml -------------------------------------------------------------------------------- /example/config_client_options.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_client_options.yml -------------------------------------------------------------------------------- /example/config_csv.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_csv.yml -------------------------------------------------------------------------------- /example/config_delete_in_advance.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_delete_in_advance.yml -------------------------------------------------------------------------------- /example/config_delete_in_advance_field_partitioned_table.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_delete_in_advance_field_partitioned_table.yml -------------------------------------------------------------------------------- /example/config_delete_in_advance_partitioned_table.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_delete_in_advance_partitioned_table.yml -------------------------------------------------------------------------------- /example/config_destination_project.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_destination_project.yml -------------------------------------------------------------------------------- /example/config_expose_errors.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_expose_errors.yml -------------------------------------------------------------------------------- /example/config_gcs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_gcs.yml -------------------------------------------------------------------------------- /example/config_guess_from_embulk_schema.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_guess_from_embulk_schema.yml -------------------------------------------------------------------------------- /example/config_guess_with_column_options.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_guess_with_column_options.yml -------------------------------------------------------------------------------- /example/config_gzip.yml: -------------------------------------------------------------------------------- 1 | config_csv.yml -------------------------------------------------------------------------------- /example/config_jsonl.yml: -------------------------------------------------------------------------------- 1 | config_replace.yml -------------------------------------------------------------------------------- /example/config_max_threads.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_max_threads.yml -------------------------------------------------------------------------------- /example/config_min_ouput_tasks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_min_ouput_tasks.yml -------------------------------------------------------------------------------- /example/config_mode_append.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_mode_append.yml -------------------------------------------------------------------------------- /example/config_mode_append_direct.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_mode_append_direct.yml -------------------------------------------------------------------------------- /example/config_nested_record.yml: -------------------------------------------------------------------------------- 1 | config_guess_with_column_options.yml -------------------------------------------------------------------------------- /example/config_payload_column.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_payload_column.yml -------------------------------------------------------------------------------- /example/config_payload_column_index.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_payload_column_index.yml -------------------------------------------------------------------------------- /example/config_progress_log_interval.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_progress_log_interval.yml -------------------------------------------------------------------------------- /example/config_replace.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_replace.yml -------------------------------------------------------------------------------- /example/config_replace_backup.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_replace_backup.yml -------------------------------------------------------------------------------- /example/config_replace_backup_field_partitioned_table.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_replace_backup_field_partitioned_table.yml -------------------------------------------------------------------------------- /example/config_replace_backup_partitioned_table.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_replace_backup_partitioned_table.yml -------------------------------------------------------------------------------- /example/config_replace_field_partitioned_table.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_replace_field_partitioned_table.yml -------------------------------------------------------------------------------- /example/config_replace_field_range_partitioned_table.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_replace_field_range_partitioned_table.yml -------------------------------------------------------------------------------- /example/config_replace_partitioned_table.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_replace_partitioned_table.yml -------------------------------------------------------------------------------- /example/config_replace_schema_update_options.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_replace_schema_update_options.yml -------------------------------------------------------------------------------- /example/config_skip_file_generation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_skip_file_generation.yml -------------------------------------------------------------------------------- /example/config_table_strftime.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_table_strftime.yml -------------------------------------------------------------------------------- /example/config_template_table.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_template_table.yml -------------------------------------------------------------------------------- /example/config_uncompressed.yml: -------------------------------------------------------------------------------- 1 | config_replace.yml -------------------------------------------------------------------------------- /example/config_with_rehearsal.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/config_with_rehearsal.yml -------------------------------------------------------------------------------- /example/example.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/example.csv -------------------------------------------------------------------------------- /example/example.yml: -------------------------------------------------------------------------------- 1 | config_replace.yml -------------------------------------------------------------------------------- /example/example2_1.csv: -------------------------------------------------------------------------------- 1 | example.csv -------------------------------------------------------------------------------- /example/example2_2.csv: -------------------------------------------------------------------------------- 1 | example.csv -------------------------------------------------------------------------------- /example/example4_1.csv: -------------------------------------------------------------------------------- 1 | example.csv -------------------------------------------------------------------------------- /example/example4_2.csv: -------------------------------------------------------------------------------- 1 | example.csv -------------------------------------------------------------------------------- /example/example4_3.csv: -------------------------------------------------------------------------------- 1 | example.csv -------------------------------------------------------------------------------- /example/example4_4.csv: -------------------------------------------------------------------------------- 1 | example.csv -------------------------------------------------------------------------------- /example/json_key.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/json_key.json -------------------------------------------------------------------------------- /example/nested_example.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/nested_example.jsonl -------------------------------------------------------------------------------- /example/schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/schema.json -------------------------------------------------------------------------------- /example/schema_expose_errors.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/example/schema_expose_errors.json -------------------------------------------------------------------------------- /lib/embulk/output/bigquery.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/lib/embulk/output/bigquery.rb -------------------------------------------------------------------------------- /lib/embulk/output/bigquery/auth.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/lib/embulk/output/bigquery/auth.rb -------------------------------------------------------------------------------- /lib/embulk/output/bigquery/bigquery_client.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/lib/embulk/output/bigquery/bigquery_client.rb -------------------------------------------------------------------------------- /lib/embulk/output/bigquery/file_writer.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/lib/embulk/output/bigquery/file_writer.rb -------------------------------------------------------------------------------- /lib/embulk/output/bigquery/gcs_client.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/lib/embulk/output/bigquery/gcs_client.rb -------------------------------------------------------------------------------- /lib/embulk/output/bigquery/google_client.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/lib/embulk/output/bigquery/google_client.rb -------------------------------------------------------------------------------- /lib/embulk/output/bigquery/helper.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/lib/embulk/output/bigquery/helper.rb -------------------------------------------------------------------------------- /lib/embulk/output/bigquery/value_converter_factory.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/lib/embulk/output/bigquery/value_converter_factory.rb -------------------------------------------------------------------------------- /test/helper.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/test/helper.rb -------------------------------------------------------------------------------- /test/test_bigquery_client.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/test/test_bigquery_client.rb -------------------------------------------------------------------------------- /test/test_configure.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/test/test_configure.rb -------------------------------------------------------------------------------- /test/test_example.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/test/test_example.rb -------------------------------------------------------------------------------- /test/test_file_writer.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/test/test_file_writer.rb -------------------------------------------------------------------------------- /test/test_helper.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/test/test_helper.rb -------------------------------------------------------------------------------- /test/test_transaction.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/test/test_transaction.rb -------------------------------------------------------------------------------- /test/test_value_converter_factory.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-output-bigquery/HEAD/test/test_value_converter_factory.rb --------------------------------------------------------------------------------