├── LICENSE ├── README.md └── dags ├── bitcoin_cash_export_dag.py ├── bitcoin_cash_load_dag.py ├── bitcoin_cash_verify_streaming_dag.py ├── bitcoin_export_dag.py ├── bitcoin_load_dag.py ├── bitcoin_verify_streaming_dag.py ├── bitcoinetl ├── __init__.py ├── build_export_dag.py ├── build_load_dag.py ├── build_verify_streaming_dag.py └── variables.py ├── dash_export_dag.py ├── dash_load_dag.py ├── dash_verify_streaming_dag.py ├── dogecoin_export_dag.py ├── dogecoin_load_dag.py ├── dogecoin_verify_streaming_dag.py ├── litecoin_export_dag.py ├── litecoin_load_dag.py ├── litecoin_verify_streaming_dag.py ├── liveness_dag.py ├── resources └── stages │ ├── enrich │ ├── descriptions │ │ ├── blocks.txt │ │ ├── inputs.txt │ │ ├── outputs.txt │ │ └── transactions.txt │ ├── schemas │ │ ├── blocks.json │ │ └── transactions.json │ └── sqls │ │ ├── blocks.sql │ │ ├── inputs.sql │ │ ├── merge_blocks.sql │ │ ├── merge_transactions.sql │ │ ├── outputs.sql │ │ └── transactions.sql │ ├── raw │ └── schemas │ │ ├── blocks.json │ │ └── transactions.json │ ├── verify │ └── sqls │ │ ├── blocks_count.sql │ │ ├── blocks_have_latest.sql │ │ ├── coinbase_transactions_count.sql │ │ ├── transaction_inputs_count.sql │ │ ├── transaction_inputs_count_empty.sql │ │ ├── transaction_outputs_count.sql │ │ ├── transaction_outputs_count_empty.sql │ │ ├── transactions_count.sql │ │ ├── transactions_fees.sql │ │ └── transactions_have_latest.sql │ └── verify_streaming │ └── sqls │ ├── blocks_count.sql │ ├── blocks_have_latest.sql │ ├── transactions_count.sql │ └── transactions_have_latest.sql ├── zcash_export_dag.py ├── zcash_load_dag.py └── zcash_verify_streaming_dag.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/README.md -------------------------------------------------------------------------------- /dags/bitcoin_cash_export_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/bitcoin_cash_export_dag.py -------------------------------------------------------------------------------- /dags/bitcoin_cash_load_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/bitcoin_cash_load_dag.py -------------------------------------------------------------------------------- /dags/bitcoin_cash_verify_streaming_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/bitcoin_cash_verify_streaming_dag.py -------------------------------------------------------------------------------- /dags/bitcoin_export_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/bitcoin_export_dag.py -------------------------------------------------------------------------------- /dags/bitcoin_load_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/bitcoin_load_dag.py -------------------------------------------------------------------------------- /dags/bitcoin_verify_streaming_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/bitcoin_verify_streaming_dag.py -------------------------------------------------------------------------------- /dags/bitcoinetl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dags/bitcoinetl/build_export_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/bitcoinetl/build_export_dag.py -------------------------------------------------------------------------------- /dags/bitcoinetl/build_load_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/bitcoinetl/build_load_dag.py -------------------------------------------------------------------------------- /dags/bitcoinetl/build_verify_streaming_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/bitcoinetl/build_verify_streaming_dag.py -------------------------------------------------------------------------------- /dags/bitcoinetl/variables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/bitcoinetl/variables.py -------------------------------------------------------------------------------- /dags/dash_export_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/dash_export_dag.py -------------------------------------------------------------------------------- /dags/dash_load_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/dash_load_dag.py -------------------------------------------------------------------------------- /dags/dash_verify_streaming_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/dash_verify_streaming_dag.py -------------------------------------------------------------------------------- /dags/dogecoin_export_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/dogecoin_export_dag.py -------------------------------------------------------------------------------- /dags/dogecoin_load_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/dogecoin_load_dag.py -------------------------------------------------------------------------------- /dags/dogecoin_verify_streaming_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/dogecoin_verify_streaming_dag.py -------------------------------------------------------------------------------- /dags/litecoin_export_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/litecoin_export_dag.py -------------------------------------------------------------------------------- /dags/litecoin_load_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/litecoin_load_dag.py -------------------------------------------------------------------------------- /dags/litecoin_verify_streaming_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/litecoin_verify_streaming_dag.py -------------------------------------------------------------------------------- /dags/liveness_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/liveness_dag.py -------------------------------------------------------------------------------- /dags/resources/stages/enrich/descriptions/blocks.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/descriptions/blocks.txt -------------------------------------------------------------------------------- /dags/resources/stages/enrich/descriptions/inputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/descriptions/inputs.txt -------------------------------------------------------------------------------- /dags/resources/stages/enrich/descriptions/outputs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/descriptions/outputs.txt -------------------------------------------------------------------------------- /dags/resources/stages/enrich/descriptions/transactions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/descriptions/transactions.txt -------------------------------------------------------------------------------- /dags/resources/stages/enrich/schemas/blocks.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/schemas/blocks.json -------------------------------------------------------------------------------- /dags/resources/stages/enrich/schemas/transactions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/schemas/transactions.json -------------------------------------------------------------------------------- /dags/resources/stages/enrich/sqls/blocks.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/sqls/blocks.sql -------------------------------------------------------------------------------- /dags/resources/stages/enrich/sqls/inputs.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/sqls/inputs.sql -------------------------------------------------------------------------------- /dags/resources/stages/enrich/sqls/merge_blocks.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/sqls/merge_blocks.sql -------------------------------------------------------------------------------- /dags/resources/stages/enrich/sqls/merge_transactions.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/sqls/merge_transactions.sql -------------------------------------------------------------------------------- /dags/resources/stages/enrich/sqls/outputs.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/sqls/outputs.sql -------------------------------------------------------------------------------- /dags/resources/stages/enrich/sqls/transactions.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/enrich/sqls/transactions.sql -------------------------------------------------------------------------------- /dags/resources/stages/raw/schemas/blocks.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/raw/schemas/blocks.json -------------------------------------------------------------------------------- /dags/resources/stages/raw/schemas/transactions.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/raw/schemas/transactions.json -------------------------------------------------------------------------------- /dags/resources/stages/verify/sqls/blocks_count.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify/sqls/blocks_count.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify/sqls/blocks_have_latest.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify/sqls/blocks_have_latest.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify/sqls/coinbase_transactions_count.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify/sqls/coinbase_transactions_count.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify/sqls/transaction_inputs_count.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify/sqls/transaction_inputs_count.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify/sqls/transaction_inputs_count_empty.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify/sqls/transaction_inputs_count_empty.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify/sqls/transaction_outputs_count.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify/sqls/transaction_outputs_count.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify/sqls/transaction_outputs_count_empty.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify/sqls/transaction_outputs_count_empty.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify/sqls/transactions_count.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify/sqls/transactions_count.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify/sqls/transactions_fees.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify/sqls/transactions_fees.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify/sqls/transactions_have_latest.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify/sqls/transactions_have_latest.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify_streaming/sqls/blocks_count.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify_streaming/sqls/blocks_count.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify_streaming/sqls/blocks_have_latest.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify_streaming/sqls/blocks_have_latest.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify_streaming/sqls/transactions_count.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify_streaming/sqls/transactions_count.sql -------------------------------------------------------------------------------- /dags/resources/stages/verify_streaming/sqls/transactions_have_latest.sql: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/resources/stages/verify_streaming/sqls/transactions_have_latest.sql -------------------------------------------------------------------------------- /dags/zcash_export_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/zcash_export_dag.py -------------------------------------------------------------------------------- /dags/zcash_load_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/zcash_load_dag.py -------------------------------------------------------------------------------- /dags/zcash_verify_streaming_dag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blockchain-etl/bitcoin-etl-airflow/HEAD/dags/zcash_verify_streaming_dag.py --------------------------------------------------------------------------------