├── .gitignore ├── README.md ├── aggreagate ├── __init__.py ├── key_by_aggregate.py └── reduce_aggregate.py ├── canal_example ├── __init__.py └── canal_client.py ├── checkpoint ├── __init__.py ├── checkpoint_config.py ├── kafka_eos.py ├── kafka_eos_2.py └── save_point.py ├── combine ├── __init__.py ├── connect.py ├── connect_key_by.py └── union.py ├── example ├── __init__.py ├── cdc.py └── cdc_demo.py ├── functions ├── __init__.py ├── func.py └── rich.py ├── iceberg ├── __init__.py └── iceberg_basic.py ├── model ├── __init__.py ├── stock.py └── water_sensor.py ├── partition ├── __init__.py └── simple_partition.py ├── process ├── __init__.py ├── keyed_process_function_topN.py ├── keyed_process_timer.py ├── process_all_window_topN.py ├── readme.md └── side_output.py ├── settings.py ├── sink ├── __init__.py ├── sink_doris.py ├── sink_file.py ├── sink_kafka.py ├── sink_kafka_with_key.py └── sink_mysql.py ├── source ├── __init__.py ├── data_gen.py ├── kafka_source.py └── source_type.py ├── split ├── __init__.py ├── side_output.py └── split_by_filter.py ├── sql ├── __init__.py ├── flink_sql_simple.py ├── sql_aggregate_function.py └── table_stream.py ├── state ├── __init__.py ├── keyed_aggregating_state.py ├── keyed_list_state.py ├── keyed_map_state.py ├── keyed_reducing_state.py ├── keyed_state_ttl.py ├── keyed_value_state.py ├── readme.md └── state_backend.py ├── stream_split ├── __init__.py └── stream_connect.py ├── table ├── __init__.py └── hive.py ├── transformation ├── __init__.py ├── filter.py ├── flat_map.py ├── key_by.py ├── map.py ├── reduce.py ├── rich_filter.py ├── rich_map.py └── window.py ├── utils ├── __init__.py ├── common.py ├── kafka_customer.py └── kafka_pro.py ├── watermark ├── __init__.py ├── watermark_data_late.py ├── watermark_idleness.py ├── watermark_mono.py └── watermark_out_of_orderness.py ├── wc ├── __init__.py ├── demo.py ├── word_count_batch.py └── word_count_streaming.py └── windows ├── __init__.py ├── count_window.py ├── time_window.py ├── tumbling_window.py ├── window_aggregate.py ├── window_aggregate_and_process.py ├── window_api.py ├── window_process.py └── window_reduce.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/README.md -------------------------------------------------------------------------------- /aggreagate/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /aggreagate/key_by_aggregate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/aggreagate/key_by_aggregate.py -------------------------------------------------------------------------------- /aggreagate/reduce_aggregate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/aggreagate/reduce_aggregate.py -------------------------------------------------------------------------------- /canal_example/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /canal_example/canal_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/canal_example/canal_client.py -------------------------------------------------------------------------------- /checkpoint/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /checkpoint/checkpoint_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/checkpoint/checkpoint_config.py -------------------------------------------------------------------------------- /checkpoint/kafka_eos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/checkpoint/kafka_eos.py -------------------------------------------------------------------------------- /checkpoint/kafka_eos_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/checkpoint/kafka_eos_2.py -------------------------------------------------------------------------------- /checkpoint/save_point.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/checkpoint/save_point.py -------------------------------------------------------------------------------- /combine/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /combine/connect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/combine/connect.py -------------------------------------------------------------------------------- /combine/connect_key_by.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/combine/connect_key_by.py -------------------------------------------------------------------------------- /combine/union.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/combine/union.py -------------------------------------------------------------------------------- /example/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /example/cdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/example/cdc.py -------------------------------------------------------------------------------- /example/cdc_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/example/cdc_demo.py -------------------------------------------------------------------------------- /functions/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /functions/func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/functions/func.py -------------------------------------------------------------------------------- /functions/rich.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/functions/rich.py -------------------------------------------------------------------------------- /iceberg/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /iceberg/iceberg_basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/iceberg/iceberg_basic.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /model/stock.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/model/stock.py -------------------------------------------------------------------------------- /model/water_sensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/model/water_sensor.py -------------------------------------------------------------------------------- /partition/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /partition/simple_partition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/partition/simple_partition.py -------------------------------------------------------------------------------- /process/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /process/keyed_process_function_topN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/process/keyed_process_function_topN.py -------------------------------------------------------------------------------- /process/keyed_process_timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/process/keyed_process_timer.py -------------------------------------------------------------------------------- /process/process_all_window_topN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/process/process_all_window_topN.py -------------------------------------------------------------------------------- /process/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/process/readme.md -------------------------------------------------------------------------------- /process/side_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/process/side_output.py -------------------------------------------------------------------------------- /settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/settings.py -------------------------------------------------------------------------------- /sink/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /sink/sink_doris.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/sink/sink_doris.py -------------------------------------------------------------------------------- /sink/sink_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/sink/sink_file.py -------------------------------------------------------------------------------- /sink/sink_kafka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/sink/sink_kafka.py -------------------------------------------------------------------------------- /sink/sink_kafka_with_key.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/sink/sink_kafka_with_key.py -------------------------------------------------------------------------------- /sink/sink_mysql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/sink/sink_mysql.py -------------------------------------------------------------------------------- /source/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /source/data_gen.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- -------------------------------------------------------------------------------- /source/kafka_source.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/source/kafka_source.py -------------------------------------------------------------------------------- /source/source_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/source/source_type.py -------------------------------------------------------------------------------- /split/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /split/side_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/split/side_output.py -------------------------------------------------------------------------------- /split/split_by_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/split/split_by_filter.py -------------------------------------------------------------------------------- /sql/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /sql/flink_sql_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/sql/flink_sql_simple.py -------------------------------------------------------------------------------- /sql/sql_aggregate_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/sql/sql_aggregate_function.py -------------------------------------------------------------------------------- /sql/table_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/sql/table_stream.py -------------------------------------------------------------------------------- /state/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /state/keyed_aggregating_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/state/keyed_aggregating_state.py -------------------------------------------------------------------------------- /state/keyed_list_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/state/keyed_list_state.py -------------------------------------------------------------------------------- /state/keyed_map_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/state/keyed_map_state.py -------------------------------------------------------------------------------- /state/keyed_reducing_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/state/keyed_reducing_state.py -------------------------------------------------------------------------------- /state/keyed_state_ttl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/state/keyed_state_ttl.py -------------------------------------------------------------------------------- /state/keyed_value_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/state/keyed_value_state.py -------------------------------------------------------------------------------- /state/readme.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /state/state_backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/state/state_backend.py -------------------------------------------------------------------------------- /stream_split/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /stream_split/stream_connect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/stream_split/stream_connect.py -------------------------------------------------------------------------------- /table/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /table/hive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/table/hive.py -------------------------------------------------------------------------------- /transformation/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /transformation/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/transformation/filter.py -------------------------------------------------------------------------------- /transformation/flat_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/transformation/flat_map.py -------------------------------------------------------------------------------- /transformation/key_by.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/transformation/key_by.py -------------------------------------------------------------------------------- /transformation/map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/transformation/map.py -------------------------------------------------------------------------------- /transformation/reduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/transformation/reduce.py -------------------------------------------------------------------------------- /transformation/rich_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/transformation/rich_filter.py -------------------------------------------------------------------------------- /transformation/rich_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/transformation/rich_map.py -------------------------------------------------------------------------------- /transformation/window.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/transformation/window.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/utils/common.py -------------------------------------------------------------------------------- /utils/kafka_customer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/utils/kafka_customer.py -------------------------------------------------------------------------------- /utils/kafka_pro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/utils/kafka_pro.py -------------------------------------------------------------------------------- /watermark/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /watermark/watermark_data_late.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/watermark/watermark_data_late.py -------------------------------------------------------------------------------- /watermark/watermark_idleness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/watermark/watermark_idleness.py -------------------------------------------------------------------------------- /watermark/watermark_mono.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/watermark/watermark_mono.py -------------------------------------------------------------------------------- /watermark/watermark_out_of_orderness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/watermark/watermark_out_of_orderness.py -------------------------------------------------------------------------------- /wc/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /wc/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/wc/demo.py -------------------------------------------------------------------------------- /wc/word_count_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/wc/word_count_batch.py -------------------------------------------------------------------------------- /wc/word_count_streaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/wc/word_count_streaming.py -------------------------------------------------------------------------------- /windows/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/python 2 | # -*- coding:UTF-8 -*- 3 | -------------------------------------------------------------------------------- /windows/count_window.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/windows/count_window.py -------------------------------------------------------------------------------- /windows/time_window.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/windows/time_window.py -------------------------------------------------------------------------------- /windows/tumbling_window.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/windows/tumbling_window.py -------------------------------------------------------------------------------- /windows/window_aggregate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/windows/window_aggregate.py -------------------------------------------------------------------------------- /windows/window_aggregate_and_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/windows/window_aggregate_and_process.py -------------------------------------------------------------------------------- /windows/window_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/windows/window_api.py -------------------------------------------------------------------------------- /windows/window_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/windows/window_process.py -------------------------------------------------------------------------------- /windows/window_reduce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/huanglaoxie0503/pyflink-basic-introduction/HEAD/windows/window_reduce.py --------------------------------------------------------------------------------