├── server_status_monitoring
├── db.sqlite3
├── dashboard
│ ├── __init__.py
│ ├── migrations
│ │ ├── __init__.py
│ │ ├── __pycache__
│ │ │ ├── __init__.cpython-38.pyc
│ │ │ └── 0001_initial.cpython-38.pyc
│ │ └── 0001_initial.py
│ ├── tests.py
│ ├── admin.py
│ ├── apps.py
│ ├── __pycache__
│ │ ├── admin.cpython-38.pyc
│ │ ├── urls.cpython-38.pyc
│ │ ├── views.cpython-38.pyc
│ │ ├── __init__.cpython-38.pyc
│ │ └── models.cpython-38.pyc
│ ├── urls.py
│ ├── views.py
│ └── models.py
├── server_status_monitoring
│ ├── __init__.py
│ ├── __pycache__
│ │ ├── urls.cpython-38.pyc
│ │ ├── wsgi.cpython-38.pyc
│ │ ├── __init__.cpython-38.pyc
│ │ └── settings.cpython-38.pyc
│ ├── asgi.py
│ ├── wsgi.py
│ ├── urls.py
│ └── settings.py
├── manage.py
└── templates
│ └── dashboard.html
├── datamaking_streaming_data_pipeline (Scala)
├── idea
│ ├── pritom.txt
│ ├── codeStyles
│ │ └── codeStyleConfig.xml
│ ├── scala_compiler.xml
│ ├── misc.xml
│ ├── modules.xml
│ ├── sbt.xml
│ └── workspace.xml
├── project
│ ├── build.properties
│ ├── target
│ │ ├── config-classes
│ │ │ ├── $3af5b16f44bfc769649c.cache
│ │ │ ├── $441093e98f63df0a7a85.cache
│ │ │ ├── $5a74823d4ade0f3f0255.cache
│ │ │ ├── $68766ba17cc5c63bd81c.cache
│ │ │ ├── $92a72c258e3c1d6236b7.cache
│ │ │ ├── $9d3e6706f4deebab8920.cache
│ │ │ ├── $c1bda1a30fef955c51cd.cache
│ │ │ ├── $ea6ccdbcc36a7a29e28e.cache
│ │ │ ├── $f1ea2d5a85f7c7acda9e.cache
│ │ │ ├── $3af5b16f44bfc769649c.class
│ │ │ ├── $441093e98f63df0a7a85.class
│ │ │ ├── $5a74823d4ade0f3f0255.class
│ │ │ ├── $68766ba17cc5c63bd81c.class
│ │ │ ├── $92a72c258e3c1d6236b7.class
│ │ │ ├── $9d3e6706f4deebab8920.class
│ │ │ ├── $c1bda1a30fef955c51cd.class
│ │ │ ├── $ea6ccdbcc36a7a29e28e.class
│ │ │ ├── $f1ea2d5a85f7c7acda9e.class
│ │ │ ├── $3af5b16f44bfc769649c$.class
│ │ │ ├── $441093e98f63df0a7a85$.class
│ │ │ ├── $5a74823d4ade0f3f0255$.class
│ │ │ ├── $68766ba17cc5c63bd81c$.class
│ │ │ ├── $92a72c258e3c1d6236b7$.class
│ │ │ ├── $9d3e6706f4deebab8920$.class
│ │ │ ├── $c1bda1a30fef955c51cd$.class
│ │ │ ├── $ea6ccdbcc36a7a29e28e$.class
│ │ │ └── $f1ea2d5a85f7c7acda9e$.class
│ │ └── scala-2.12
│ │ │ └── sbt-1.0
│ │ │ └── update
│ │ │ └── update_cache_2.12
│ │ │ └── inputs
│ └── project
│ │ └── target
│ │ └── config-classes
│ │ ├── $50f6ee088eae1fd37719.cache
│ │ ├── $50f6ee088eae1fd37719$.class
│ │ └── $50f6ee088eae1fd37719.class
├── target
│ └── scala-2.12
│ │ ├── update
│ │ └── update_cache_2.12
│ │ │ └── inputs
│ │ ├── datamaking_streaming_data_pipeline_2.12-1.0.jar
│ │ └── classes
│ │ └── com
│ │ └── datamaking
│ │ ├── streaming_data_pipeline$.class
│ │ └── streaming_data_pipeline.class
├── libraries
│ ├── sbt__xmlenc_xmlenc_0_52_jar.xml
│ ├── sbt__xerces_xercesImpl_2_9_1_jar.xml
│ ├── sbt__org_apache_avro_avro_mapred_1_8_2_hadoop2_jar.xml
│ ├── sbt__com_sun_activation_jakarta_activation_1_2_1_jar.xml
│ ├── sbt__jakarta_xml_bind_jakarta_xml_bind_api_2_3_2_jar.xml
│ ├── sbt__jakarta_activation_jakarta_activation_api_1_2_1_jar.xml
│ ├── sbt__oro_oro_2_0_8_jar.xml
│ ├── sbt__jline_jline_0_9_94_jar.xml
│ ├── sbt__xml_apis_xml_apis_1_3_04_jar.xml
│ ├── sbt__aopalliance_aopalliance_1_0_jar.xml
│ ├── sbt__javax_servlet_jsp_jsp_api_2_1_jar.xml
│ ├── sbt__javax_xml_stream_stax_api_1_0_2_jar.xml
│ ├── sbt__javax_activation_activation_1_1_1_jar.xml
│ ├── sbt__commons_digester_commons_digester_1_8_jar.xml
│ ├── sbt__org_apache_curator_curator_recipes_2_7_1_jar.xml
│ ├── sbt__org_apache_xbean_xbean_asm7_shaded_4_15_jar.xml
│ ├── sbt__commons_httpclient_commons_httpclient_3_1_jar.xml
│ ├── sbt__org_apache_parquet_parquet_jackson_1_10_1_jar.xml
│ ├── sbt__org_apache_curator_curator_framework_2_7_1_jar.xml
│ ├── sbt__commons_configuration_commons_configuration_1_6_jar.xml
│ ├── sbt__org_tukaani_xz_1_5_jar.xml
│ ├── sbt__log4j_log4j_1_2_17_jar.xml
│ ├── sbt__net_sf_py4j_py4j_0_10_9_jar.xml
│ ├── sbt__org_apache_ivy_ivy_2_4_0_jar.xml
│ ├── sbt__org_lz4_lz4_java_1_7_1_jar.xml
│ ├── sbt__org_apache_avro_avro_1_8_2_jar.xml
│ ├── sbt__com_google_inject_guice_3_0_jar.xml
│ ├── sbt__commons_io_commons_io_2_4_jar.xml
│ ├── sbt__net_razorvine_pyrolite_4_30_jar.xml
│ ├── sbt__com_google_guava_guava_16_0_1_jar.xml
│ ├── sbt__commons_cli_commons_cli_1_2_jar.xml
│ ├── sbt__commons_net_commons_net_3_1_jar.xml
│ ├── sbt__javax_inject_javax_inject_1_jar.xml
│ ├── sbt__org_slf4j_slf4j_api_1_7_30_jar.xml
│ ├── sbt__com_google_code_gson_gson_2_2_4_jar.xml
│ ├── sbt__org_roaringbitmap_shims_0_7_45_jar.xml
│ ├── sbt__com_ning_compress_lzf_1_0_3_jar.xml
│ ├── sbt__com_twitter_chill_2_12_0_9_5_jar.xml
│ ├── sbt__com_twitter_chill_java_0_9_5_jar.xml
│ ├── sbt__io_netty_netty_3_10_6_Final_jar.xml
│ ├── sbt__javax_xml_bind_jaxb_api_2_2_2_jar.xml
│ ├── sbt__org_objenesis_objenesis_2_5_1_jar.xml
│ ├── sbt__commons_lang_commons_lang_2_6_jar.xml
│ ├── sbt__org_apache_avro_avro_ipc_1_8_2_jar.xml
│ ├── sbt__org_apache_orc_orc_core_1_5_10_jar.xml
│ ├── sbt__org_glassfish_hk2_hk2_api_2_6_1_jar.xml
│ ├── sbt__com_esotericsoftware_minlog_1_3_0_jar.xml
│ ├── sbt__io_airlift_aircompressor_0_10_jar.xml
│ ├── sbt__org_apache_orc_orc_shims_1_5_10_jar.xml
│ ├── sbt__org_apache_spark_spark_streaming_kafka_0_10_assembly_2_12_3_0_1_jar.xml
│ ├── sbt__org_codehaus_janino_janino_3_0_16_jar.xml
│ ├── sbt__org_codehaus_jettison_jettison_1_1_jar.xml
│ ├── sbt__org_slf4j_jul_to_slf4j_1_7_30_jar.xml
│ ├── sbt__org_antlr_antlr4_runtime_4_7_1_jar.xml
│ ├── sbt__org_glassfish_hk2_hk2_utils_2_6_1_jar.xml
│ ├── sbt__org_slf4j_slf4j_log4j12_1_7_30_jar.xml
│ ├── sbt__com_github_luben_zstd_jni_1_4_4_7_jar.xml
│ ├── sbt__commons_codec_commons_codec_1_10_jar.xml
│ ├── sbt__org_spark_project_spark_unused_1_0_0_jar.xml
│ ├── sbt__com_google_code_findbugs_jsr305_3_0_2_jar.xml
│ ├── sbt__io_netty_netty_all_4_1_47_Final_jar.xml
│ ├── sbt__org_postgresql_postgresql_42_2_16_jar.xml
│ ├── sbt__org_slf4j_jcl_over_slf4j_1_7_30_jar.xml
│ ├── sbt__com_clearspring_analytics_stream_2_9_6_jar.xml
│ ├── sbt__org_apache_commons_commons_text_1_6_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_auth_2_7_4_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_hdfs_2_7_4_jar.xml
│ ├── sbt__org_glassfish_hk2_hk2_locator_2_6_1_jar.xml
│ ├── sbt__org_javassist_javassist_3_25_0_GA_jar.xml
│ ├── sbt__org_json4s_json4s_ast_2_12_3_6_6_jar.xml
│ ├── sbt__org_mortbay_jetty_jetty_util_6_1_26_jar.xml
│ ├── sbt__org_threeten_threeten_extra_1_5_0_jar.xml
│ ├── sbt__org_apache_commons_commons_lang3_3_9_jar.xml
│ ├── sbt__org_json4s_json4s_core_2_12_3_6_6_jar.xml
│ ├── sbt__org_apache_orc_orc_mapreduce_1_5_10_jar.xml
│ ├── sbt__org_apache_zookeeper_zookeeper_3_4_14_jar.xml
│ ├── sbt__com_esotericsoftware_kryo_shaded_4_0_2_jar.xml
│ ├── sbt__com_thoughtworks_paranamer_paranamer_2_8_jar.xml
│ ├── sbt__org_apache_arrow_arrow_format_0_15_1_jar.xml
│ ├── sbt__org_apache_arrow_arrow_memory_0_15_1_jar.xml
│ ├── sbt__org_apache_arrow_arrow_vector_0_15_1_jar.xml
│ ├── sbt__org_apache_kafka_kafka_clients_2_6_0_jar.xml
│ ├── sbt__org_codehaus_jackson_jackson_xc_1_9_13_jar.xml
│ ├── sbt__io_dropwizard_metrics_metrics_jmx_4_1_1_jar.xml
│ ├── sbt__io_dropwizard_metrics_metrics_jvm_4_1_1_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_client_2_7_4_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_common_2_7_4_jar.xml
│ ├── sbt__org_apache_httpcomponents_httpcore_4_2_4_jar.xml
│ ├── sbt__org_apache_spark_spark_sql_2_12_3_0_1_jar.xml
│ ├── sbt__org_scala_lang_scala_reflect_2_12_12_jar.xml
│ ├── sbt__org_xerial_snappy_snappy_java_1_1_7_5_jar.xml
│ ├── sbt__org_apache_commons_commons_math3_3_4_1_jar.xml
│ ├── sbt__org_apache_commons_commons_pool2_2_6_2_jar.xml
│ ├── sbt__org_checkerframework_checker_qual_3_5_0_jar.xml
│ ├── sbt__org_json4s_json4s_scalap_2_12_3_6_6_jar.xml
│ ├── sbt__org_roaringbitmap_RoaringBitmap_0_7_45_jar.xml
│ ├── sbt__com_google_protobuf_protobuf_java_2_5_0_jar.xml
│ ├── sbt__com_univocity_univocity_parsers_2_9_0_jar.xml
│ ├── sbt__io_dropwizard_metrics_metrics_core_4_1_1_jar.xml
│ ├── sbt__io_dropwizard_metrics_metrics_json_4_1_1_jar.xml
│ ├── sbt__jakarta_ws_rs_jakarta_ws_rs_api_2_1_6_jar.xml
│ ├── sbt__javax_servlet_javax_servlet_api_3_1_0_jar.xml
│ ├── sbt__org_apache_commons_commons_crypto_1_0_0_jar.xml
│ ├── sbt__org_apache_curator_curator_client_2_7_1_jar.xml
│ ├── sbt__org_apache_hive_hive_storage_api_2_7_1_jar.xml
│ ├── sbt__org_apache_parquet_parquet_format_2_4_0_jar.xml
│ ├── sbt__org_apache_spark_spark_core_2_12_3_0_1_jar.xml
│ ├── sbt__org_apache_spark_spark_tags_2_12_3_0_1_jar.xml
│ ├── sbt__org_json4s_json4s_jackson_2_12_3_6_6_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_yarn_api_2_7_4_jar.xml
│ ├── sbt__org_apache_httpcomponents_httpclient_4_2_5_jar.xml
│ ├── sbt__org_glassfish_jersey_inject_jersey_hk2_2_30_jar.xml
│ ├── sbt__org_apache_parquet_parquet_column_1_10_1_jar.xml
│ ├── sbt__org_apache_parquet_parquet_common_1_10_1_jar.xml
│ ├── sbt__org_apache_parquet_parquet_hadoop_1_10_1_jar.xml
│ ├── sbt__org_codehaus_jackson_jackson_jaxrs_1_9_13_jar.xml
│ ├── sbt__org_mortbay_jetty_jetty_sslengine_6_1_26_jar.xml
│ ├── sbt__org_apache_commons_commons_compress_1_8_1_jar.xml
│ ├── sbt__org_apache_directory_api_api_util_1_0_0_M20_jar.xml
│ ├── sbt__org_apache_spark_spark_sketch_2_12_3_0_1_jar.xml
│ ├── sbt__org_apache_spark_spark_unsafe_2_12_3_0_1_jar.xml
│ ├── sbt__commons_beanutils_commons_beanutils_1_7_0_jar.xml
│ ├── sbt__org_fusesource_leveldbjni_leveldbjni_all_1_8_jar.xml
│ ├── sbt__org_glassfish_jersey_core_jersey_client_2_30_jar.xml
│ ├── sbt__org_glassfish_jersey_core_jersey_common_2_30_jar.xml
│ ├── sbt__org_glassfish_jersey_core_jersey_server_2_30_jar.xml
│ ├── sbt__org_scala_lang_modules_scala_xml_2_12_1_2_0_jar.xml
│ ├── sbt__org_apache_parquet_parquet_encoding_1_10_1_jar.xml
│ ├── sbt__org_apache_spark_spark_kvstore_2_12_3_0_1_jar.xml
│ ├── sbt__io_dropwizard_metrics_metrics_graphite_4_1_1_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_annotations_2_7_4_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_yarn_client_2_7_4_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_yarn_common_2_7_4_jar.xml
│ ├── sbt__org_apache_spark_spark_catalyst_2_12_3_0_1_jar.xml
│ ├── sbt__org_apache_spark_spark_launcher_2_12_3_0_1_jar.xml
│ ├── sbt__org_codehaus_janino_commons_compiler_3_0_16_jar.xml
│ ├── sbt__com_fasterxml_jackson_core_jackson_core_2_10_0_jar.xml
│ ├── sbt__com_google_flatbuffers_flatbuffers_java_1_9_0_jar.xml
│ ├── sbt__org_codehaus_jackson_jackson_core_asl_1_9_13_jar.xml
│ ├── sbt__org_apache_yetus_audience_annotations_0_5_0_jar.xml
│ ├── sbt__org_glassfish_hk2_external_jakarta_inject_2_6_1_jar.xml
│ ├── sbt__commons_collections_commons_collections_3_2_2_jar.xml
│ ├── sbt__org_apache_directory_api_api_asn1_api_1_0_0_M20_jar.xml
│ ├── sbt__org_codehaus_jackson_jackson_mapper_asl_1_9_13_jar.xml
│ ├── sbt__org_glassfish_hk2_osgi_resource_locator_1_0_3_jar.xml
│ ├── sbt__com_github_spotbugs_spotbugs_annotations_3_1_9_jar.xml
│ ├── sbt__org_glassfish_jersey_media_jersey_media_jaxb_2_30_jar.xml
│ ├── sbt__org_apache_htrace_htrace_core_3_1_0_incubating_jar.xml
│ ├── sbt__com_fasterxml_jackson_core_jackson_databind_2_10_0_jar.xml
│ ├── sbt__jakarta_annotation_jakarta_annotation_api_1_3_5_jar.xml
│ ├── sbt__jakarta_validation_jakarta_validation_api_2_0_2_jar.xml
│ ├── sbt__org_apache_directory_server_apacheds_i18n_2_0_0_M15_jar.xml
│ ├── sbt__org_apache_spark_spark_network_common_2_12_3_0_1_jar.xml
│ ├── sbt__org_apache_spark_spark_sql_kafka_0_10_2_12_3_0_1_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_yarn_server_common_2_7_4_jar.xml
│ ├── sbt__org_apache_spark_spark_network_shuffle_2_12_3_0_1_jar.xml
│ ├── sbt__com_fasterxml_jackson_core_jackson_annotations_2_10_0_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_mapreduce_client_app_2_7_4_jar.xml
│ ├── sbt__org_glassfish_hk2_external_aopalliance_repackaged_2_6_1_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_mapreduce_client_core_2_7_4_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_mapreduce_client_common_2_7_4_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_yarn_server_nodemanager_2_7_4_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_mapreduce_client_shuffle_2_7_4_jar.xml
│ ├── sbt__com_fasterxml_jackson_module_jackson_module_paranamer_2_10_0_jar.xml
│ ├── sbt__org_glassfish_jersey_containers_jersey_container_servlet_2_30_jar.xml
│ ├── sbt__org_scala_lang_modules_scala_parser_combinators_2_12_1_1_2_jar.xml
│ ├── sbt__com_fasterxml_jackson_module_jackson_module_scala_2_12_2_10_0_jar.xml
│ ├── sbt__org_apache_directory_server_apacheds_kerberos_codec_2_0_0_M15_jar.xml
│ ├── sbt__org_apache_hadoop_hadoop_mapreduce_client_jobclient_2_7_4_jar.xml
│ ├── sbt__org_apache_spark_spark_token_provider_kafka_0_10_2_12_3_0_1_jar.xml
│ ├── sbt__org_glassfish_jersey_containers_jersey_container_servlet_core_2_30_jar.xml
│ └── sbt__org_scala_lang_scala_library_2_12_12_jar.xml
└── build.sbt
├── images
├── 2.PNG
├── 3.png
├── 5.png
├── 6.PNG
├── 7.PNG
├── 4a.png
└── 4b.png
├── data_center_server_live_status
├── kafka_consumer_demo.py
└── data_center_server_live_status_simulator.py
└── README.md
/server_status_monitoring/db.sqlite3:
--------------------------------------------------------------------------------
1 |
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/__init__.py:
--------------------------------------------------------------------------------
1 |
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/migrations/__init__.py:
--------------------------------------------------------------------------------
1 |
--------------------------------------------------------------------------------
/server_status_monitoring/server_status_monitoring/__init__.py:
--------------------------------------------------------------------------------
1 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/idea/pritom.txt:
--------------------------------------------------------------------------------
1 | dummy file
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/build.properties:
--------------------------------------------------------------------------------
1 | sbt.version = 1.3.13
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/target/scala-2.12/update/update_cache_2.12/inputs:
--------------------------------------------------------------------------------
1 | -1923405072
--------------------------------------------------------------------------------
/images/2.PNG:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/images/2.PNG
--------------------------------------------------------------------------------
/images/3.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/images/3.png
--------------------------------------------------------------------------------
/images/5.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/images/5.png
--------------------------------------------------------------------------------
/images/6.PNG:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/images/6.PNG
--------------------------------------------------------------------------------
/images/7.PNG:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/images/7.PNG
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/tests.py:
--------------------------------------------------------------------------------
1 | from django.test import TestCase
2 |
3 | # Create your tests here.
4 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$3af5b16f44bfc769649c.cache:
--------------------------------------------------------------------------------
1 | sbt.internal.DslEntry
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$441093e98f63df0a7a85.cache:
--------------------------------------------------------------------------------
1 | sbt.internal.DslEntry
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$5a74823d4ade0f3f0255.cache:
--------------------------------------------------------------------------------
1 | sbt.internal.DslEntry
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$68766ba17cc5c63bd81c.cache:
--------------------------------------------------------------------------------
1 | sbt.internal.DslEntry
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$92a72c258e3c1d6236b7.cache:
--------------------------------------------------------------------------------
1 | sbt.internal.DslEntry
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$9d3e6706f4deebab8920.cache:
--------------------------------------------------------------------------------
1 | sbt.internal.DslEntry
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$c1bda1a30fef955c51cd.cache:
--------------------------------------------------------------------------------
1 | sbt.internal.DslEntry
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$ea6ccdbcc36a7a29e28e.cache:
--------------------------------------------------------------------------------
1 | sbt.internal.DslEntry
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$f1ea2d5a85f7c7acda9e.cache:
--------------------------------------------------------------------------------
1 | sbt.internal.DslEntry
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/scala-2.12/sbt-1.0/update/update_cache_2.12/inputs:
--------------------------------------------------------------------------------
1 | -1422806824
--------------------------------------------------------------------------------
/images/4a.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/images/4a.png
--------------------------------------------------------------------------------
/images/4b.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/images/4b.png
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/admin.py:
--------------------------------------------------------------------------------
1 | from django.contrib import admin
2 |
3 | # Register your models here.
4 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/project/target/config-classes/$50f6ee088eae1fd37719.cache:
--------------------------------------------------------------------------------
1 | sbt.internal.DslEntry
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/apps.py:
--------------------------------------------------------------------------------
1 | from django.apps import AppConfig
2 |
3 |
4 | class DashboardConfig(AppConfig):
5 | name = 'dashboard'
6 |
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/__pycache__/admin.cpython-38.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/server_status_monitoring/dashboard/__pycache__/admin.cpython-38.pyc
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/__pycache__/urls.cpython-38.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/server_status_monitoring/dashboard/__pycache__/urls.cpython-38.pyc
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/__pycache__/views.cpython-38.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/server_status_monitoring/dashboard/__pycache__/views.cpython-38.pyc
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/__pycache__/__init__.cpython-38.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/server_status_monitoring/dashboard/__pycache__/__init__.cpython-38.pyc
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/__pycache__/models.cpython-38.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/server_status_monitoring/dashboard/__pycache__/models.cpython-38.pyc
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/idea/codeStyles/codeStyleConfig.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/urls.py:
--------------------------------------------------------------------------------
1 | from django.urls import path
2 | from . import views
3 |
4 | urlpatterns = [
5 | path('', views.dashboard, name='dashboard'),
6 | path('data', views.dashboard_data, name='dashboard_data'),
7 | ]
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/migrations/__pycache__/__init__.cpython-38.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/server_status_monitoring/dashboard/migrations/__pycache__/__init__.cpython-38.pyc
--------------------------------------------------------------------------------
/server_status_monitoring/server_status_monitoring/__pycache__/urls.cpython-38.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/server_status_monitoring/server_status_monitoring/__pycache__/urls.cpython-38.pyc
--------------------------------------------------------------------------------
/server_status_monitoring/server_status_monitoring/__pycache__/wsgi.cpython-38.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/server_status_monitoring/server_status_monitoring/__pycache__/wsgi.cpython-38.pyc
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/migrations/__pycache__/0001_initial.cpython-38.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/server_status_monitoring/dashboard/migrations/__pycache__/0001_initial.cpython-38.pyc
--------------------------------------------------------------------------------
/server_status_monitoring/server_status_monitoring/__pycache__/__init__.cpython-38.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/server_status_monitoring/server_status_monitoring/__pycache__/__init__.cpython-38.pyc
--------------------------------------------------------------------------------
/server_status_monitoring/server_status_monitoring/__pycache__/settings.cpython-38.pyc:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/server_status_monitoring/server_status_monitoring/__pycache__/settings.cpython-38.pyc
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$3af5b16f44bfc769649c.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$3af5b16f44bfc769649c.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$441093e98f63df0a7a85.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$441093e98f63df0a7a85.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$5a74823d4ade0f3f0255.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$5a74823d4ade0f3f0255.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$68766ba17cc5c63bd81c.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$68766ba17cc5c63bd81c.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$92a72c258e3c1d6236b7.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$92a72c258e3c1d6236b7.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$9d3e6706f4deebab8920.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$9d3e6706f4deebab8920.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$c1bda1a30fef955c51cd.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$c1bda1a30fef955c51cd.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$ea6ccdbcc36a7a29e28e.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$ea6ccdbcc36a7a29e28e.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$f1ea2d5a85f7c7acda9e.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$f1ea2d5a85f7c7acda9e.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$3af5b16f44bfc769649c$.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$3af5b16f44bfc769649c$.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$441093e98f63df0a7a85$.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$441093e98f63df0a7a85$.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$5a74823d4ade0f3f0255$.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$5a74823d4ade0f3f0255$.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$68766ba17cc5c63bd81c$.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$68766ba17cc5c63bd81c$.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$92a72c258e3c1d6236b7$.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$92a72c258e3c1d6236b7$.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$9d3e6706f4deebab8920$.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$9d3e6706f4deebab8920$.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$c1bda1a30fef955c51cd$.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$c1bda1a30fef955c51cd$.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$ea6ccdbcc36a7a29e28e$.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$ea6ccdbcc36a7a29e28e$.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$f1ea2d5a85f7c7acda9e$.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/target/config-classes/$f1ea2d5a85f7c7acda9e$.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/idea/scala_compiler.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/project/target/config-classes/$50f6ee088eae1fd37719$.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/project/target/config-classes/$50f6ee088eae1fd37719$.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/project/project/target/config-classes/$50f6ee088eae1fd37719.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/project/project/target/config-classes/$50f6ee088eae1fd37719.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/target/scala-2.12/datamaking_streaming_data_pipeline_2.12-1.0.jar:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/target/scala-2.12/datamaking_streaming_data_pipeline_2.12-1.0.jar
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/target/scala-2.12/classes/com/datamaking/streaming_data_pipeline$.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/target/scala-2.12/classes/com/datamaking/streaming_data_pipeline$.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/target/scala-2.12/classes/com/datamaking/streaming_data_pipeline.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/PritomDas/Real-Time-Streaming-Data-Pipeline-and-Dashboard/HEAD/datamaking_streaming_data_pipeline (Scala)/target/scala-2.12/classes/com/datamaking/streaming_data_pipeline.class
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/idea/misc.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__xmlenc_xmlenc_0_52_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__xerces_xercesImpl_2_9_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_avro_avro_mapred_1_8_2_hadoop2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_sun_activation_jakarta_activation_1_2_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__jakarta_xml_bind_jakarta_xml_bind_api_2_3_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__jakarta_activation_jakarta_activation_api_1_2_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
--------------------------------------------------------------------------------
/server_status_monitoring/server_status_monitoring/asgi.py:
--------------------------------------------------------------------------------
1 | """
2 | ASGI config for server_status_monitoring project.
3 |
4 | It exposes the ASGI callable as a module-level variable named ``application``.
5 |
6 | For more information on this file, see
7 | https://docs.djangoproject.com/en/3.1/howto/deployment/asgi/
8 | """
9 |
10 | import os
11 |
12 | from django.core.asgi import get_asgi_application
13 |
14 | os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'server_status_monitoring.settings')
15 |
16 | application = get_asgi_application()
17 |
--------------------------------------------------------------------------------
/server_status_monitoring/server_status_monitoring/wsgi.py:
--------------------------------------------------------------------------------
1 | """
2 | WSGI config for server_status_monitoring project.
3 |
4 | It exposes the WSGI callable as a module-level variable named ``application``.
5 |
6 | For more information on this file, see
7 | https://docs.djangoproject.com/en/3.1/howto/deployment/wsgi/
8 | """
9 |
10 | import os
11 |
12 | from django.core.wsgi import get_wsgi_application
13 |
14 | os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'server_status_monitoring.settings')
15 |
16 | application = get_wsgi_application()
17 |
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/views.py:
--------------------------------------------------------------------------------
1 | from django.shortcuts import render
2 |
3 | from django.http import JsonResponse
4 | from dashboard.models import event_message_detail_agg_tbl
5 | from django.core import serializers
6 |
7 | # Create your views here.
8 |
9 | def dashboard(request):
10 | return render(request, 'dashboard.html', {})
11 |
12 | def dashboard_data(request):
13 | dataset = event_message_detail_agg_tbl.objects.all()
14 | data = serializers.serialize('json', dataset)
15 | return JsonResponse(data, safe=False)
16 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__oro_oro_2_0_8_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__jline_jline_0_9_94_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/idea/modules.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__xml_apis_xml_apis_1_3_04_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__aopalliance_aopalliance_1_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__javax_servlet_jsp_jsp_api_2_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__javax_xml_stream_stax_api_1_0_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__javax_activation_activation_1_1_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/models.py:
--------------------------------------------------------------------------------
1 | from django.db import models
2 |
3 | # Create your models here.
4 |
5 | class event_message_detail_agg_tbl(models.Model):
6 | id = models.AutoField(primary_key=True)
7 | event_country_code = models.CharField(max_length=100)
8 | event_country_name = models.CharField(max_length=100)
9 | event_city_name = models.CharField(max_length=20)
10 | event_server_status_color_name = models.CharField(max_length=50)
11 | event_server_status_severity_level = models.CharField(max_length=50)
12 | total_estimated_resolution_time = models.IntegerField()
13 | total_message_count = models.IntegerField()
14 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__commons_digester_commons_digester_1_8_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_curator_curator_recipes_2_7_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_xbean_xbean_asm7_shaded_4_15_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__commons_httpclient_commons_httpclient_3_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_parquet_parquet_jackson_1_10_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_curator_curator_framework_2_7_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__commons_configuration_commons_configuration_1_6_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_tukaani_xz_1_5_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/idea/sbt.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__log4j_log4j_1_2_17_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__net_sf_py4j_py4j_0_10_9_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_ivy_ivy_2_4_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_lz4_lz4_java_1_7_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_avro_avro_1_8_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_google_inject_guice_3_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__commons_io_commons_io_2_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__net_razorvine_pyrolite_4_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/server_status_monitoring/manage.py:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env python
2 | """Django's command-line utility for administrative tasks."""
3 | import os
4 | import sys
5 |
6 |
7 | def main():
8 | """Run administrative tasks."""
9 | os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'server_status_monitoring.settings')
10 | try:
11 | from django.core.management import execute_from_command_line
12 | except ImportError as exc:
13 | raise ImportError(
14 | "Couldn't import Django. Are you sure it's installed and "
15 | "available on your PYTHONPATH environment variable? Did you "
16 | "forget to activate a virtual environment?"
17 | ) from exc
18 | execute_from_command_line(sys.argv)
19 |
20 |
21 | if __name__ == '__main__':
22 | main()
23 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_google_guava_guava_16_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__commons_cli_commons_cli_1_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__commons_net_commons_net_3_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__javax_inject_javax_inject_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_slf4j_slf4j_api_1_7_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_google_code_gson_gson_2_2_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_roaringbitmap_shims_0_7_45_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_ning_compress_lzf_1_0_3_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_twitter_chill_2_12_0_9_5_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_twitter_chill_java_0_9_5_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__io_netty_netty_3_10_6_Final_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__javax_xml_bind_jaxb_api_2_2_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_objenesis_objenesis_2_5_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__commons_lang_commons_lang_2_6_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_avro_avro_ipc_1_8_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_orc_orc_core_1_5_10_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_hk2_hk2_api_2_6_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_esotericsoftware_minlog_1_3_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__io_airlift_aircompressor_0_10_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_orc_orc_shims_1_5_10_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_streaming_kafka_0_10_assembly_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_codehaus_janino_janino_3_0_16_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_codehaus_jettison_jettison_1_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_slf4j_jul_to_slf4j_1_7_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_antlr_antlr4_runtime_4_7_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_hk2_hk2_utils_2_6_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_slf4j_slf4j_log4j12_1_7_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_github_luben_zstd_jni_1_4_4_7_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__commons_codec_commons_codec_1_10_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_spark_project_spark_unused_1_0_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_google_code_findbugs_jsr305_3_0_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__io_netty_netty_all_4_1_47_Final_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_postgresql_postgresql_42_2_16_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_slf4j_jcl_over_slf4j_1_7_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_clearspring_analytics_stream_2_9_6_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_commons_commons_text_1_6_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_auth_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_hdfs_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_hk2_hk2_locator_2_6_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_javassist_javassist_3_25_0_GA_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_json4s_json4s_ast_2_12_3_6_6_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_mortbay_jetty_jetty_util_6_1_26_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_threeten_threeten_extra_1_5_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_commons_commons_lang3_3_9_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_json4s_json4s_core_2_12_3_6_6_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_orc_orc_mapreduce_1_5_10_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_zookeeper_zookeeper_3_4_14_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_esotericsoftware_kryo_shaded_4_0_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_thoughtworks_paranamer_paranamer_2_8_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_arrow_arrow_format_0_15_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_arrow_arrow_memory_0_15_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_arrow_arrow_vector_0_15_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_kafka_kafka_clients_2_6_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_codehaus_jackson_jackson_xc_1_9_13_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__io_dropwizard_metrics_metrics_jmx_4_1_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__io_dropwizard_metrics_metrics_jvm_4_1_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_client_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_common_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_httpcomponents_httpcore_4_2_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_sql_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_scala_lang_scala_reflect_2_12_12_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_xerial_snappy_snappy_java_1_1_7_5_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_commons_commons_math3_3_4_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_commons_commons_pool2_2_6_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_checkerframework_checker_qual_3_5_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_json4s_json4s_scalap_2_12_3_6_6_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_roaringbitmap_RoaringBitmap_0_7_45_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_google_protobuf_protobuf_java_2_5_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_univocity_univocity_parsers_2_9_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__io_dropwizard_metrics_metrics_core_4_1_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__io_dropwizard_metrics_metrics_json_4_1_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__jakarta_ws_rs_jakarta_ws_rs_api_2_1_6_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__javax_servlet_javax_servlet_api_3_1_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_commons_commons_crypto_1_0_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_curator_curator_client_2_7_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hive_hive_storage_api_2_7_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_parquet_parquet_format_2_4_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_core_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_tags_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_json4s_json4s_jackson_2_12_3_6_6_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_yarn_api_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_httpcomponents_httpclient_4_2_5_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_jersey_inject_jersey_hk2_2_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_parquet_parquet_column_1_10_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_parquet_parquet_common_1_10_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_parquet_parquet_hadoop_1_10_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_codehaus_jackson_jackson_jaxrs_1_9_13_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_mortbay_jetty_jetty_sslengine_6_1_26_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_commons_commons_compress_1_8_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_directory_api_api_util_1_0_0_M20_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_sketch_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_unsafe_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__commons_beanutils_commons_beanutils_1_7_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_fusesource_leveldbjni_leveldbjni_all_1_8_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_jersey_core_jersey_client_2_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_jersey_core_jersey_common_2_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_jersey_core_jersey_server_2_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_scala_lang_modules_scala_xml_2_12_1_2_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_parquet_parquet_encoding_1_10_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_kvstore_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__io_dropwizard_metrics_metrics_graphite_4_1_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_annotations_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_yarn_client_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_yarn_common_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_catalyst_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_launcher_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_codehaus_janino_commons_compiler_3_0_16_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_fasterxml_jackson_core_jackson_core_2_10_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_google_flatbuffers_flatbuffers_java_1_9_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_codehaus_jackson_jackson_core_asl_1_9_13_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_yetus_audience_annotations_0_5_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_hk2_external_jakarta_inject_2_6_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__commons_collections_commons_collections_3_2_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_directory_api_api_asn1_api_1_0_0_M20_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_codehaus_jackson_jackson_mapper_asl_1_9_13_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_hk2_osgi_resource_locator_1_0_3_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_github_spotbugs_spotbugs_annotations_3_1_9_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_jersey_media_jersey_media_jaxb_2_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_htrace_htrace_core_3_1_0_incubating_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_fasterxml_jackson_core_jackson_databind_2_10_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__jakarta_annotation_jakarta_annotation_api_1_3_5_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__jakarta_validation_jakarta_validation_api_2_0_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_directory_server_apacheds_i18n_2_0_0_M15_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_network_common_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_sql_kafka_0_10_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/server_status_monitoring/server_status_monitoring/urls.py:
--------------------------------------------------------------------------------
1 | """server_status_monitoring URL Configuration
2 |
3 | The `urlpatterns` list routes URLs to views. For more information please see:
4 | https://docs.djangoproject.com/en/3.1/topics/http/urls/
5 | Examples:
6 | Function views
7 | 1. Add an import: from my_app import views
8 | 2. Add a URL to urlpatterns: path('', views.home, name='home')
9 | Class-based views
10 | 1. Add an import: from other_app.views import Home
11 | 2. Add a URL to urlpatterns: path('', Home.as_view(), name='home')
12 | Including another URLconf
13 | 1. Import the include() function: from django.urls import include, path
14 | 2. Add a URL to urlpatterns: path('blog/', include('blog.urls'))
15 | """
16 | from django.contrib import admin
17 | from django.urls import path, include
18 |
19 | urlpatterns = [
20 | path('admin/', admin.site.urls),
21 | path('', include('dashboard.urls')),
22 | ]
23 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_yarn_server_common_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_network_shuffle_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_fasterxml_jackson_core_jackson_annotations_2_10_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_mapreduce_client_app_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_hk2_external_aopalliance_repackaged_2_6_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_mapreduce_client_core_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_mapreduce_client_common_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_yarn_server_nodemanager_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_mapreduce_client_shuffle_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_fasterxml_jackson_module_jackson_module_paranamer_2_10_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_jersey_containers_jersey_container_servlet_2_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_scala_lang_modules_scala_parser_combinators_2_12_1_1_2_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__com_fasterxml_jackson_module_jackson_module_scala_2_12_2_10_0_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_directory_server_apacheds_kerberos_codec_2_0_0_M15_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_hadoop_hadoop_mapreduce_client_jobclient_2_7_4_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_apache_spark_spark_token_provider_kafka_0_10_2_12_3_0_1_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_glassfish_jersey_containers_jersey_container_servlet_core_2_30_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/build.sbt:
--------------------------------------------------------------------------------
1 | name := "datamaking_streaming_data_pipeline"
2 |
3 | version := "1.0"
4 |
5 | scalaVersion := "2.12.12"
6 |
7 | libraryDependencies += "org.apache.spark" %% "spark-sql" % "3.0.1"
8 |
9 | // https://mvnrepository.com/artifact/org.apache.spark/spark-sql-kafka-0-10
10 | libraryDependencies += "org.apache.spark" %% "spark-sql-kafka-0-10" % "3.0.1"
11 |
12 | // https://mvnrepository.com/artifact/org.apache.kafka/kafka-clients
13 | libraryDependencies += "org.apache.kafka" % "kafka-clients" % "2.6.0"
14 |
15 | // https://mvnrepository.com/artifact/org.apache.spark/spark-streaming-kafka-0-10-assembly
16 | libraryDependencies += "org.apache.spark" %% "spark-streaming-kafka-0-10-assembly" % "3.0.1"
17 |
18 | // https://mvnrepository.com/artifact/org.apache.spark/spark-streaming-kafka-0-10-assembly
19 | libraryDependencies += "org.apache.spark" %% "spark-streaming-kafka-0-10-assembly" % "3.0.1"
20 |
21 | // https://mvnrepository.com/artifact/org.postgresql/postgresql
22 | libraryDependencies += "org.postgresql" % "postgresql" % "42.2.16"
23 |
--------------------------------------------------------------------------------
/server_status_monitoring/dashboard/migrations/0001_initial.py:
--------------------------------------------------------------------------------
1 | # Generated by Django 3.1.1 on 2020-09-27 13:21
2 |
3 | from django.db import migrations, models
4 |
5 |
6 | class Migration(migrations.Migration):
7 |
8 | initial = True
9 |
10 | dependencies = [
11 | ]
12 |
13 | operations = [
14 | migrations.CreateModel(
15 | name='event_message_detail_agg_tbl',
16 | fields=[
17 | ('id', models.AutoField(primary_key=True, serialize=False)),
18 | ('event_country_code', models.CharField(max_length=100)),
19 | ('event_country_name', models.CharField(max_length=100)),
20 | ('event_city_name', models.CharField(max_length=20)),
21 | ('event_server_status_color_name', models.CharField(max_length=50)),
22 | ('event_server_status_severity_level', models.CharField(max_length=50)),
23 | ('total_estimated_resolution_time', models.IntegerField()),
24 | ('total_message_count', models.IntegerField()),
25 | ],
26 | ),
27 | ]
28 |
--------------------------------------------------------------------------------
/data_center_server_live_status/kafka_consumer_demo.py:
--------------------------------------------------------------------------------
1 | from kafka import KafkaConsumer
2 | from json import loads
3 |
4 | KAFKA_CONSUMER_GROUP_NAME_CONS = "test_consumer_group"
5 | KAFKA_TOPIC_NAME_CONS = "server-live-status"
6 | KAFKA_BOOTSTRAP_SERVERS_CONS = '192.168.99.100:9092'
7 |
8 | if __name__ == "__main__":
9 |
10 | print("Kafka Consumer Application Started ... ")
11 |
12 | try:
13 | # auto_offset_reset='latest'
14 | # auto_offset_reset='earliest'
15 | consumer = KafkaConsumer(
16 | KAFKA_TOPIC_NAME_CONS,
17 | bootstrap_servers=KAFKA_BOOTSTRAP_SERVERS_CONS,
18 | auto_offset_reset='latest',
19 | enable_auto_commit=True,
20 | group_id=KAFKA_CONSUMER_GROUP_NAME_CONS,
21 | value_deserializer=lambda x: loads(x.decode('utf-8')))
22 |
23 | for message in consumer:
24 | #print(dir(message))
25 | #print(type(message))
26 | print("Key: ", message.key)
27 | message = message.value
28 | print("Message received: ", message)
29 | except Exception as ex:
30 | print("Failed to read kafka message.")
31 | print(ex)
32 |
33 | print("Kafka Consumer Application Completed. ")
34 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/libraries/sbt__org_scala_lang_scala_library_2_12_12_jar.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
--------------------------------------------------------------------------------
/data_center_server_live_status/data_center_server_live_status_simulator.py:
--------------------------------------------------------------------------------
1 | from kafka import KafkaProducer
2 | from datetime import datetime
3 | import time
4 | from json import dumps
5 | import random
6 | import requests
7 | from restcountries import RestCountryApiV2 as rapi
8 |
9 | TOPIC_NAME_CONS = "server-live-status"
10 | BOOTSTRAP_SERVERS_CONS = '192.168.99.100:9092'
11 | RANDOM_USER_API_URL = "https://randomuser.me/api/0.8"
12 |
13 | if __name__ == "__main__":
14 | print("Data Center Server Live Status Simulator | Kafka Producer Application Started ... ")
15 |
16 | kafka_producer_obj = None
17 | kafka_producer_obj = KafkaProducer(bootstrap_servers=BOOTSTRAP_SERVERS_CONS,
18 | value_serializer=lambda x: dumps(x).encode('utf-8'))
19 |
20 | event_server_status_color_name_severity_level_list = ["Red|Severity 1", "Orange|Severity 2", "Green|Severity 3"]
21 | event_server_type_list = ["Application Servers", "Client Servers", "Collaboration Servers", "FTP Servers", "List Servers",
22 | "Mail Servers", "Open Source Servers", "Proxy Servers", "Real-Time Communication Servers", "Server Platforms",
23 | "Telnet Servers", "Virtual Servers", "Web Servers"]
24 |
25 | message = None
26 | i = 0
27 | #while True:
28 | while i != 10:
29 | try:
30 | #print(datetime.now().strftime("%Y-%m-%d %H:%M:%S"))
31 | response_data = requests.get(url=RANDOM_USER_API_URL)
32 | #print("Ramdon User Message: ")
33 | #print(response_data.json())
34 | country_code_alpha2 = response_data.json()['nationality']
35 | event_country_code = country_code_alpha2
36 | country_obj = rapi.get_country_by_country_code(alpha=country_code_alpha2)
37 | print(country_obj.name)
38 | print(country_obj.capital)
39 |
40 | event_country_name = country_obj.name
41 | event_city_name = country_obj.capital
42 |
43 | event_message = {}
44 | event_datetime = datetime.now()
45 |
46 | event_message["event_server_status_color_name_severity_level"] = random.choice(event_server_status_color_name_severity_level_list)
47 | event_message["event_datetime"] = event_datetime.strftime("%Y-%m-%d %H:%M:%S")
48 | event_message["event_server_type"] = random.choice(event_server_type_list)
49 | event_message["event_country_code"] = event_country_code
50 | event_message["event_country_name"] = event_country_name
51 | event_message["event_city_name"] = event_city_name
52 | event_message["event_estimated_issue_resolution_time"] = round(random.uniform(1.5, 10.5))
53 |
54 | event_message["event_server_status_other_param_1"] = ""
55 | event_message["event_server_status_other_param_2"] = ""
56 | event_message["event_server_status_other_param_3"] = ""
57 | event_message["event_server_status_other_param_4"] = ""
58 | event_message["event_server_status_other_param_5"] = ""
59 |
60 | event_message["event_server_config_other_param_1"] = ""
61 | event_message["event_server_config_other_param_2"] = ""
62 | event_message["event_server_config_other_param_3"] = ""
63 | event_message["event_server_config_other_param_4"] = ""
64 | event_message["event_server_config_other_param_5"] = ""
65 |
66 | i = i + 1
67 | print("Printing message id: " + str(i))
68 | event_message["event_id"] = str(i)
69 | print("Sending message to Kafka topic: " + TOPIC_NAME_CONS)
70 | print("Message to be sent: ", event_message)
71 | kafka_producer_obj.send(TOPIC_NAME_CONS, event_message)
72 |
73 | except Exception as ex:
74 | print("Event Message Construction Failed. ")
75 | print(ex)
76 |
77 | time.sleep(1)
78 |
79 | print("Data Center Server Live Status Simulator | Kafka Producer Application Completed. ")
80 |
--------------------------------------------------------------------------------
/server_status_monitoring/server_status_monitoring/settings.py:
--------------------------------------------------------------------------------
1 | """
2 | Django settings for server_status_monitoring project.
3 |
4 | Generated by 'django-admin startproject' using Django 3.1.1.
5 |
6 | For more information on this file, see
7 | https://docs.djangoproject.com/en/3.1/topics/settings/
8 |
9 | For the full list of settings and their values, see
10 | https://docs.djangoproject.com/en/3.1/ref/settings/
11 | """
12 |
13 | from pathlib import Path
14 |
15 | import os
16 |
17 | # Build paths inside the project like this: BASE_DIR / 'subdir'.
18 | BASE_DIR = Path(__file__).resolve().parent.parent
19 |
20 |
21 | # Quick-start development settings - unsuitable for production
22 | # See https://docs.djangoproject.com/en/3.1/howto/deployment/checklist/
23 |
24 | # SECURITY WARNING: keep the secret key used in production secret!
25 | SECRET_KEY = 'cwk))&5+78h_@ghpdg3j=02#2832)pl*+%8d0h_&+emnrczohc'
26 |
27 | # SECURITY WARNING: don't run with debug turned on in production!
28 | DEBUG = True
29 |
30 | ALLOWED_HOSTS = []
31 |
32 |
33 | # Application definition
34 |
35 | INSTALLED_APPS = [
36 | 'django.contrib.admin',
37 | 'django.contrib.auth',
38 | 'django.contrib.contenttypes',
39 | 'django.contrib.sessions',
40 | 'django.contrib.messages',
41 | 'django.contrib.staticfiles',
42 | 'dashboard',
43 | ]
44 |
45 | MIDDLEWARE = [
46 | 'django.middleware.security.SecurityMiddleware',
47 | 'django.contrib.sessions.middleware.SessionMiddleware',
48 | 'django.middleware.common.CommonMiddleware',
49 | 'django.middleware.csrf.CsrfViewMiddleware',
50 | 'django.contrib.auth.middleware.AuthenticationMiddleware',
51 | 'django.contrib.messages.middleware.MessageMiddleware',
52 | 'django.middleware.clickjacking.XFrameOptionsMiddleware',
53 | ]
54 |
55 | ROOT_URLCONF = 'server_status_monitoring.urls'
56 |
57 | TEMPLATES = [
58 | {
59 | 'BACKEND': 'django.template.backends.django.DjangoTemplates',
60 | 'DIRS': [os.path.join(BASE_DIR, 'templates')],
61 | 'APP_DIRS': True,
62 | 'OPTIONS': {
63 | 'context_processors': [
64 | 'django.template.context_processors.debug',
65 | 'django.template.context_processors.request',
66 | 'django.contrib.auth.context_processors.auth',
67 | 'django.contrib.messages.context_processors.messages',
68 | ],
69 | },
70 | },
71 | ]
72 |
73 | WSGI_APPLICATION = 'server_status_monitoring.wsgi.application'
74 |
75 |
76 | # Database
77 | # https://docs.djangoproject.com/en/3.1/ref/settings/#databases
78 |
79 | '''DATABASES = {
80 | 'default': {
81 | 'ENGINE': 'django.db.backends.sqlite3',
82 | 'NAME': BASE_DIR / 'db.sqlite3',
83 | }
84 | }'''
85 |
86 | DATABASES = {
87 | 'default': {
88 | 'ENGINE': 'django.db.backends.postgresql',
89 | 'NAME': 'event_message_db',
90 | 'USER': 'demouser',
91 | 'PASSWORD': 'demouser',
92 | 'HOST': '192.168.99.100'
93 | }
94 | }
95 |
96 | # Password validation
97 | # https://docs.djangoproject.com/en/3.1/ref/settings/#auth-password-validators
98 |
99 | AUTH_PASSWORD_VALIDATORS = [
100 | {
101 | 'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator',
102 | },
103 | {
104 | 'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator',
105 | },
106 | {
107 | 'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator',
108 | },
109 | {
110 | 'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator',
111 | },
112 | ]
113 |
114 |
115 | # Internationalization
116 | # https://docs.djangoproject.com/en/3.1/topics/i18n/
117 |
118 | LANGUAGE_CODE = 'en-us'
119 |
120 | TIME_ZONE = 'UTC'
121 |
122 | USE_I18N = True
123 |
124 | USE_L10N = True
125 |
126 | USE_TZ = True
127 |
128 |
129 | # Static files (CSS, JavaScript, Images)
130 | # https://docs.djangoproject.com/en/3.1/howto/static-files/
131 |
132 | STATIC_URL = '/static/'
133 |
--------------------------------------------------------------------------------
/datamaking_streaming_data_pipeline (Scala)/idea/workspace.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
6 |
7 |
8 |
9 |
10 |
11 |
12 |
13 |
14 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
24 |
25 |
26 |
27 |
28 |
29 |
30 |
31 |
32 |
33 |
34 |
35 |
36 |
37 |
38 |
39 |
40 |
41 |
42 |
43 |
44 |
45 |
46 |
47 |
48 |
49 |
50 |
51 |
52 |
53 |
54 |
55 |
56 |
57 |
58 |
59 |
60 |
61 |
62 |
63 |
64 |
65 |
66 |
67 |
68 |
69 |
70 |
71 |
72 |
73 |
74 |
75 |
76 |
77 |
78 |
79 |
80 |
81 |
82 |
83 |
84 |
85 |
86 |
87 |
88 |
89 |
90 |
91 |
92 |
93 |
94 |
95 |
96 |
97 |
98 |
99 |
100 |
101 |
102 |
103 |
104 |
105 |
106 |
107 |
108 |
109 |
110 |
111 | 1601188295813
112 |
113 |
114 | 1601188295813
115 |
116 |
117 |
118 |
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | [![LinkedIn][linkedin-shield]][linkedin-url]
2 |
3 |
4 |
5 |
6 |
7 |
8 |
Building Streaming Data Pipeline using Apache Hadoop, Apache Spark and Kafka on Docker
9 |
10 |
11 |
12 |
13 |
14 | > Apache Hadoop, Apache Spark, Apache ZooKeeper, Kafka, Scala, Python, PySpark PostgreSQL, Docker, Django, Flexmonster, Real Time Streaming, Data Pipeline, Dashboard
15 |
16 |
17 |
18 |
19 |
20 | ## About The Project
21 | Building Real Time Data Pipeline Using Apache Kafka, Apache Spark, Hadoop, PostgreSQL, Django and Flexmonster on Docker
22 |
23 | ### Project Description
24 |
25 | * In many data centers, different type of servers generate large amount of data(events, Event in this case is status of the server in the data center) in real-time.
26 |
27 | * There is always a need to process these data in real-time and generate insights which will be used by the server/data center monitoring people and they have to track these server's status regularly and find the resolution in case of issues occurring, for better server stability.
28 |
29 | * Since the data is huge and coming in real-time, we need to choose the right architecture with scalable storage and computation frameworks/technologies.
30 |
31 | * Hence we want to build the Real Time Data Pipeline Using Apache Kafka, Apache Spark, Hadoop, PostgreSQL, Django and Flexmonster on Docker to generate insights out of this data.
32 |
33 | * The Spark Project/Data Pipeline is built using Apache Spark with Scala and PySpark on Apache Hadoop Cluster which is on top of Docker.
34 |
35 | * Data Visualization is built using Django Web Framework and Flexmonster.
36 |
37 | ### Use Case Diagram
38 | 
39 |
40 | ### Proposed Pipeline Architecture
41 | 
42 |
43 | ### Built With
44 |
45 | * Apache Hadoop
46 | * Apache Spark
47 | * Apache ZooKeeper
48 | * Docker
49 | * Kafka
50 | * Django (IDE uSed VS Studio Code)
51 | * Flexmonster
52 | * Scala (IDE used Idea IntellliJ Professional Edition)
53 | * Python (IDE used PyCharm Professional Edition)
54 | * PySpark (IDE used PyCharm Professional Edition)
55 |
56 | ### Environment Setup
57 |
58 | #### (a) Docker Setup
59 | Installed Docker Toolbox (https://github.com/docker/toolbox/releases) for Windows 10 Home Edition Operating System. Faced the following issue after installation :
60 |
61 | 
62 |
63 | To fix the issue, first enable "Virtualization" from BIOS if it is disabled. Strangley, the "hypervisor" needed to be manually turned "Off", if it is turned "Auto". Use the following link to fix the issue if facing the same problem (https://github.com/docker/toolbox/issues/745).
64 |
65 | After successful installation:
66 | 
67 |
68 | #### (b) Create Single Node Kafka Cluster in Local Machine
69 | Run the following script in the created Docker Terminal:
70 |
71 | | Steps | Type Commands in Docker Terminal |
72 | | :--------------------: | :----------------------------------------------------------: |
73 | | 1. Create Docker Network | docker network create --subnet=172.20.0.0/16 datamakingnet # create custom network |
74 | | 2. Create ZooKeeper Container | docker pull zookeeper:3.4s |
75 | | | docker run -d --hostname zookeepernode --net datamakingnet --ip 172.20.1.3 --name datamaking_zookeeper --publish 2181:2181 zookeeper:3.4 |
76 | | 3. Create Kafka Container | docker pull ches/kafka |
77 | | | docker run -d --hostname kafkanode --net datamakingnet --ip 172.20.1.4 --name datamaking_kafka --publish 9092:9092 --publish 7203:7203 --env KAFKA_ADVERTISED_HOST_NAME=192.168.99.100 --env ZOOKEEPER_IP=192.168.99.100 ches/kafka |
78 | | | docker images |
79 | | | docker ps |
80 | | | docker ps -a |
81 |
82 | Screenshot:
83 | 
84 |
85 | #### (C) Create Single Node Apache Hadoop and Spark Cluster on Docker
86 | Run the following script in the created Docker Terminal:
87 |
88 | | Steps | Type Commands in Docker Terminal |
89 | | :--------------------: | :----------------------------------------------------------: |
90 | | 1. Create Single Node Hadoop Cluster | Unzip and extract datamaking_hadoop_spark_cluster_image.zip file|
91 | | | cd datamaking_hadoop_spark_cluster_image |
92 | | 2. Create docker images for Apache Hadoop, Apache Spark, Apache Hive and PostgreSQL | ./1_create_hadoop_spark_image.sh |
93 | | 3. Create docker containers for Apache Hadoop, Apache Spark, Apache Hive and PostgreSQL | ./2_create_hadoop_spark_cluster.sh createa |
94 | | Stop all Containers | docker stop $(docker ps -a -q) |
95 | | |docker rm $(docker ps -a -q) |
96 | | Remove all Images | docker images -a|
97 | | | docker rmi $(docker images -a -q) |
98 |
99 |
100 | ### Development Setup
101 |
102 | #### (a) Event Simuator Using Python
103 | Run the python script "data_center_server_status_simulator.py". This script simulates live creation of server status information.
104 |
105 |
106 | #### (b) Building Streaming Data Pipeline using Scala and Spark Structured Streaming (Scala Based)
107 | Load "datamaking_streaming_data_pipeline (Scala)" as a new scala project in Idea IntelliJ and run it.
108 |
109 | #### OR
110 |
111 | #### (b) Building Streaming Data Pipeline using Scala and Spark Structured Streaming (PySpark Based)
112 | Open "datamaking_streaming_data_pipeline (PySpark)". Run the following pyspark script "real_time_streaming_data_pipeline.py".
113 |
114 |
115 | #### (c) Setting up PostgreSQL Database(Events Database)
116 | Login to docker terminal and the PostgreSQL CLI will be used.
117 |
118 | | Steps |
119 | | :--------------------: |
120 | | psql -U postgres |
121 | | CREATE USER demouser WITH PASSWORD 'demouser'; |
122 | | ALTER USER demouser WITH SUPERUSER; |
123 | | CREATE DATABASE event_message_db; |
124 | | GRANT ALL PRIVILEGES ON DATABASE event_message_db TO demouser; |
125 | | \c event_message_db; |
126 |
127 |
128 | #### (d) Building Dashboard using Django Web Framework and Flexmonster for Visualization
129 | Load the folder "Server Status Monitoring" in VS Code IDE as a new project and run it.
130 |
131 |
132 |
133 | ### Final Result
134 | The dashboard updates live as the python simultor keeps feeding with new data. Some sample screenshots:
135 |
136 | 
137 | 
138 |
139 |
140 |
141 |
142 | ## Contact
143 |
144 | Pritom Das Radheshyam - [Portfolio Website](https://pritom.uwu.ai/)
145 |
146 |
147 |
148 |
149 |
150 |
151 | [linkedin-shield]: https://img.shields.io/badge/-LinkedIn-black.svg?style=flat-square&logo=linkedin&colorB=555
152 | [linkedin-url]: https://www.linkedin.com/in/you-found-pritom
153 | [product-screenshot]: images/screenshot.jpg
154 |
--------------------------------------------------------------------------------
/server_status_monitoring/templates/dashboard.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 | Server Status Monitoring Dashboard
5 |
6 |
7 |
8 |
44 |
45 |
46 |
49 |
50 |
51 |
52 |
53 |
220 |
221 |
--------------------------------------------------------------------------------