├── .asf.yaml ├── .gitignore ├── CONTRIBUTING.md ├── DISCLAIMER ├── LICENSE ├── NOTICE ├── README.md ├── RELEASE_NOTES.md ├── USER_GUIDE.md ├── build.properties ├── doc ├── .DS_Store ├── administration_section.png ├── audit_info.png ├── audit_page.png ├── azure_dlab_arch.png ├── azure_offer_number.png ├── backup_options.png ├── billing_datepicker.png ├── billing_filter.png ├── billing_page.png ├── bin_icon.png ├── bucket_action.png ├── bucket_browser.png ├── bucket_button.png ├── bucket_upload.png ├── close to limit.png ├── computational_scheduler.png ├── computational_scheduler_create.png ├── configuration_page.png ├── configuration_page1.png ├── configuration_page_prov.png ├── configuration_page_restart.png ├── connect_endpoint.png ├── cpu.png ├── create_ami.png ├── create_notebook_from_ami.png ├── cross_icon.png ├── datalab_aws.png ├── datalab_azure.png ├── datalab_gcp.png ├── dataproc_create.png ├── delete_btn.png ├── delete_group.png ├── edge_stop.png ├── edge_stop_confirm.png ├── emr_create.png ├── emr_create_configuration.png ├── emr_creating.png ├── emr_info.png ├── emr_terminate_confirm.png ├── endpoint_list.png ├── environment_management.png ├── exceeded quota.png ├── filter_cross_icon.png ├── filter_icon.png ├── filter_image_popup.png ├── filtered_images.png ├── gcp_dlab.png ├── gear_icon.png ├── git_creds_window.png ├── git_creds_window2.png ├── hdd.png ├── hdinsight.png ├── health_status.png ├── icon_info.png ├── icon_scheduler_computational.png ├── image_action_menu.png ├── image_additional_info.png ├── image_sharing.png ├── image_termination.png ├── information_about_sharing.png ├── install_libs_form.png ├── jupyter_kernel.png ├── library_magic_usage.png ├── loading_key.png ├── logical_architecture.png ├── main_image_page.png ├── main_menu.png ├── main_menu_env.png ├── main_page.png ├── main_page2.png ├── main_page3.png ├── main_page_filter.png ├── manage_env_actions.png ├── manage_env_confirm.png ├── manage_env_confirm2.png ├── manage_environment.png ├── manage_role.png ├── managemanage_resource_actions.png ├── memory.png ├── notebook_create.png ├── notebook_create_gpu.png ├── notebook_info.png ├── notebook_libs_status.png ├── notebook_list_libs.png ├── notebook_menu.png ├── notebook_menu_create_image.png ├── notebook_menu_manage_libraries.png ├── notebook_menu_scheduler.png ├── notebook_menu_stop.png ├── notebook_scheduler.png ├── notebook_selected_libs.png ├── notebook_stop_confirm.png ├── notebook_terminate_confirm.png ├── notebook_terminated.png ├── notebook_terminating.png ├── pen_icon.png ├── physical_architecture.png ├── project_menu.png ├── project_quota.png ├── project_view.png ├── question.png ├── reupload_key_action.png ├── reupload_key_dialog.png ├── roles.png ├── rstudio_kernel.png ├── scheduler reminder.png ├── scheduler_by_inactivity.png ├── select_bucket.png ├── select_shape.png ├── sort_icon.png ├── spark_create_gcp.png ├── spark_creating_menu.png ├── spark_stop_confirm.png ├── status_icon_error.png ├── status_icon_ok.png ├── stop_icon.png ├── stop_icon_env.png ├── stop_sharing_confirmation.png ├── terminate_icon_env.png ├── ungit_changes.png ├── ungit_push.png ├── ungit_window.png ├── ungit_work.png ├── upload_or_generate_user_key.png ├── user.png ├── user_information.png └── zeppelin.png ├── infrastructure-provisioning ├── pom.xml ├── scripts │ ├── POST_DEPLOYMENT.md │ ├── deploy_datalab.py │ ├── deploy_keycloak │ │ ├── deploy_keycloak.py │ │ └── templates │ │ │ ├── keycloak.service │ │ │ ├── nginx.conf │ │ │ └── realm.json │ ├── deploy_ldap.sh │ ├── deploy_repository │ │ ├── deploy_repository.py │ │ ├── files │ │ │ ├── Dockerfile │ │ │ ├── mount-efs-sequentially.service │ │ │ └── nexus.properties │ │ ├── scripts │ │ │ ├── addUpdateScript.groovy │ │ │ └── update_amazon_repositories.py │ │ └── templates │ │ │ ├── addCustomRepository.groovy │ │ │ ├── configureNexus.groovy │ │ │ ├── jetty-https.xml │ │ │ ├── nexus.conf │ │ │ ├── nexus.service │ │ │ ├── squid.conf │ │ │ └── updateRepositories.groovy │ ├── jenkins │ │ └── sonar.py │ └── post-deployment_configuration.py ├── src │ ├── base │ │ ├── entrypoint.py │ │ └── scripts │ │ │ ├── configure_keycloak.py │ │ │ ├── create_ssh_user.py │ │ │ ├── install_prerequisites.py │ │ │ └── install_user_key.py │ ├── dataengine-service │ │ └── fabfile.py │ ├── dataengine │ │ ├── fabfile.py │ │ └── scripts │ │ │ └── configure_dataengine.py │ ├── deeplearning │ │ ├── fabfile.py │ │ └── scripts │ │ │ └── configure_deep_learning_node.py │ ├── edge │ │ ├── fabfile.py │ │ ├── scripts │ │ │ ├── configure_http_proxy.py │ │ │ ├── configure_nginx_reverse_proxy.py │ │ │ └── reupload_ssh_key.py │ │ └── templates │ │ │ ├── conf.d │ │ │ └── proxy.conf │ │ │ ├── locations │ │ │ ├── emr.conf │ │ │ ├── jupyter-gpu.conf │ │ │ ├── jupyter.conf │ │ │ ├── rstudio.conf │ │ │ ├── spark.conf │ │ │ ├── tensor.conf │ │ │ ├── ungit.conf │ │ │ └── zeppelin.conf │ │ │ ├── nginx.conf │ │ │ ├── nginx_debian │ │ │ ├── nginx_redhat │ │ │ └── squid.conf │ ├── general │ │ ├── api │ │ │ ├── check_inactivity.py │ │ │ ├── configure.py │ │ │ ├── create.py │ │ │ ├── create_image.py │ │ │ ├── git_creds.py │ │ │ ├── install_libs.py │ │ │ ├── list_libs.py │ │ │ ├── reconfigure_spark.py │ │ │ ├── recreate.py │ │ │ ├── reupload_key.py │ │ │ ├── start.py │ │ │ ├── status.py │ │ │ ├── stop.py │ │ │ ├── terminate.py │ │ │ └── terminate_image.py │ │ ├── conf │ │ │ └── datalab.ini │ │ ├── files │ │ │ ├── aws │ │ │ │ ├── base_Dockerfile │ │ │ │ ├── base_description.json │ │ │ │ ├── dataengine-service_Dockerfile │ │ │ │ ├── dataengine-service_description.json │ │ │ │ ├── dataengine_Dockerfile │ │ │ │ ├── dataengine_description.json │ │ │ │ ├── deeplearning_Dockerfile │ │ │ │ ├── deeplearning_description.json │ │ │ │ ├── edge_Dockerfile │ │ │ │ ├── edge_description.json │ │ │ │ ├── jupyter_Dockerfile │ │ │ │ ├── jupyter_description.json │ │ │ │ ├── jupyterlab_Dockerfile │ │ │ │ ├── jupyterlab_description.json │ │ │ │ ├── project_Dockerfile │ │ │ │ ├── project_description.json │ │ │ │ ├── rstudio_Dockerfile │ │ │ │ ├── rstudio_description.json │ │ │ │ ├── ssn_Dockerfile │ │ │ │ ├── ssn_description.json │ │ │ │ ├── ssn_policy.json │ │ │ │ ├── tensor-jupyterlab_Dockerfile │ │ │ │ ├── tensor-jupyterlab_description.json │ │ │ │ ├── tensor-rstudio_Dockerfile │ │ │ │ ├── tensor-rstudio_description.json │ │ │ │ ├── tensor_Dockerfile │ │ │ │ ├── tensor_description.json │ │ │ │ ├── zeppelin_Dockerfile │ │ │ │ └── zeppelin_description.json │ │ │ ├── azure │ │ │ │ ├── base_Dockerfile │ │ │ │ ├── base_description.json │ │ │ │ ├── dataengine-service_Dockerfile │ │ │ │ ├── dataengine-service_description.json │ │ │ │ ├── dataengine_Dockerfile │ │ │ │ ├── dataengine_description.json │ │ │ │ ├── deeplearning_Dockerfile │ │ │ │ ├── deeplearning_description.json │ │ │ │ ├── edge_Dockerfile │ │ │ │ ├── edge_description.json │ │ │ │ ├── jupyter_Dockerfile │ │ │ │ ├── jupyter_description.json │ │ │ │ ├── jupyterlab_Dockerfile │ │ │ │ ├── jupyterlab_description.json │ │ │ │ ├── project_Dockerfile │ │ │ │ ├── project_description.json │ │ │ │ ├── rstudio_Dockerfile │ │ │ │ ├── rstudio_description.json │ │ │ │ ├── ssn_Dockerfile │ │ │ │ ├── ssn_description.json │ │ │ │ ├── ssn_policy.json │ │ │ │ ├── tensor_Dockerfile │ │ │ │ ├── tensor_description.json │ │ │ │ ├── zeppelin_Dockerfile │ │ │ │ └── zeppelin_description.json │ │ │ ├── gcp │ │ │ │ ├── base_Dockerfile │ │ │ │ ├── base_description.json │ │ │ │ ├── dataengine-service_Dockerfile │ │ │ │ ├── dataengine-service_description.json │ │ │ │ ├── dataengine_Dockerfile │ │ │ │ ├── dataengine_description.json │ │ │ │ ├── deeplearning_Dockerfile │ │ │ │ ├── deeplearning_description.json │ │ │ │ ├── edge_Dockerfile │ │ │ │ ├── edge_description.json │ │ │ │ ├── jupyter-gpu_Dockerfile │ │ │ │ ├── jupyter-gpu_description.json │ │ │ │ ├── jupyter_Dockerfile │ │ │ │ ├── jupyter_description.json │ │ │ │ ├── jupyterlab_Dockerfile │ │ │ │ ├── jupyterlab_description.json │ │ │ │ ├── project_Dockerfile │ │ │ │ ├── project_description.json │ │ │ │ ├── ps_policy.json │ │ │ │ ├── ps_roles.json │ │ │ │ ├── rstudio_Dockerfile │ │ │ │ ├── rstudio_description.json │ │ │ │ ├── ssn_Dockerfile │ │ │ │ ├── ssn_description.json │ │ │ │ ├── ssn_policy.json │ │ │ │ ├── ssn_roles.json │ │ │ │ ├── superset_Dockerfile │ │ │ │ ├── superset_description.json │ │ │ │ ├── tensor-rstudio_Dockerfile │ │ │ │ ├── tensor-rstudio_description.json │ │ │ │ ├── tensor_Dockerfile │ │ │ │ ├── tensor_description.json │ │ │ │ ├── zeppelin_Dockerfile │ │ │ │ └── zeppelin_description.json │ │ │ └── os │ │ │ │ ├── ivysettings.xml │ │ │ │ └── local_endpoint.json │ │ ├── lib │ │ │ ├── aws │ │ │ │ ├── __init__.py │ │ │ │ ├── actions_lib.py │ │ │ │ └── meta_lib.py │ │ │ ├── azure │ │ │ │ ├── __init__.py │ │ │ │ ├── actions_lib.py │ │ │ │ └── meta_lib.py │ │ │ ├── gcp │ │ │ │ ├── __init__.py │ │ │ │ ├── actions_lib.py │ │ │ │ └── meta_lib.py │ │ │ └── os │ │ │ │ ├── debian │ │ │ │ ├── common_lib.py │ │ │ │ ├── edge_lib.py │ │ │ │ ├── notebook_lib.py │ │ │ │ └── ssn_lib.py │ │ │ │ ├── fab.py │ │ │ │ ├── logger.py │ │ │ │ └── redhat │ │ │ │ ├── common_lib.py │ │ │ │ ├── edge_lib.py │ │ │ │ ├── notebook_lib.py │ │ │ │ └── ssn_lib.py │ │ ├── scripts │ │ │ ├── aws │ │ │ │ ├── common_collect_data.py │ │ │ │ ├── common_create_bucket.py │ │ │ │ ├── common_create_instance.py │ │ │ │ ├── common_create_notebook_image.py │ │ │ │ ├── common_create_policy.py │ │ │ │ ├── common_create_role_policy.py │ │ │ │ ├── common_create_security_group.py │ │ │ │ ├── common_create_subnet.py │ │ │ │ ├── common_download_git_certfile.py │ │ │ │ ├── common_notebook_configure_dataengine-service.py │ │ │ │ ├── common_notebook_configure_dataengine.py │ │ │ │ ├── common_prepare_notebook.py │ │ │ │ ├── common_put_to_bucket.py │ │ │ │ ├── common_remove_remote_kernels.py │ │ │ │ ├── common_reupload_key.py │ │ │ │ ├── common_start_notebook.py │ │ │ │ ├── common_stop_notebook.py │ │ │ │ ├── common_terminate_notebook.py │ │ │ │ ├── common_terminate_notebook_image.py │ │ │ │ ├── dataengine-service_configure.py │ │ │ │ ├── dataengine-service_create.py │ │ │ │ ├── dataengine-service_install_libs.py │ │ │ │ ├── dataengine-service_jars_parser.py │ │ │ │ ├── dataengine-service_key_importer.py │ │ │ │ ├── dataengine-service_list_libs.py │ │ │ │ ├── dataengine-service_prepare.py │ │ │ │ ├── dataengine-service_terminate.py │ │ │ │ ├── dataengine_configure.py │ │ │ │ ├── dataengine_prepare.py │ │ │ │ ├── dataengine_start.py │ │ │ │ ├── dataengine_stop.py │ │ │ │ ├── dataengine_terminate.py │ │ │ │ ├── deeplearning_configure.py │ │ │ │ ├── edge_associate_elastic_ip.py │ │ │ │ ├── edge_configure.py │ │ │ │ ├── edge_configure_route_table.py │ │ │ │ ├── edge_start.py │ │ │ │ ├── edge_status.py │ │ │ │ ├── edge_stop.py │ │ │ │ ├── jupyter_configure.py │ │ │ │ ├── jupyter_dataengine-service_create_configs.py │ │ │ │ ├── jupyter_install_dataengine-service_kernels.py │ │ │ │ ├── jupyterlab_configure.py │ │ │ │ ├── odahu_deploy.py │ │ │ │ ├── odahu_prepare.py │ │ │ │ ├── project_prepare.py │ │ │ │ ├── project_terminate.py │ │ │ │ ├── rstudio_configure.py │ │ │ │ ├── rstudio_dataengine-service_create_configs.py │ │ │ │ ├── rstudio_install_dataengine-service_kernels.py │ │ │ │ ├── ssn_associate_elastic_ip.py │ │ │ │ ├── ssn_configure.py │ │ │ │ ├── ssn_create_endpoint.py │ │ │ │ ├── ssn_create_vpc.py │ │ │ │ ├── ssn_finalize.py │ │ │ │ ├── ssn_prepare.py │ │ │ │ ├── ssn_terminate.py │ │ │ │ ├── ssn_terminate_aws_resources.py │ │ │ │ ├── tensor-jupyterlab_configure.py │ │ │ │ ├── tensor-rstudio_configure.py │ │ │ │ ├── tensor_configure.py │ │ │ │ ├── zeppelin_configure.py │ │ │ │ ├── zeppelin_dataengine-service_create_configs.py │ │ │ │ └── zeppelin_install_dataengine-service_kernels.py │ │ │ ├── azure │ │ │ │ ├── common_collect_data.py │ │ │ │ ├── common_create_datalake_directory.py │ │ │ │ ├── common_create_instance.py │ │ │ │ ├── common_create_notebook_image.py │ │ │ │ ├── common_create_security_group.py │ │ │ │ ├── common_create_storage_account.py │ │ │ │ ├── common_create_subnet.py │ │ │ │ ├── common_download_git_certfile.py │ │ │ │ ├── common_notebook_configure_dataengine-service.py │ │ │ │ ├── common_notebook_configure_dataengine.py │ │ │ │ ├── common_notebook_update_refresh_token.py │ │ │ │ ├── common_prepare_notebook.py │ │ │ │ ├── common_remove_remote_kernels.py │ │ │ │ ├── common_reupload_key.py │ │ │ │ ├── common_start_notebook.py │ │ │ │ ├── common_stop_notebook.py │ │ │ │ ├── common_terminate_notebook.py │ │ │ │ ├── common_terminate_notebook_image.py │ │ │ │ ├── dataengine-service_configure.py │ │ │ │ ├── dataengine-service_create.py │ │ │ │ ├── dataengine-service_prepare.py │ │ │ │ ├── dataengine-service_terminate.py │ │ │ │ ├── dataengine_configure.py │ │ │ │ ├── dataengine_prepare.py │ │ │ │ ├── dataengine_start.py │ │ │ │ ├── dataengine_stop.py │ │ │ │ ├── dataengine_terminate.py │ │ │ │ ├── deeplearning_configure.py │ │ │ │ ├── edge_configure.py │ │ │ │ ├── edge_prepare.py │ │ │ │ ├── edge_start.py │ │ │ │ ├── edge_status.py │ │ │ │ ├── edge_stop.py │ │ │ │ ├── edge_terminate.py │ │ │ │ ├── jupyter_configure.py │ │ │ │ ├── jupyter_dataengine-service_create_configs.py │ │ │ │ ├── jupyter_install_dataengine-service_kernels.py │ │ │ │ ├── jupyterlab_configure.py │ │ │ │ ├── project_prepare.py │ │ │ │ ├── project_terminate.py │ │ │ │ ├── rstudio_change_pass.py │ │ │ │ ├── rstudio_configure.py │ │ │ │ ├── rstudio_install_dataengine-service_kernels.py │ │ │ │ ├── ssn_configure.py │ │ │ │ ├── ssn_create_datalake.py │ │ │ │ ├── ssn_create_peering.py │ │ │ │ ├── ssn_create_resource_group.py │ │ │ │ ├── ssn_create_vpc.py │ │ │ │ ├── ssn_prepare.py │ │ │ │ ├── ssn_terminate.py │ │ │ │ ├── tensor_configure.py │ │ │ │ ├── zeppelin_configure.py │ │ │ │ ├── zeppelin_dataengine-service_create_configs.py │ │ │ │ └── zeppelin_install_dataengine-service_kernels.py │ │ │ ├── gcp │ │ │ │ ├── common_collect_data.py │ │ │ │ ├── common_create_bucket.py │ │ │ │ ├── common_create_firewall.py │ │ │ │ ├── common_create_instance.py │ │ │ │ ├── common_create_nat_route.py │ │ │ │ ├── common_create_notebook_image.py │ │ │ │ ├── common_create_service_account.py │ │ │ │ ├── common_create_subnet.py │ │ │ │ ├── common_download_git_certfile.py │ │ │ │ ├── common_notebook_configure_dataengine-service.py │ │ │ │ ├── common_notebook_configure_dataengine.py │ │ │ │ ├── common_prepare_notebook.py │ │ │ │ ├── common_put_to_bucket.py │ │ │ │ ├── common_reupload_key.py │ │ │ │ ├── common_start_notebook.py │ │ │ │ ├── common_stop_notebook.py │ │ │ │ ├── common_terminate_notebook.py │ │ │ │ ├── common_terminate_notebook_image.py │ │ │ │ ├── dataengine-service_configure.py │ │ │ │ ├── dataengine-service_create.py │ │ │ │ ├── dataengine-service_install_libs.py │ │ │ │ ├── dataengine-service_jars_parser.py │ │ │ │ ├── dataengine-service_key_importer.py │ │ │ │ ├── dataengine-service_list_libs.py │ │ │ │ ├── dataengine-service_prepare.py │ │ │ │ ├── dataengine-service_terminate.py │ │ │ │ ├── dataengine_configure.py │ │ │ │ ├── dataengine_prepare.py │ │ │ │ ├── dataengine_start.py │ │ │ │ ├── dataengine_stop.py │ │ │ │ ├── dataengine_terminate.py │ │ │ │ ├── deeplearning_configure.py │ │ │ │ ├── edge_configure.py │ │ │ │ ├── edge_create_static_ip.py │ │ │ │ ├── edge_start.py │ │ │ │ ├── edge_status.py │ │ │ │ ├── edge_stop.py │ │ │ │ ├── edge_terminate.py │ │ │ │ ├── jupyter-gpu_configure.py │ │ │ │ ├── jupyter_configure.py │ │ │ │ ├── jupyter_dataengine-service_create_configs.py │ │ │ │ ├── jupyter_install_dataengine-service_kernels.py │ │ │ │ ├── jupyterlab_configure.py │ │ │ │ ├── project_prepare.py │ │ │ │ ├── project_terminate.py │ │ │ │ ├── rstudio_configure.py │ │ │ │ ├── rstudio_dataengine-service_create_configs.py │ │ │ │ ├── rstudio_install_dataengine-service_kernels.py │ │ │ │ ├── ssn_configure.py │ │ │ │ ├── ssn_create_static_ip.py │ │ │ │ ├── ssn_create_vpc.py │ │ │ │ ├── ssn_finalize.py │ │ │ │ ├── ssn_prepare.py │ │ │ │ ├── ssn_terminate.py │ │ │ │ ├── ssn_terminate_gcp_resources.py │ │ │ │ ├── superset_configure.py │ │ │ │ ├── tensor-rstudio_configure.py │ │ │ │ ├── tensor_configure.py │ │ │ │ ├── zeppelin_configure.py │ │ │ │ ├── zeppelin_dataengine-service_create_configs.py │ │ │ │ └── zeppelin_install_dataengine-service_kernels.py │ │ │ └── os │ │ │ │ ├── check_inactivity.py │ │ │ │ ├── common_clean_instance.py │ │ │ │ ├── common_configure_proxy.py │ │ │ │ ├── common_configure_reverse_proxy.py │ │ │ │ ├── common_configure_spark.py │ │ │ │ ├── common_install_gpu.py │ │ │ │ ├── configure_proxy_for_docker.py │ │ │ │ ├── dataengine_install_libs.py │ │ │ │ ├── dataengine_list_libs.py │ │ │ │ ├── dataengine_reconfigure_spark.py │ │ │ │ ├── deeplearning_dataengine_create_configs.py │ │ │ │ ├── deeplearning_install_dataengine_kernels.py │ │ │ │ ├── get_list_available_pkgs.py │ │ │ │ ├── git_pre_commit.py │ │ │ │ ├── install_additional_libs.py │ │ │ │ ├── ipynb_output_filter.py │ │ │ │ ├── jupyter_dataengine_create_configs.py │ │ │ │ ├── jupyter_install_dataengine_kernels.py │ │ │ │ ├── jupyterlab_container_start.py │ │ │ │ ├── manage_git_creds.py │ │ │ │ ├── notebook_git_creds.py │ │ │ │ ├── notebook_inactivity_check.py │ │ │ │ ├── notebook_install_libs.py │ │ │ │ ├── notebook_list_libs.py │ │ │ │ ├── notebook_reconfigure_dataengine_spark.py │ │ │ │ ├── notebook_reconfigure_spark.py │ │ │ │ ├── reconfigure_spark.py │ │ │ │ ├── rstudio_dataengine_create_configs.py │ │ │ │ ├── rstudio_install_dataengine_kernels.py │ │ │ │ ├── superset_start.py │ │ │ │ ├── tensor-rstudio_dataengine_create_configs.py │ │ │ │ ├── tensor-rstudio_install_dataengine_kernels.py │ │ │ │ ├── tensor_dataengine_create_configs.py │ │ │ │ ├── tensor_install_dataengine_kernels.py │ │ │ │ ├── update_inactivity_on_start.py │ │ │ │ ├── zeppelin_dataengine_create_configs.py │ │ │ │ └── zeppelin_install_dataengine_kernels.py │ │ └── templates │ │ │ ├── aws │ │ │ ├── dataengine-service_interpreter_livy.json │ │ │ ├── dataengine-service_interpreter_spark.json │ │ │ ├── edge_s3_policy.json │ │ │ ├── interpreter_livy.json │ │ │ ├── interpreter_spark.json │ │ │ └── jenkins_jobs │ │ │ │ ├── create_data_engine │ │ │ │ ├── config.xml │ │ │ │ ├── template_configure.json │ │ │ │ └── template_prepare.json │ │ │ │ ├── create_dataengine-service │ │ │ │ ├── config.xml │ │ │ │ ├── template_configure.json │ │ │ │ └── template_prepare.json │ │ │ │ ├── create_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── create_notebook_image │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── create_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine-service_install_additional_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine-service_list_available_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine_install_additional_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine_list_available_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine_reconfigure_spark │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── gitlab_server │ │ │ │ └── config.xml │ │ │ │ ├── manage_git_credentials │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── notebook_install_additional_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── notebook_list_available_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── notebook_reconfigure_spark │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── recreate_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── reupload_ssh_key │ │ │ │ └── config.xml │ │ │ │ ├── start_data_engine │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── start_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── start_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── stop_data_engine │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── stop_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── stop_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── terminate_data_engine │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── terminate_dataengine-service │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── terminate_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── terminate_notebook_image │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ └── terminate_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ ├── azure │ │ │ ├── core-site-datalake.xml │ │ │ ├── core-site-storage.xml │ │ │ ├── dataengine-service_interpreter_livy.json │ │ │ ├── dataengine-service_sparkmagic_config.json │ │ │ ├── interpreter_livy.json │ │ │ ├── interpreter_spark.json │ │ │ └── jenkins_jobs │ │ │ │ ├── create_data_engine │ │ │ │ ├── config.xml │ │ │ │ ├── template_configure.json │ │ │ │ └── template_prepare.json │ │ │ │ ├── create_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── create_notebook_image │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── create_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine_install_additional_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine_list_available_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine_reconfigure_spark │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── manage_git_credentials │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── notebook_install_additional_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── notebook_list_available_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── notebook_reconfigure_spark │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── recreate_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── start_data_engine │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── start_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── start_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── stop_data_engine │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── stop_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── stop_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── terminate_data_engine │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── terminate_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── terminate_notebook_image │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ └── terminate_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ ├── gcp │ │ │ ├── core-site.xml │ │ │ ├── dataengine-service_cluster.json │ │ │ ├── dataengine-service_cluster_with_gpu.json │ │ │ ├── dataengine-service_interpreter_livy.json │ │ │ ├── dataengine-service_interpreter_spark.json │ │ │ ├── dataengine-service_job.json │ │ │ ├── dataengine-service_livy-env.sh │ │ │ ├── dataengine-service_livy.service │ │ │ ├── interpreter_livy.json │ │ │ ├── interpreter_spark.json │ │ │ └── jenkins_jobs │ │ │ │ ├── create_data_engine │ │ │ │ ├── config.xml │ │ │ │ ├── template_configure.json │ │ │ │ └── template_prepare.json │ │ │ │ ├── create_dataengine-service │ │ │ │ ├── config.xml │ │ │ │ ├── template_configure.json │ │ │ │ └── template_prepare.json │ │ │ │ ├── create_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── create_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine-service_install_additional_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine-service_list_available_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine_install_additional_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine_list_available_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── dataengine_reconfigure_spark │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── gitlab_server │ │ │ │ └── config.xml │ │ │ │ ├── manage_git_credentials │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── notebook_install_additional_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── notebook_list_available_libs │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── notebook_reconfigure_spark │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── recreate_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── start_data_engine │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── start_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── start_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── stop_data_engine │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── stop_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── stop_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── terminate_data_engine │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── terminate_dataengine-service │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ ├── terminate_edge_node │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ │ └── terminate_notebook_server │ │ │ │ ├── config.xml │ │ │ │ └── template.json │ │ │ └── os │ │ │ ├── dataengine_interpreter_livy.json │ │ │ ├── dataengine_interpreter_spark.json │ │ │ ├── debian │ │ │ ├── jupyter-notebook.service │ │ │ ├── jupyterlab-notebook.service │ │ │ ├── livy.service │ │ │ ├── spark-master.service │ │ │ ├── spark-slave.service │ │ │ ├── superset-notebook.service │ │ │ ├── ungit.service │ │ │ └── ungit.service.18_04 │ │ │ ├── inactive.service │ │ │ ├── inactive.sh │ │ │ ├── inactive.timer │ │ │ ├── inactive_rs.sh │ │ │ ├── livy-env.sh │ │ │ ├── manage_step_certs.sh │ │ │ ├── notebook_spark-defaults_local.conf │ │ │ ├── py3spark_local_template.json │ │ │ ├── pyspark_dataengine-service_template.json │ │ │ ├── pyspark_dataengine_template.json │ │ │ ├── pyspark_local_template.json │ │ │ ├── r_dataengine-service_template.json │ │ │ ├── r_dataengine_template.json │ │ │ ├── r_template.json │ │ │ ├── redhat │ │ │ ├── jupyter-notebook.service │ │ │ ├── spark-master.service │ │ │ ├── spark-slave.service │ │ │ └── ungit.service │ │ │ ├── renew_certificates.sh │ │ │ ├── run_template.sh │ │ │ ├── sparkmagic_config_template.json │ │ │ ├── step-cert-manager.service │ │ │ ├── tensorboard.service │ │ │ ├── toree_dataengine-service_template.json │ │ │ ├── toree_dataengine-service_templatev2.json │ │ │ └── toree_dataengine_template.json │ ├── jupyter-gpu │ │ ├── fabfile.py │ │ └── scripts │ │ │ └── configure_jupyter-gpu_node.py │ ├── jupyter │ │ ├── fabfile.py │ │ └── scripts │ │ │ └── configure_jupyter_node.py │ ├── jupyterlab │ │ ├── Dockerfile_jupyterlab │ │ ├── fabfile.py │ │ └── scripts │ │ │ ├── build.sh │ │ │ ├── configure_jupyterlab_node.py │ │ │ ├── jupyterlab_run.sh │ │ │ └── start.sh │ ├── project │ │ ├── fabfile.py │ │ ├── scripts │ │ │ ├── configure_http_proxy.py │ │ │ ├── configure_nftables.py │ │ │ ├── configure_nginx_reverse_proxy.py │ │ │ └── reupload_ssh_key.py │ │ └── templates │ │ │ ├── conf.d │ │ │ └── proxy.conf │ │ │ ├── locations │ │ │ ├── dataengine-service.conf │ │ │ ├── jupyter-gpu.conf │ │ │ ├── jupyter.conf │ │ │ ├── rstudio.conf │ │ │ ├── spark.conf │ │ │ ├── superset.conf │ │ │ ├── tensor.conf │ │ │ ├── ungit.conf │ │ │ └── zeppelin.conf │ │ │ ├── nftables.conf │ │ │ ├── nginx.conf │ │ │ ├── nginx_debian │ │ │ ├── nginx_redhat │ │ │ └── squid.conf │ ├── rstudio │ │ ├── fabfile.py │ │ └── scripts │ │ │ └── configure_rstudio_node.py │ ├── ssn │ │ ├── fabfile.py │ │ ├── files │ │ │ ├── aws │ │ │ │ └── mongo_roles.json │ │ │ ├── azure │ │ │ │ └── mongo_roles.json │ │ │ └── gcp │ │ │ │ └── mongo_roles.json │ │ ├── scripts │ │ │ ├── backup.py │ │ │ ├── configure_billing.py │ │ │ ├── configure_conf_file.py │ │ │ ├── configure_docker.py │ │ │ ├── configure_gitlab.py │ │ │ ├── configure_mongo.py │ │ │ ├── configure_ssn_node.py │ │ │ ├── configure_ui.py │ │ │ ├── docker_build.py │ │ │ ├── gitlab_deploy.py │ │ │ ├── resource_status.py │ │ │ ├── restore.py │ │ │ └── upload_response_file.py │ │ └── templates │ │ │ ├── gitlab.ini │ │ │ ├── gitlab.rb │ │ │ ├── mongod.service_template │ │ │ ├── nginx_proxy.conf │ │ │ ├── proxy_location_jenkins_template.conf │ │ │ ├── proxy_location_webapp_template.conf │ │ │ ├── squid.conf │ │ │ ├── ssn.yml │ │ │ ├── ssn_nginx.conf │ │ │ └── supervisor_svc.conf │ ├── superset │ │ ├── fabfile.py │ │ ├── scripts │ │ │ └── configure_superset_node.py │ │ └── templates │ │ │ ├── .env │ │ │ ├── docker-compose.yml │ │ │ ├── docker-init.sh │ │ │ ├── id_provider.json │ │ │ ├── keycloak_security_manager.py │ │ │ ├── requirements-extra.txt │ │ │ └── superset_config.py │ ├── tensor-jupyterlab │ │ ├── fabfile.py │ │ └── scripts │ │ │ └── configure_tensor-jupyterlab_node.py │ ├── tensor-rstudio │ │ ├── fabfile.py │ │ └── scripts │ │ │ └── configure_tensor-rstudio_node.py │ ├── tensor │ │ ├── fabfile.py │ │ └── scripts │ │ │ └── configure_tensor_node.py │ └── zeppelin │ │ ├── fabfile.py │ │ ├── scripts │ │ └── configure_zeppelin_node.py │ │ └── templates │ │ ├── livy-server-cluster.service │ │ ├── livy-server.service │ │ └── zeppelin-notebook.service └── terraform │ ├── aws │ ├── computational_resources │ │ ├── main │ │ │ ├── main.tf │ │ │ └── variables.tf │ │ └── modules │ │ │ ├── ami │ │ │ └── ami.tf │ │ │ ├── common │ │ │ ├── iam.tf │ │ │ └── network.tf │ │ │ ├── data_engine │ │ │ └── instance.tf │ │ │ ├── emr │ │ │ └── instance.tf │ │ │ └── notebook │ │ │ └── instance.tf │ ├── endpoint │ │ └── main │ │ │ ├── README.md │ │ │ ├── bucket.tf │ │ │ ├── iam.tf │ │ │ ├── instance.tf │ │ │ ├── network.tf │ │ │ ├── outputs.tf │ │ │ └── variables.tf │ ├── project │ │ └── main │ │ │ ├── files │ │ │ └── nb-policy.json │ │ │ ├── iam.tf │ │ │ ├── instance.tf │ │ │ ├── network.tf │ │ │ └── variales.tf │ ├── ssn-helm-charts │ │ └── main │ │ │ ├── cert-manager-crd-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ └── crd.yaml │ │ │ └── values.yaml │ │ │ ├── cert-manager.tf │ │ │ ├── datalab-billing-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ ├── configmap-billing-conf.yaml │ │ │ │ ├── deployment.yaml │ │ │ │ └── service.yaml │ │ │ └── values.yaml │ │ │ ├── datalab-billing.tf │ │ │ ├── datalab-ui-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ ├── cert.yaml │ │ │ │ ├── configmap-ui-conf.yaml │ │ │ │ ├── deployment.yaml │ │ │ │ ├── ingress.yaml │ │ │ │ └── service.yaml │ │ │ └── values.yaml │ │ │ ├── datalab-ui.tf │ │ │ ├── files │ │ │ ├── cert_manager_values.yaml │ │ │ ├── configure_keycloak.sh │ │ │ ├── keycloak_values.yaml │ │ │ ├── mongo_values.yaml │ │ │ ├── mysql_keycloak_values.yaml │ │ │ └── nginx_values.yaml │ │ │ ├── keycloak.tf │ │ │ ├── main.tf │ │ │ ├── mongo.tf │ │ │ ├── mysql.tf │ │ │ ├── nginx.tf │ │ │ ├── outputs.tf │ │ │ ├── secrets.tf │ │ │ ├── step-ca-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ ├── bootstrap.yaml │ │ │ │ ├── ca.yaml │ │ │ │ ├── configmaps.yaml │ │ │ │ ├── ingress.yaml │ │ │ │ ├── rbac.yaml │ │ │ │ ├── secrets.yaml │ │ │ │ ├── service.yaml │ │ │ │ └── tests │ │ │ │ │ └── test-connection.yaml │ │ │ └── values.yaml │ │ │ ├── step-ca-issuer-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ └── stepissuer.yaml │ │ │ └── values.yaml │ │ │ ├── step-ca.tf │ │ │ ├── step-issuer-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ └── deployment.yaml │ │ │ └── values.yaml │ │ │ ├── step-issuer.tf │ │ │ └── variables.tf │ └── ssn-k8s │ │ └── main │ │ ├── README.md │ │ ├── auto_scaling_groups.tf │ │ ├── files │ │ ├── masters-user-data.sh │ │ ├── ssn-policy.json.tpl │ │ └── workers-user-data.sh │ │ ├── lb.tf │ │ ├── main.tf │ │ ├── outputs.tf │ │ ├── role_policy.tf │ │ ├── s3.tf │ │ ├── security_groups.tf │ │ ├── variables.tf │ │ └── vpc.tf │ ├── azure │ ├── computational_resources │ │ └── modules │ │ │ ├── data_engine │ │ │ └── instance.tf │ │ │ └── notebook │ │ │ └── instance.tf │ ├── endpoint │ │ └── main │ │ │ ├── bucket.tf │ │ │ ├── instance.tf │ │ │ ├── main.tf │ │ │ ├── network.tf │ │ │ ├── outputs.tf │ │ │ ├── sg.tf │ │ │ └── variables.tf │ └── project │ │ └── main │ │ └── instance.tf │ ├── bin │ ├── datalab.py │ ├── deploy │ │ ├── __init__.py │ │ ├── billing_app_aws.yml │ │ ├── billing_aws.yml │ │ ├── billing_azure.yml │ │ ├── billing_gcp.yml │ │ ├── daemon.json │ │ ├── endpoint_fab.py │ │ ├── manage_step_certs.sh │ │ ├── mongo_files │ │ │ ├── configure_mongo.py │ │ │ ├── gcp │ │ │ │ └── mongo_roles.json │ │ │ └── mongod.service_template │ │ ├── provisioning.yml │ │ ├── renew_certificates.sh │ │ ├── step-cert-manager.service │ │ └── supervisor_svc.conf │ ├── requirements.txt │ └── terraform-cli.py │ ├── gcp │ ├── endpoint │ │ ├── daemon.json │ │ ├── main │ │ │ ├── bucket.tf │ │ │ ├── iam.tf │ │ │ ├── instance.tf │ │ │ ├── main.tf │ │ │ ├── network.tf │ │ │ ├── outputs.tf │ │ │ └── variables.tf │ │ ├── provisioning.py │ │ ├── provisioning.yml │ │ └── supervisor_svc.conf │ ├── main │ │ ├── main.tf │ │ └── variables.tf │ ├── modules │ │ ├── common │ │ │ ├── iam.tf │ │ │ ├── network.tf │ │ │ └── variables.tf │ │ ├── data_engine │ │ │ ├── instance.tf │ │ │ └── variables.tf │ │ ├── dataproc │ │ │ ├── instance.tf │ │ │ └── variables.tf │ │ └── notebook │ │ │ ├── instance.tf │ │ │ └── variables.tf │ └── ssn-gke │ │ ├── README.md │ │ └── main │ │ ├── main.tf │ │ ├── modules │ │ ├── gke │ │ │ ├── buckets.tf │ │ │ ├── gke.tf │ │ │ ├── iam.tf │ │ │ └── vpc.tf │ │ └── helm_charts │ │ │ ├── cert-manager-crd-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ └── crd.yaml │ │ │ └── values.yaml │ │ │ ├── cert-manager.tf │ │ │ ├── datalab-billing-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ ├── configmap-billing-conf.yaml │ │ │ │ ├── deployment.yaml │ │ │ │ └── service.yaml │ │ │ └── values.yaml │ │ │ ├── datalab-billing.tfb │ │ │ ├── datalab-ui-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ ├── cert.yaml │ │ │ │ ├── configmap-ui-conf.yaml │ │ │ │ ├── deployment.yaml │ │ │ │ ├── ingress.yaml │ │ │ │ └── service.yaml │ │ │ └── values.yaml │ │ │ ├── datalab-ui.tf │ │ │ ├── external-dns.tf │ │ │ ├── external-dns │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ └── externaldns.yaml │ │ │ └── values.yaml │ │ │ ├── files │ │ │ ├── cert_manager_values.yaml │ │ │ ├── configure_keycloak.sh │ │ │ ├── get_configmap_values.sh │ │ │ ├── keycloak_values.yaml │ │ │ ├── mongo_values.yaml │ │ │ ├── mysql_values.yaml │ │ │ └── nginx_values.yaml │ │ │ ├── keycloak-chart │ │ │ ├── Chart.yaml │ │ │ ├── ci │ │ │ │ └── postgres-ha-values.yaml │ │ │ ├── scripts │ │ │ │ ├── datasource.cli │ │ │ │ ├── ha.cli │ │ │ │ ├── logging.cli │ │ │ │ └── node-identifier.cli │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ ├── configmap-sh.yaml │ │ │ │ ├── configmap-startup.yaml │ │ │ │ ├── ingress.yaml │ │ │ │ ├── poddisruptionbudget.yaml │ │ │ │ ├── prometheusrules.yaml │ │ │ │ ├── route.yaml │ │ │ │ ├── secret-db.yaml │ │ │ │ ├── secret-keycloak.yaml │ │ │ │ ├── service-headless.yaml │ │ │ │ ├── service-http.yaml │ │ │ │ ├── serviceaccount.yaml │ │ │ │ ├── servicemonitor.yaml │ │ │ │ ├── statefulset.yaml │ │ │ │ └── test │ │ │ │ │ ├── configmap-test.yaml │ │ │ │ │ └── pod-test.yaml │ │ │ └── values.yaml │ │ │ ├── keycloak.tf │ │ │ ├── main.tf │ │ │ ├── mongo.tf │ │ │ ├── mongodb-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── README.md │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ ├── configmap.yaml │ │ │ │ ├── deployment-standalone.yaml │ │ │ │ ├── ingress.yaml │ │ │ │ ├── initialization-configmap.yaml │ │ │ │ ├── poddisruptionbudget-arbiter-rs.yaml │ │ │ │ ├── poddisruptionbudget-secondary-rs.yaml │ │ │ │ ├── prometheus-alerting-rule.yaml │ │ │ │ ├── prometheus-service-monitor.yaml │ │ │ │ ├── pvc-standalone.yaml │ │ │ │ ├── secrets.yaml │ │ │ │ ├── statefulset-arbiter-rs.yaml │ │ │ │ ├── statefulset-primary-rs.yaml │ │ │ │ ├── statefulset-secondary-rs.yaml │ │ │ │ ├── svc-headless-rs.yaml │ │ │ │ ├── svc-primary-rs.yaml │ │ │ │ └── svc-standalone.yaml │ │ │ └── values.yaml │ │ │ ├── mysql-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── README.md │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ ├── configurationFiles-configmap.yaml │ │ │ │ ├── deployment.yaml │ │ │ │ ├── initializationFiles-configmap.yaml │ │ │ │ ├── pvc.yaml │ │ │ │ ├── secrets.yaml │ │ │ │ ├── serviceaccount.yaml │ │ │ │ ├── servicemonitor.yaml │ │ │ │ ├── svc.yaml │ │ │ │ └── tests │ │ │ │ │ ├── test-configmap.yaml │ │ │ │ │ └── test.yaml │ │ │ └── values.yaml │ │ │ ├── mysql.tf │ │ │ ├── nginx-default-backend │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ └── nginx-default-backend.yaml │ │ │ └── values.yaml │ │ │ ├── nginx-ingress │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ └── nginx-ingress.yaml │ │ │ └── values.yaml │ │ │ ├── nginx.tf │ │ │ ├── outputs.tf │ │ │ ├── secrets.tf │ │ │ ├── step-ca-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ ├── bootstrap.yaml │ │ │ │ ├── ca.yaml │ │ │ │ ├── configmaps.yaml │ │ │ │ ├── ingress.yaml │ │ │ │ ├── rbac.yaml │ │ │ │ ├── secrets.yaml │ │ │ │ ├── service.yaml │ │ │ │ └── tests │ │ │ │ │ └── test-connection.yaml │ │ │ └── values.yaml │ │ │ ├── step-ca-issuer-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ └── stepissuer.yaml │ │ │ └── values.yaml │ │ │ ├── step-ca.tf │ │ │ ├── step-issuer-chart │ │ │ ├── .helmignore │ │ │ ├── Chart.yaml │ │ │ ├── templates │ │ │ │ ├── NOTES.txt │ │ │ │ ├── _helpers.tpl │ │ │ │ └── deployment.yaml │ │ │ └── values.yaml │ │ │ ├── step-issuer.tf │ │ │ └── variables.tf │ │ ├── outputs.tf │ │ └── variables.tf │ └── keycloak-theme │ ├── Dockerfile │ └── datalab │ └── login │ ├── resources │ ├── css │ │ └── login.css │ └── img │ │ ├── favicon.ico │ │ ├── feedback-error-arrow-down.png │ │ ├── feedback-error-sign.png │ │ ├── feedback-success-arrow-down.png │ │ ├── feedback-success-sign.png │ │ ├── feedback-warning-arrow-down.png │ │ ├── feedback-warning-sign.png │ │ ├── keycloak-logo.png │ │ ├── login-background.png │ │ ├── login-background1.png │ │ ├── login-icons.png │ │ └── logo.png │ └── theme.properties ├── package-lock.json ├── pom.xml └── services ├── billing-aws ├── .gitignore ├── Dockerfile ├── billing.yml ├── pom.xml └── src │ ├── main │ ├── java │ │ └── com │ │ │ └── epam │ │ │ └── datalab │ │ │ ├── BillingAwsApplication.java │ │ │ ├── BillingService.java │ │ │ ├── BillingServiceImpl.java │ │ │ ├── BillingTool.java │ │ │ ├── Help.java │ │ │ ├── conf │ │ │ └── SecurityConfig.java │ │ │ ├── configuration │ │ │ ├── BillingToolConfiguration.java │ │ │ ├── BillingToolConfigurationFactory.java │ │ │ ├── ConfigJsonGenerator.java │ │ │ ├── ConfigurationValidator.java │ │ │ ├── FreeMarkerConfig.java │ │ │ └── LoggingConfigurationFactory.java │ │ │ ├── controller │ │ │ └── BillingController.java │ │ │ ├── core │ │ │ ├── AdapterBase.java │ │ │ ├── BillingUtils.java │ │ │ ├── DBAdapterBase.java │ │ │ ├── FilterBase.java │ │ │ ├── ModuleBase.java │ │ │ ├── ModuleData.java │ │ │ ├── ModuleType.java │ │ │ ├── aggregate │ │ │ │ ├── AggregateGranularity.java │ │ │ │ ├── DataAggregator.java │ │ │ │ └── UsageDataList.java │ │ │ └── parser │ │ │ │ ├── ColumnInfo.java │ │ │ │ ├── ColumnMeta.java │ │ │ │ ├── CommonFormat.java │ │ │ │ ├── ConditionEvaluate.java │ │ │ │ ├── ParserBase.java │ │ │ │ ├── ParserByLine.java │ │ │ │ └── ParserStatistics.java │ │ │ ├── logging │ │ │ ├── AppenderBase.java │ │ │ ├── AppenderConsole.java │ │ │ └── AppenderFile.java │ │ │ ├── module │ │ │ ├── AdapterConsole.java │ │ │ ├── AdapterFile.java │ │ │ ├── ModuleName.java │ │ │ ├── ParserCsv.java │ │ │ └── aws │ │ │ │ ├── AdapterS3File.java │ │ │ │ ├── FilterAWS.java │ │ │ │ └── S3FileList.java │ │ │ └── mongo │ │ │ ├── AdapterMongoDb.java │ │ │ ├── DatalabResourceTypeDAO.java │ │ │ ├── MongoConstants.java │ │ │ └── MongoDbConnection.java │ └── resources │ │ ├── application.yml │ │ ├── com.epam.datalab.configuration.BillingToolConfigurationFactory │ │ ├── com.epam.dlab.Help.conf.txt │ │ ├── com.epam.dlab.Help.module.txt │ │ └── com.epam.dlab.Help.usage.txt │ └── test │ └── java │ └── com │ └── epam │ └── datalab │ ├── configuration │ ├── BillingToolConfigurationTest.java │ ├── ConfigJsonGeneratorTest.java │ ├── ConfigurationValidatorTest.java │ └── LoggingConfigurationFactoryTest.java │ ├── core │ ├── BillingUtilsTest.java │ ├── aggregate │ │ ├── DataAggregatorTest.java │ │ └── UsageDataListTest.java │ └── parser │ │ ├── BillingResourceTypeTest.java │ │ ├── ColumnInfoTest.java │ │ ├── ColumnMetaTest.java │ │ ├── CommonFormatTest.java │ │ ├── ConditionEvaluateTest.java │ │ └── ReportLineTest.java │ ├── logging │ ├── AppenderConsoleTest.java │ └── AppenderFileTest.java │ └── module │ ├── AdapterConsoleTest.java │ ├── AdapterFileTest.java │ ├── AdapterMongoDBTest.java │ ├── ParserCsvTest.java │ └── aws │ ├── AdapterS3FileTest.java │ ├── FilterAWSTest.java │ └── S3FileListTest.java ├── billing-azure ├── Dockerfile ├── billing.yml ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── epam │ │ └── datalab │ │ └── billing │ │ └── azure │ │ ├── AzureInvoiceCalculationService.java │ │ ├── BillingAzureApplication.java │ │ ├── CalculateBillingService.java │ │ ├── CalculateBillingServiceImpl.java │ │ ├── MongoDbBillingClient.java │ │ ├── MongoDocument.java │ │ ├── config │ │ ├── AggregationOutputMongoDataSource.java │ │ ├── BillingConfigurationAzure.java │ │ ├── LoggingConfigurationFactory.java │ │ └── SecurityConfig.java │ │ ├── controller │ │ └── BillingController.java │ │ ├── logging │ │ ├── AppenderBase.java │ │ ├── AppenderConsole.java │ │ └── AppenderFile.java │ │ ├── model │ │ ├── AzureDailyResourceInvoice.java │ │ ├── AzureDatalabBillableResource.java │ │ └── BillingPeriod.java │ │ ├── rate │ │ ├── AzureRateCardClient.java │ │ ├── Meter.java │ │ └── RateCardResponse.java │ │ └── usage │ │ ├── AzureUsageAggregateClient.java │ │ ├── InstanceData.java │ │ ├── MicrosoftResources.java │ │ ├── UsageAggregateRecord.java │ │ ├── UsageAggregateRecordProperties.java │ │ └── UsageAggregateResponse.java │ └── resources │ └── application.yml ├── billing-gcp ├── Dockerfile ├── billing.yml ├── pom.xml └── src │ └── main │ ├── java │ └── com │ │ └── epam │ │ └── datalab │ │ └── billing │ │ └── gcp │ │ ├── BillingGcpApplication.java │ │ ├── conf │ │ ├── BillingApplicationConfiguration.java │ │ ├── DatalabConfiguration.java │ │ └── SecurityConfig.java │ │ ├── controller │ │ └── BillingController.java │ │ ├── dao │ │ ├── BillingDAO.java │ │ └── impl │ │ │ └── BigQueryBillingDAO.java │ │ ├── model │ │ └── BillingHistory.java │ │ ├── repository │ │ └── BillingHistoryRepository.java │ │ └── service │ │ ├── BillingService.java │ │ └── impl │ │ └── BillingServiceImpl.java │ └── resources │ └── application.yml ├── common ├── pom.xml └── src │ └── main │ └── java │ └── com │ └── epam │ └── datalab │ ├── billing │ ├── BillingCalculationUtils.java │ └── DatalabResourceType.java │ └── exceptions │ ├── AdapterException.java │ ├── DatalabAuthenticationException.java │ ├── DatalabException.java │ ├── DatalabValidationException.java │ ├── DynamicChangePropertiesException.java │ ├── GenericException.java │ ├── InitializationException.java │ ├── ParseException.java │ ├── ResourceAlreadyExistException.java │ ├── ResourceConflictException.java │ ├── ResourceInappropriateStateException.java │ ├── ResourceNotFoundException.java │ └── ResourceQuoteReachedException.java ├── datalab-model ├── pom.xml └── src │ ├── main │ └── java │ │ └── com │ │ └── epam │ │ └── datalab │ │ ├── MongoKeyWords.java │ │ ├── dto │ │ ├── InfrastructureMetaInfoDTO.java │ │ ├── LibListComputationalDTO.java │ │ ├── LibListExploratoryDTO.java │ │ ├── LibraryGroups.java │ │ ├── ResourceBaseDTO.java │ │ ├── ResourceEnvBaseDTO.java │ │ ├── ResourceSysBaseDTO.java │ │ ├── ResourceURL.java │ │ ├── SchedulerJobDTO.java │ │ ├── SharedWith.java │ │ ├── StatusBaseDTO.java │ │ ├── StatusEnvBaseDTO.java │ │ ├── UserEnvironmentResources.java │ │ ├── UserInstanceDTO.java │ │ ├── UserInstanceStatus.java │ │ ├── aws │ │ │ ├── AwsCloudSettings.java │ │ │ ├── computational │ │ │ │ ├── AwsComputationalResource.java │ │ │ │ ├── AwsComputationalTerminateDTO.java │ │ │ │ ├── ClusterConfig.java │ │ │ │ ├── ComputationalConfigAws.java │ │ │ │ ├── ComputationalCreateAws.java │ │ │ │ ├── SparkComputationalConfigAws.java │ │ │ │ └── SparkComputationalCreateAws.java │ │ │ ├── edge │ │ │ │ ├── EdgeCreateAws.java │ │ │ │ └── EdgeInfoAws.java │ │ │ ├── exploratory │ │ │ │ └── ExploratoryCreateAws.java │ │ │ └── keyload │ │ │ │ └── UploadFileAws.java │ │ ├── azure │ │ │ ├── AzureCloudSettings.java │ │ │ ├── auth │ │ │ │ └── AuthorizationCodeFlowResponse.java │ │ │ ├── computational │ │ │ │ ├── AzureComputationalResource.java │ │ │ │ ├── AzureComputationalTerminateDTO.java │ │ │ │ ├── ComputationalConfigAzure.java │ │ │ │ ├── ComputationalCreateAzure.java │ │ │ │ ├── SparkComputationalConfigAzure.java │ │ │ │ └── SparkComputationalCreateAzure.java │ │ │ ├── edge │ │ │ │ ├── EdgeCreateAzure.java │ │ │ │ └── EdgeInfoAzure.java │ │ │ ├── exploratory │ │ │ │ ├── ExploratoryActionStartAzure.java │ │ │ │ ├── ExploratoryActionStopAzure.java │ │ │ │ └── ExploratoryCreateAzure.java │ │ │ └── keyload │ │ │ │ └── UploadFileAzure.java │ │ ├── backup │ │ │ ├── EnvBackupDTO.java │ │ │ ├── EnvBackupStatus.java │ │ │ └── EnvBackupStatusDTO.java │ │ ├── base │ │ │ ├── CloudSettings.java │ │ │ ├── DataEngineType.java │ │ │ ├── computational │ │ │ │ ├── ComputationalBase.java │ │ │ │ └── FullComputationalTemplate.java │ │ │ ├── edge │ │ │ │ └── EdgeInfo.java │ │ │ ├── keyload │ │ │ │ ├── ReuploadFile.java │ │ │ │ ├── UploadFile.java │ │ │ │ └── UploadFileResult.java │ │ │ ├── odahu │ │ │ │ └── OdahuResult.java │ │ │ └── project │ │ │ │ └── ProjectResult.java │ │ ├── billing │ │ │ ├── BillingData.java │ │ │ └── BillingResourceType.java │ │ ├── bucket │ │ │ ├── BucketDTO.java │ │ │ ├── BucketDeleteDTO.java │ │ │ └── FolderUploadDTO.java │ │ ├── computational │ │ │ ├── CheckInactivityCallbackDTO.java │ │ │ ├── CheckInactivityStatus.java │ │ │ ├── CheckInactivityStatusDTO.java │ │ │ ├── ComputationalCheckInactivityDTO.java │ │ │ ├── ComputationalClusterConfigDTO.java │ │ │ ├── ComputationalStartDTO.java │ │ │ ├── ComputationalStatusDTO.java │ │ │ ├── ComputationalStopDTO.java │ │ │ ├── ComputationalTerminateDTO.java │ │ │ ├── SparkStandaloneClusterResource.java │ │ │ └── UserComputationalResource.java │ │ ├── exploratory │ │ │ ├── ExploratoryActionDTO.java │ │ │ ├── ExploratoryBaseDTO.java │ │ │ ├── ExploratoryCheckInactivityAction.java │ │ │ ├── ExploratoryCreateDTO.java │ │ │ ├── ExploratoryGitCreds.java │ │ │ ├── ExploratoryGitCredsDTO.java │ │ │ ├── ExploratoryGitCredsUpdateDTO.java │ │ │ ├── ExploratoryImageDTO.java │ │ │ ├── ExploratoryReconfigureSparkClusterActionDTO.java │ │ │ ├── ExploratoryStatusDTO.java │ │ │ ├── ImageCreateStatusDTO.java │ │ │ ├── ImageSharingStatus.java │ │ │ ├── ImageStatus.java │ │ │ ├── LibInstallDTO.java │ │ │ ├── LibInstallStatusDTO.java │ │ │ ├── LibListStatusDTO.java │ │ │ ├── LibStatus.java │ │ │ └── LibraryInstallDTO.java │ │ ├── gcp │ │ │ ├── GcpCloudSettings.java │ │ │ ├── auth │ │ │ │ └── GcpOauth2AuthorizationCodeResponse.java │ │ │ ├── computational │ │ │ │ ├── ComputationalCreateGcp.java │ │ │ │ ├── GcpComputationalResource.java │ │ │ │ ├── GcpComputationalTerminateDTO.java │ │ │ │ └── SparkComputationalCreateGcp.java │ │ │ ├── edge │ │ │ │ ├── EdgeCreateGcp.java │ │ │ │ └── EdgeInfoGcp.java │ │ │ ├── exploratory │ │ │ │ └── ExploratoryCreateGcp.java │ │ │ └── keyload │ │ │ │ └── UploadFileGcp.java │ │ ├── imagemetadata │ │ │ ├── ApplicationDto.java │ │ │ ├── ComputationalMetadataDTO.java │ │ │ ├── ComputationalResourceShapeDto.java │ │ │ ├── EdgeGPU.java │ │ │ ├── ExploratoryEnvironmentImages.java │ │ │ ├── ExploratoryEnvironmentVersion.java │ │ │ ├── ExploratoryMetadataDTO.java │ │ │ ├── ImageMetadataDTO.java │ │ │ ├── ImageType.java │ │ │ └── TemplateDTO.java │ │ ├── keyload │ │ │ ├── KeyLoadStatus.java │ │ │ └── UserKeyDTO.java │ │ ├── odahu │ │ │ ├── ActionOdahuDTO.java │ │ │ └── CreateOdahuDTO.java │ │ ├── project │ │ │ ├── ProjectActionDTO.java │ │ │ └── ProjectCreateDTO.java │ │ ├── reuploadkey │ │ │ ├── ReuploadKeyCallbackDTO.java │ │ │ ├── ReuploadKeyDTO.java │ │ │ ├── ReuploadKeyStatus.java │ │ │ └── ReuploadKeyStatusDTO.java │ │ └── status │ │ │ ├── EnvResource.java │ │ │ ├── EnvResourceList.java │ │ │ └── EnvStatusDTO.java │ │ ├── model │ │ ├── ResourceData.java │ │ ├── ResourceEnum.java │ │ ├── ResourceType.java │ │ ├── StringList.java │ │ ├── aws │ │ │ ├── BillingResourceType.java │ │ │ └── ReportLine.java │ │ ├── azure │ │ │ └── AzureAuthFile.java │ │ ├── exploratory │ │ │ ├── Exploratory.java │ │ │ └── Image.java │ │ ├── library │ │ │ └── Library.java │ │ ├── scheduler │ │ │ └── SchedulerJobData.java │ │ └── systeminfo │ │ │ ├── DiskInfo.java │ │ │ ├── MemoryInfo.java │ │ │ ├── OsInfo.java │ │ │ └── ProcessorInfo.java │ │ └── util │ │ ├── CloudSettingsDeserializer.java │ │ └── JsonGenerator.java │ └── test │ └── java │ └── com │ └── epam │ └── datalab │ ├── dto │ └── status │ │ ├── EnvResourceDTOTest.java │ │ └── EnvStatusDTOTest.java │ └── util │ └── JsonGeneratorTest.java ├── datalab-mongo-migration ├── pom.xml └── src │ └── main │ └── java │ └── com │ └── epam │ └── datalab │ └── migration │ ├── DbMigration.java │ ├── exception │ └── DatalabDbMigrationException.java │ └── mongo │ ├── DatalabMongoMigration.java │ └── changelog │ └── DatalabChangeLog.java ├── datalab-utils ├── pom.xml └── src │ ├── main │ └── java │ │ └── com │ │ └── epam │ │ └── datalab │ │ └── util │ │ ├── FileUtils.java │ │ ├── SecurityUtils.java │ │ ├── ServiceUtils.java │ │ ├── UsernameUtils.java │ │ └── mongo │ │ ├── IsoDateDeSerializer.java │ │ ├── IsoDateSerializer.java │ │ ├── IsoLocalDateDeSerializer.java │ │ ├── IsoLocalDateSerializer.java │ │ ├── IsoLocalDateTimeDeSerializer.java │ │ ├── IsoLocalDateTimeSerializer.java │ │ ├── LongDeSerializer.java │ │ ├── MongoStringDeserializer.java │ │ ├── MongoStringSerializaer.java │ │ └── modules │ │ ├── IsoDateModule.java │ │ ├── JavaPrimitiveModule.java │ │ └── MongoModule.java │ └── test │ └── java │ └── com │ └── epam │ └── datalab │ └── util │ ├── SecurityUtilsTest.java │ └── mongo │ ├── IsoLocalDateTimeDeSerializerTest.java │ ├── IsoLocalDateTimeSerDeTest.java │ └── IsoLocalDateTimeSerializerTest.java ├── datalab-webapp-common ├── pom.xml └── src │ └── main │ └── java │ └── com │ └── epam │ └── datalab │ ├── ModuleBase.java │ ├── ServiceConfiguration.java │ ├── auth │ ├── SecurityUnauthorizedHandler.java │ ├── UserInfo.java │ ├── contract │ │ └── SecurityAPI.java │ ├── dto │ │ └── UserCredentialDTO.java │ ├── oauth2 │ │ └── Oauth2AuthenticationService.java │ └── rest │ │ ├── AbstractAuthenticationService.java │ │ ├── ConfigurableResource.java │ │ ├── UserSessionDurationAuthorizer.java │ │ └── UserSessionDurationCallback.java │ ├── cloud │ ├── CloudModule.java │ └── CloudProvider.java │ ├── constants │ └── ServiceConsts.java │ ├── mongo │ ├── MongoService.java │ └── MongoServiceFactory.java │ ├── properties │ ├── ChangePropertiesConst.java │ ├── ChangePropertiesService.java │ ├── ExternalChangeProperties.java │ ├── RestartAnswer.java │ ├── RestartForm.java │ └── YmlDTO.java │ ├── rest │ ├── client │ │ ├── RESTService.java │ │ └── RESTServiceFactory.java │ ├── contracts │ │ ├── ApiCallbacks.java │ │ ├── BackupAPI.java │ │ ├── ComputationalAPI.java │ │ ├── DockerAPI.java │ │ ├── ExploratoryAPI.java │ │ ├── InfrasctructureAPI.java │ │ └── KeyAPI.java │ ├── dto │ │ └── ErrorDTO.java │ └── mappers │ │ ├── AuthenticationExceptionMapper.java │ │ ├── DatalabValidationExceptionMapper.java │ │ ├── DynamicChangePropertiesExceptionMapper.java │ │ ├── GenericExceptionMapper.java │ │ ├── JsonProcessingExceptionMapper.java │ │ ├── ResourceConflictExceptionMapper.java │ │ ├── ResourceNotFoundExceptionMapper.java │ │ ├── ResourceQuoteReachedExceptionMapper.java │ │ ├── RuntimeExceptionMapper.java │ │ └── ValidationExceptionMapper.java │ └── validation │ ├── AwsValidation.java │ ├── AzureValidation.java │ ├── CloudConfigurationSequenceProvider.java │ └── GcpValidation.java ├── provisioning-service ├── pom.xml ├── provisioning.yml └── src │ ├── main │ ├── java │ │ └── com │ │ │ └── epam │ │ │ └── datalab │ │ │ ├── backendapi │ │ │ ├── DropwizardBearerTokenFilterImpl.java │ │ │ ├── ProvisioningServiceApplication.java │ │ │ ├── ProvisioningServiceApplicationConfiguration.java │ │ │ ├── conf │ │ │ │ └── CloudConfiguration.java │ │ │ ├── core │ │ │ │ ├── Constants.java │ │ │ │ ├── Directories.java │ │ │ │ ├── DirectoriesCreator.java │ │ │ │ ├── DockerWarmuper.java │ │ │ │ ├── FileHandlerCallback.java │ │ │ │ ├── MetadataHolder.java │ │ │ │ ├── commands │ │ │ │ │ ├── CmdCommand.java │ │ │ │ │ ├── CommandBuilder.java │ │ │ │ │ ├── CommandExecutor.java │ │ │ │ │ ├── CommandExecutorMock.java │ │ │ │ │ ├── CommandExecutorMockAsync.java │ │ │ │ │ ├── CommandParserMock.java │ │ │ │ │ ├── DockerAction.java │ │ │ │ │ ├── DockerCommands.java │ │ │ │ │ ├── ICommandExecutor.java │ │ │ │ │ ├── ImagesDockerCommand.java │ │ │ │ │ ├── PythonBackupCommand.java │ │ │ │ │ ├── PythonCommand.java │ │ │ │ │ ├── RunDockerCommand.java │ │ │ │ │ └── UnixCommand.java │ │ │ │ └── response │ │ │ │ │ ├── folderlistener │ │ │ │ │ ├── AsyncFileHandler.java │ │ │ │ │ ├── FolderListener.java │ │ │ │ │ ├── FolderListenerExecutor.java │ │ │ │ │ ├── WatchItem.java │ │ │ │ │ └── WatchItemList.java │ │ │ │ │ └── handlers │ │ │ │ │ ├── BackupCallbackHandler.java │ │ │ │ │ ├── CheckInactivityCallbackHandler.java │ │ │ │ │ ├── ComputationalCallbackHandler.java │ │ │ │ │ ├── ComputationalConfigure.java │ │ │ │ │ ├── ComputationalConfigureCallbackHandler.java │ │ │ │ │ ├── EdgeCallbackHandler.java │ │ │ │ │ ├── ExploratoryCallbackHandler.java │ │ │ │ │ ├── ExploratoryGitCredsCallbackHandler.java │ │ │ │ │ ├── ImageCreateCallbackHandler.java │ │ │ │ │ ├── LibInstallCallbackHandler.java │ │ │ │ │ ├── LibListCallbackHandler.java │ │ │ │ │ ├── OdahuCallbackHandler.java │ │ │ │ │ ├── PersistentFileHandler.java │ │ │ │ │ ├── ProjectCallbackHandler.java │ │ │ │ │ ├── ResourceCallbackHandler.java │ │ │ │ │ ├── ResourcesStatusCallbackHandler.java │ │ │ │ │ ├── ReuploadKeyCallbackHandler.java │ │ │ │ │ └── dao │ │ │ │ │ ├── CallbackHandlerDao.java │ │ │ │ │ └── FileSystemCallbackHandlerDao.java │ │ │ ├── modules │ │ │ │ ├── AwsProvisioningModule.java │ │ │ │ ├── AzureProvisioningModule.java │ │ │ │ ├── CloudModuleConfigurator.java │ │ │ │ ├── GcpProvisioningModule.java │ │ │ │ ├── ModuleFactory.java │ │ │ │ ├── ProductionModule.java │ │ │ │ └── ProvisioningDevModule.java │ │ │ ├── resources │ │ │ │ ├── BackupResource.java │ │ │ │ ├── BucketResource.java │ │ │ │ ├── CallbackHandlerResource.java │ │ │ │ ├── ChangePropertiesResource.java │ │ │ │ ├── DockerResource.java │ │ │ │ ├── GitExploratoryResource.java │ │ │ │ ├── ImageResource.java │ │ │ │ ├── InfrastructureResource.java │ │ │ │ ├── LibraryResource.java │ │ │ │ ├── OdahuResource.java │ │ │ │ ├── ProjectResource.java │ │ │ │ ├── ProvisioningHealthCheckResource.java │ │ │ │ ├── aws │ │ │ │ │ ├── ComputationalResourceAws.java │ │ │ │ │ ├── EdgeResourceAws.java │ │ │ │ │ ├── ExploratoryResourceAws.java │ │ │ │ │ └── InfrastructureResourceAws.java │ │ │ │ ├── azure │ │ │ │ │ ├── ComputationalResourceAzure.java │ │ │ │ │ ├── EdgeResourceAzure.java │ │ │ │ │ ├── ExploratoryResourceAzure.java │ │ │ │ │ └── InfrastructureResourceAzure.java │ │ │ │ ├── base │ │ │ │ │ ├── EdgeService.java │ │ │ │ │ ├── ExploratoryService.java │ │ │ │ │ ├── InfrastructureService.java │ │ │ │ │ └── KeyResource.java │ │ │ │ └── gcp │ │ │ │ │ ├── ComputationalResourceGcp.java │ │ │ │ │ ├── EdgeResourceGcp.java │ │ │ │ │ ├── ExploratoryResourceGcp.java │ │ │ │ │ └── InfrastructureResourceGcp.java │ │ │ ├── service │ │ │ │ ├── BucketService.java │ │ │ │ ├── CheckInactivityService.java │ │ │ │ ├── OdahuService.java │ │ │ │ ├── ProjectService.java │ │ │ │ ├── RestoreCallbackHandlerService.java │ │ │ │ └── impl │ │ │ │ │ ├── CheckInactivityServiceImpl.java │ │ │ │ │ ├── DockerService.java │ │ │ │ │ ├── KeyService.java │ │ │ │ │ ├── OdahuServiceImpl.java │ │ │ │ │ ├── ProjectServiceImpl.java │ │ │ │ │ ├── RestoreCallbackHandlerServiceImpl.java │ │ │ │ │ ├── SparkClusterService.java │ │ │ │ │ ├── aws │ │ │ │ │ └── BucketServiceAwsImpl.java │ │ │ │ │ ├── azure │ │ │ │ │ └── BucketServiceAzureImpl.java │ │ │ │ │ └── gcp │ │ │ │ │ └── BucketServiceGcpImpl.java │ │ │ └── validation │ │ │ │ └── ProvisioningServiceCloudConfigurationSequenceProvider.java │ │ │ └── process │ │ │ ├── ProcessConveyor.java │ │ │ ├── builder │ │ │ └── ProcessInfoBuilder.java │ │ │ ├── exception │ │ │ └── DatalabProcessException.java │ │ │ └── model │ │ │ ├── DatalabProcess.java │ │ │ ├── ProcessId.java │ │ │ ├── ProcessInfo.java │ │ │ ├── ProcessStatus.java │ │ │ └── ProcessStep.java │ └── resources │ │ ├── banner.txt │ │ ├── mock_file │ │ └── azure │ │ │ └── auth.json │ │ └── mock_response │ │ ├── aws │ │ ├── backup.json │ │ ├── dataengine-service_check_inactivity.json │ │ ├── dataengine-service_configure.json │ │ ├── dataengine-service_configure_failed.json │ │ ├── dataengine-service_create.json │ │ ├── dataengine-service_create_failed.json │ │ ├── dataengine-service_lib_install.json │ │ ├── dataengine-service_lib_list.json │ │ ├── dataengine-service_terminate.json │ │ ├── dataengine_check_inactivity.json │ │ ├── dataengine_configure.json │ │ ├── dataengine_create.json │ │ ├── dataengine_lib_install.json │ │ ├── dataengine_lib_list.json │ │ ├── dataengine_start.json │ │ ├── dataengine_stop.json │ │ ├── dataengine_terminate.json │ │ ├── edge_create.json │ │ ├── edge_start.json │ │ ├── edge_stop.json │ │ ├── edge_terminate.json │ │ ├── notebook_check_inactivity.json │ │ ├── notebook_create.json │ │ ├── notebook_create_failed.json │ │ ├── notebook_create_image.json │ │ ├── notebook_git_creds.json │ │ ├── notebook_lib_install.json │ │ ├── notebook_lib_list.json │ │ ├── notebook_lib_list_pkgs.json │ │ ├── notebook_reupload_key.json │ │ ├── notebook_start.json │ │ ├── notebook_status.json │ │ ├── notebook_stop.json │ │ ├── notebook_terminate.json │ │ ├── project_create.json │ │ ├── project_recreate.json │ │ └── project_terminate.json │ │ ├── azure │ │ ├── backup.json │ │ ├── dataengine-service_check_inactivity.json │ │ ├── dataengine-service_configure.json │ │ ├── dataengine-service_configure_failed.json │ │ ├── dataengine-service_create.json │ │ ├── dataengine-service_create_failed.json │ │ ├── dataengine-service_lib_install.json │ │ ├── dataengine-service_lib_list.json │ │ ├── dataengine-service_terminate.json │ │ ├── dataengine_check_inactivity.json │ │ ├── dataengine_configure.json │ │ ├── dataengine_create.json │ │ ├── dataengine_lib_install.json │ │ ├── dataengine_lib_list.json │ │ ├── dataengine_start.json │ │ ├── dataengine_stop.json │ │ ├── dataengine_terminate.json │ │ ├── edge_create.json │ │ ├── edge_start.json │ │ ├── edge_stop.json │ │ ├── edge_terminate.json │ │ ├── notebook_check_inactivity.json │ │ ├── notebook_create.json │ │ ├── notebook_create_failed.json │ │ ├── notebook_create_image.json │ │ ├── notebook_git_creds.json │ │ ├── notebook_lib_install.json │ │ ├── notebook_lib_list.json │ │ ├── notebook_lib_list_pkgs.json │ │ ├── notebook_reupload_key.json │ │ ├── notebook_start.json │ │ ├── notebook_status.json │ │ ├── notebook_stop.json │ │ ├── notebook_terminate.json │ │ ├── project_create.json │ │ ├── project_recreate.json │ │ └── project_terminate.json │ │ └── gcp │ │ ├── backup.json │ │ ├── dataengine-service_check_inactivity.json │ │ ├── dataengine-service_configure.json │ │ ├── dataengine-service_create.json │ │ ├── dataengine-service_lib_install.json │ │ ├── dataengine-service_lib_list.json │ │ ├── dataengine-service_terminate.json │ │ ├── dataengine_check_inactivity.json │ │ ├── dataengine_configure.json │ │ ├── dataengine_create.json │ │ ├── dataengine_lib_install.json │ │ ├── dataengine_lib_list.json │ │ ├── dataengine_start.json │ │ ├── dataengine_stop.json │ │ ├── dataengine_terminate.json │ │ ├── edge_create.json │ │ ├── edge_start.json │ │ ├── edge_stop.json │ │ ├── edge_terminate.json │ │ ├── notebook_check_inactivity.json │ │ ├── notebook_create.json │ │ ├── notebook_create_image.json │ │ ├── notebook_git_creds.json │ │ ├── notebook_lib_install.json │ │ ├── notebook_lib_list.json │ │ ├── notebook_lib_list_pkgs.json │ │ ├── notebook_reupload_key.json │ │ ├── notebook_start.json │ │ ├── notebook_status.json │ │ ├── notebook_stop.json │ │ ├── notebook_terminate.json │ │ ├── project_create.json │ │ ├── project_recreate.json │ │ └── project_terminate.json │ └── test │ ├── java │ └── com │ │ └── epam │ │ └── datalab │ │ ├── backendapi │ │ ├── core │ │ │ ├── DockerWarmuperTest.java │ │ │ ├── commands │ │ │ │ └── CommandExecutorMockTest.java │ │ │ ├── docker │ │ │ │ └── command │ │ │ │ │ ├── ImagesDockerCommandTest.java │ │ │ │ │ └── RunDockerCommandTest.java │ │ │ └── response │ │ │ │ ├── folderlistener │ │ │ │ ├── FolderListenerTest.java │ │ │ │ ├── WatchItemListTest.java │ │ │ │ └── WatchItemTest.java │ │ │ │ └── handlers │ │ │ │ └── dao │ │ │ │ └── FileSystemCallbackHandlerDaoTest.java │ │ └── service │ │ │ └── RestoreCallbackHandlerServiceImplTest.java │ │ └── rest │ │ └── client │ │ └── RESTServiceMock.java │ └── resources │ └── metadata │ ├── description.json │ └── description_1.json ├── readme.txt ├── self-service ├── Dockerfile ├── entrypoint.sh ├── pom.xml ├── self-service.yml └── src │ ├── main │ ├── java │ │ └── com │ │ │ └── epam │ │ │ └── datalab │ │ │ └── backendapi │ │ │ ├── SelfServiceApplication.java │ │ │ ├── annotation │ │ │ ├── Audit.java │ │ │ ├── BudgetLimited.java │ │ │ ├── Info.java │ │ │ ├── Project.java │ │ │ ├── ProjectAdmin.java │ │ │ ├── ResourceName.java │ │ │ └── User.java │ │ │ ├── auth │ │ │ ├── KeycloakAuthenticator.java │ │ │ ├── SelfServiceSecurityAuthorizer.java │ │ │ └── filters │ │ │ │ └── DropwizardBearerTokenFilterImpl.java │ │ │ ├── conf │ │ │ ├── CloudConfiguration.java │ │ │ ├── KeycloakConfiguration.java │ │ │ └── SelfServiceApplicationConfiguration.java │ │ │ ├── dao │ │ │ ├── AuditDAO.java │ │ │ ├── AuditDAOImpl.java │ │ │ ├── BackupDAO.java │ │ │ ├── BackupDAOImpl.java │ │ │ ├── BaseBillingDAO.java │ │ │ ├── BaseDAO.java │ │ │ ├── BillingDAO.java │ │ │ ├── ComputationalDAO.java │ │ │ ├── ConnectedPlatformsDAO.java │ │ │ ├── ConnectedPlatformsDAOImpl.java │ │ │ ├── DockerDAO.java │ │ │ ├── EndpointDAO.java │ │ │ ├── EndpointDAOImpl.java │ │ │ ├── EnvDAO.java │ │ │ ├── ExploratoryDAO.java │ │ │ ├── ExploratoryLibDAO.java │ │ │ ├── GitCredsDAO.java │ │ │ ├── GpuDAO.java │ │ │ ├── GpuDAOImpl.java │ │ │ ├── ImageExploratoryDAO.java │ │ │ ├── ImageExploratoryDAOImpl.java │ │ │ ├── IndexCreator.java │ │ │ ├── MongoCollections.java │ │ │ ├── MongoSetting.java │ │ │ ├── OdahuDAO.java │ │ │ ├── OdahuDAOImpl.java │ │ │ ├── ProjectDAO.java │ │ │ ├── ProjectDAOImpl.java │ │ │ ├── RequestIdDAO.java │ │ │ ├── SchedulerJobDAO.java │ │ │ ├── SecurityDAO.java │ │ │ ├── SettingsDAO.java │ │ │ ├── UserGroupDAO.java │ │ │ ├── UserGroupDAOImpl.java │ │ │ ├── UserRoleDAO.java │ │ │ ├── UserRoleDAOImpl.java │ │ │ └── UserSettingsDAO.java │ │ │ ├── domain │ │ │ ├── AuditActionEnum.java │ │ │ ├── AuditCreateDTO.java │ │ │ ├── AuditDTO.java │ │ │ ├── AuditPaginationDTO.java │ │ │ ├── AuditReport.java │ │ │ ├── AuditReportLine.java │ │ │ ├── AuditResourceTypeEnum.java │ │ │ ├── AutoCompleteEnum.java │ │ │ ├── BillingReport.java │ │ │ ├── BillingReportLine.java │ │ │ ├── BudgetDTO.java │ │ │ ├── CreateProjectDTO.java │ │ │ ├── EndpointDTO.java │ │ │ ├── EndpointResourcesDTO.java │ │ │ ├── ExploratoryLibCache.java │ │ │ ├── ExploratoryLibList.java │ │ │ ├── MavenSearchArtifactResponse.java │ │ │ ├── NotebookTemplate.java │ │ │ ├── OdahuActionDTO.java │ │ │ ├── OdahuCreateDTO.java │ │ │ ├── OdahuDTO.java │ │ │ ├── OdahuFieldsDTO.java │ │ │ ├── ProjectDTO.java │ │ │ ├── ProjectEndpointDTO.java │ │ │ ├── RequestId.java │ │ │ ├── RequestIdDTO.java │ │ │ ├── SchedulerConfigurationData.java │ │ │ ├── UpdateProjectBudgetDTO.java │ │ │ └── UpdateProjectDTO.java │ │ │ ├── dropwizard │ │ │ ├── bundles │ │ │ │ └── DatalabKeycloakBundle.java │ │ │ └── listeners │ │ │ │ ├── MongoStartupListener.java │ │ │ │ └── RestoreHandlerStartupListener.java │ │ │ ├── healthcheck │ │ │ └── MongoHealthCheck.java │ │ │ ├── interceptor │ │ │ ├── AuditInterceptor.java │ │ │ ├── BudgetLimitInterceptor.java │ │ │ └── ProjectAdminInterceptor.java │ │ │ ├── modules │ │ │ ├── CloudProviderModule.java │ │ │ ├── DevModule.java │ │ │ ├── ModuleFactory.java │ │ │ └── ProductionModule.java │ │ │ ├── resources │ │ │ ├── ApplicationSettingResource.java │ │ │ ├── AuditResource.java │ │ │ ├── BackupResource.java │ │ │ ├── BillingResource.java │ │ │ ├── BucketResource.java │ │ │ ├── ChangePropertiesResource.java │ │ │ ├── ConnectedPlatformResource.java │ │ │ ├── EndpointResource.java │ │ │ ├── EnvironmentResource.java │ │ │ ├── ExploratoryResource.java │ │ │ ├── GitCredsResource.java │ │ │ ├── ImageExploratoryResource.java │ │ │ ├── InfrastructureInfoResource.java │ │ │ ├── InfrastructureTemplateResource.java │ │ │ ├── KeycloakResource.java │ │ │ ├── LibExploratoryResource.java │ │ │ ├── OdahuResource.java │ │ │ ├── ProjectResource.java │ │ │ ├── SchedulerJobResource.java │ │ │ ├── SystemInfoResource.java │ │ │ ├── UserGroupResource.java │ │ │ ├── UserRoleResource.java │ │ │ ├── UserSettingsResource.java │ │ │ ├── aws │ │ │ │ └── ComputationalResourceAws.java │ │ │ ├── azure │ │ │ │ ├── AzureOauthResource.java │ │ │ │ └── ComputationalResourceAzure.java │ │ │ ├── callback │ │ │ │ ├── BackupCallback.java │ │ │ │ ├── CheckInactivityCallback.java │ │ │ │ ├── ComputationalCallback.java │ │ │ │ ├── EnvironmentStatusCallback.java │ │ │ │ ├── ExploratoryCallback.java │ │ │ │ ├── GitCredsCallback.java │ │ │ │ ├── ImageCallback.java │ │ │ │ ├── LibraryCallback.java │ │ │ │ ├── OdahuCallback.java │ │ │ │ ├── ProjectCallback.java │ │ │ │ └── ReuploadKeyCallback.java │ │ │ ├── dto │ │ │ │ ├── AuditFilter.java │ │ │ │ ├── BackupFormDTO.java │ │ │ │ ├── BackupInfoRecord.java │ │ │ │ ├── BillingFilter.java │ │ │ │ ├── BucketDeleteDTO.java │ │ │ │ ├── BucketDownloadDTO.java │ │ │ │ ├── ComputationalCreateFormDTO.java │ │ │ │ ├── ComputationalTemplatesDTO.java │ │ │ │ ├── ConnectedPlatformAddFrom.java │ │ │ │ ├── ConnectedPlatformDTO.java │ │ │ │ ├── ConnectedPlatformType.java │ │ │ │ ├── ConnectedPlatformsInfo.java │ │ │ │ ├── ExploratoryActionFormDTO.java │ │ │ │ ├── ExploratoryCreateFormDTO.java │ │ │ │ ├── ExploratoryCreatePopUp.java │ │ │ │ ├── ExploratoryImageCreateFormAdminDTO.java │ │ │ │ ├── ExploratoryImageCreateFormDTO.java │ │ │ │ ├── ExportBillingFilter.java │ │ │ │ ├── FolderUploadDTO.java │ │ │ │ ├── GroupDTO.java │ │ │ │ ├── HealthStatusDTO.java │ │ │ │ ├── HealthStatusEnum.java │ │ │ │ ├── HealthStatusPageDTO.java │ │ │ │ ├── HealthStatusResource.java │ │ │ │ ├── ImageFilter.java │ │ │ │ ├── ImageFilterFormData.java │ │ │ │ ├── ImageInfoDTO.java │ │ │ │ ├── ImageInfoRecord.java │ │ │ │ ├── ImageShareDTO.java │ │ │ │ ├── ImageUserPermissions.java │ │ │ │ ├── ImagesPageInfo.java │ │ │ │ ├── KeysDTO.java │ │ │ │ ├── LibInfoRecord.java │ │ │ │ ├── LibInstallFormDTO.java │ │ │ │ ├── LibKey.java │ │ │ │ ├── LibraryAutoCompleteDTO.java │ │ │ │ ├── LibraryDTO.java │ │ │ │ ├── LibraryStatus.java │ │ │ │ ├── ProjectActionFormDTO.java │ │ │ │ ├── ProjectImagesInfo.java │ │ │ │ ├── ProjectInfrastructureInfo.java │ │ │ │ ├── QuotaUsageDTO.java │ │ │ │ ├── SearchLibsFormDTO.java │ │ │ │ ├── SharedWithDTO.java │ │ │ │ ├── SharingInfo.java │ │ │ │ ├── SparkStandaloneClusterCreateForm.java │ │ │ │ ├── SparkStandaloneConfiguration.java │ │ │ │ ├── SystemInfoDto.java │ │ │ │ ├── UpdateGroupDTO.java │ │ │ │ ├── UpdateRoleGroupDto.java │ │ │ │ ├── UpdateUserGroupDto.java │ │ │ │ ├── UserDTO.java │ │ │ │ ├── UserGroupDto.java │ │ │ │ ├── UserResourceInfo.java │ │ │ │ ├── UserRoleDTO.java │ │ │ │ ├── aws │ │ │ │ │ ├── AwsComputationalCreateForm.java │ │ │ │ │ └── AwsEmrConfiguration.java │ │ │ │ ├── azure │ │ │ │ │ ├── AzureComputationalCreateForm.java │ │ │ │ │ └── AzureHDInsightConfiguration.java │ │ │ │ └── gcp │ │ │ │ │ ├── GcpComputationalCreateForm.java │ │ │ │ │ └── GcpDataprocConfiguration.java │ │ │ └── gcp │ │ │ │ ├── ComputationalResourceGcp.java │ │ │ │ └── GcpOauthResource.java │ │ │ ├── roles │ │ │ ├── RoleType.java │ │ │ ├── UserRole.java │ │ │ └── UserRoles.java │ │ │ ├── schedulers │ │ │ ├── CheckApplicationQuoteScheduler.java │ │ │ ├── CheckInactivityScheduledJob.java │ │ │ ├── CheckInfrastructureStatusScheduler.java │ │ │ ├── CheckProjectQuoteScheduler.java │ │ │ ├── CheckUserQuoteScheduler.java │ │ │ ├── billing │ │ │ │ └── BillingScheduler.java │ │ │ ├── computational │ │ │ │ ├── StartComputationalJob.java │ │ │ │ ├── StopComputationalJob.java │ │ │ │ └── TerminateComputationalJob.java │ │ │ ├── endpoint │ │ │ │ └── CheckEndpointStatusScheduler.java │ │ │ ├── exploratory │ │ │ │ ├── StartExploratoryJob.java │ │ │ │ └── StopExploratoryJob.java │ │ │ └── internal │ │ │ │ ├── ManagedScheduler.java │ │ │ │ └── Scheduled.java │ │ │ ├── service │ │ │ ├── AccessKeyService.java │ │ │ ├── ApplicationSettingService.java │ │ │ ├── ApplicationSettingServiceImpl.java │ │ │ ├── AuditService.java │ │ │ ├── BackupService.java │ │ │ ├── BillingService.java │ │ │ ├── BucketService.java │ │ │ ├── ComputationalService.java │ │ │ ├── ConnectedPlatformsService.java │ │ │ ├── EndpointService.java │ │ │ ├── EnvironmentService.java │ │ │ ├── ExploratoryService.java │ │ │ ├── ExternalLibraryService.java │ │ │ ├── GitCredentialService.java │ │ │ ├── GuacamoleService.java │ │ │ ├── ImageExploratoryService.java │ │ │ ├── InactivityService.java │ │ │ ├── InfrastructureInfoService.java │ │ │ ├── InfrastructureTemplateService.java │ │ │ ├── KeycloakService.java │ │ │ ├── KeycloakServiceImpl.java │ │ │ ├── LibraryService.java │ │ │ ├── OdahuService.java │ │ │ ├── ProjectService.java │ │ │ ├── ReuploadKeyService.java │ │ │ ├── SchedulerJobService.java │ │ │ ├── SecurityService.java │ │ │ ├── SecurityServiceImpl.java │ │ │ ├── SystemInfoService.java │ │ │ ├── TagService.java │ │ │ ├── TagServiceImpl.java │ │ │ ├── UserGroupService.java │ │ │ ├── UserRoleService.java │ │ │ ├── UserRoleServiceImpl.java │ │ │ ├── UserSettingService.java │ │ │ ├── UserSettingServiceImpl.java │ │ │ └── impl │ │ │ │ ├── AccessKeyServiceImpl.java │ │ │ │ ├── AuditServiceImpl.java │ │ │ │ ├── BackupServiceImpl.java │ │ │ │ ├── BillingServiceImpl.java │ │ │ │ ├── BucketServiceImpl.java │ │ │ │ ├── ComputationalServiceImpl.java │ │ │ │ ├── ConnectedPlatformsServiceImpl.java │ │ │ │ ├── EndpointServiceImpl.java │ │ │ │ ├── EnvironmentServiceImpl.java │ │ │ │ ├── ExploratoryServiceImpl.java │ │ │ │ ├── GitCredentialServiceImpl.java │ │ │ │ ├── GuacamoleServiceImpl.java │ │ │ │ ├── ImageExploratoryServiceImpl.java │ │ │ │ ├── InactivityServiceImpl.java │ │ │ │ ├── InfrastructureInfoServiceImpl.java │ │ │ │ ├── InfrastructureTemplateServiceImpl.java │ │ │ │ ├── LibraryServiceImpl.java │ │ │ │ ├── MavenCentralLibraryService.java │ │ │ │ ├── OdahuServiceImpl.java │ │ │ │ ├── ProjectServiceImpl.java │ │ │ │ ├── ReuploadKeyServiceImpl.java │ │ │ │ ├── SchedulerJobServiceImpl.java │ │ │ │ ├── SystemInfoServiceImpl.java │ │ │ │ └── UserGroupServiceImpl.java │ │ │ ├── servlet │ │ │ └── guacamole │ │ │ │ └── GuacamoleServlet.java │ │ │ ├── util │ │ │ ├── AuditUtils.java │ │ │ ├── BillingUtils.java │ │ │ ├── CSVFormatter.java │ │ │ ├── DateRemoverUtil.java │ │ │ ├── KeycloakUtil.java │ │ │ └── RequestBuilder.java │ │ │ └── validation │ │ │ ├── MavenLibraryNameValidator.java │ │ │ ├── SchedulerJobDTOValidator.java │ │ │ └── annotation │ │ │ ├── LibNameValid.java │ │ │ └── SchedulerJobDTOValid.java │ └── resources │ │ ├── banner.txt │ │ ├── mongo │ │ ├── aws │ │ │ └── mongo_roles.json │ │ ├── azure │ │ │ └── mongo_roles.json │ │ ├── gcp │ │ │ └── mongo_roles.json │ │ └── general │ │ │ └── mongo_roles.json │ │ ├── quartz.properties │ │ └── webapp │ │ ├── .browserslistrc │ │ ├── .editorconfig │ │ ├── .gitignore │ │ ├── angular.json │ │ ├── package-lock.json │ │ ├── package.json │ │ ├── pom.xml │ │ ├── src │ │ ├── app │ │ │ ├── administration │ │ │ │ ├── administration-models │ │ │ │ │ └── endpoint-model.ts │ │ │ │ ├── administration.module.ts │ │ │ │ ├── configuration │ │ │ │ │ ├── configuration.component.html │ │ │ │ │ ├── configuration.component.scss │ │ │ │ │ ├── configuration.component.ts │ │ │ │ │ └── index.ts │ │ │ │ ├── management │ │ │ │ │ ├── backup-dilog │ │ │ │ │ │ ├── backup-dilog.component.html │ │ │ │ │ │ ├── backup-dilog.component.scss │ │ │ │ │ │ └── backup-dilog.component.ts │ │ │ │ │ ├── endpoints │ │ │ │ │ │ ├── endpoints.component.html │ │ │ │ │ │ ├── endpoints.component.scss │ │ │ │ │ │ └── endpoints.component.ts │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── manage-environment │ │ │ │ │ │ ├── manage-environment-dilog.component.html │ │ │ │ │ │ ├── manage-environment-dilog.component.scss │ │ │ │ │ │ └── manage-environment-dilog.component.ts │ │ │ │ │ ├── management-data.service.ts │ │ │ │ │ ├── management-grid │ │ │ │ │ │ ├── management-grid.component.html │ │ │ │ │ │ ├── management-grid.component.scss │ │ │ │ │ │ └── management-grid.component.ts │ │ │ │ │ ├── management.component.html │ │ │ │ │ ├── management.component.scss │ │ │ │ │ ├── management.component.ts │ │ │ │ │ ├── management.model.ts │ │ │ │ │ └── ssn-monitor │ │ │ │ │ │ ├── ssn-monitor.component.html │ │ │ │ │ │ ├── ssn-monitor.component.scss │ │ │ │ │ │ └── ssn-monitor.component.ts │ │ │ │ ├── odahu │ │ │ │ │ ├── create-odahu-claster │ │ │ │ │ │ ├── create-odahu-cluster.component.html │ │ │ │ │ │ ├── create-odahu-cluster.component.scss │ │ │ │ │ │ ├── create-odahu-cluster.component.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── odahu-data.service.ts │ │ │ │ │ ├── odahu-grid │ │ │ │ │ │ ├── odahu-grid.component.html │ │ │ │ │ │ ├── odahu-grid.component.scss │ │ │ │ │ │ └── odahu-grid.component.ts │ │ │ │ │ ├── odahu.component.html │ │ │ │ │ ├── odahu.component.scss │ │ │ │ │ └── odahu.component.ts │ │ │ │ ├── project │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── project-data.service.ts │ │ │ │ │ ├── project-form │ │ │ │ │ │ ├── project-form.component.html │ │ │ │ │ │ ├── project-form.component.scss │ │ │ │ │ │ └── project-form.component.ts │ │ │ │ │ ├── project-list │ │ │ │ │ │ ├── project-list.component.html │ │ │ │ │ │ ├── project-list.component.scss │ │ │ │ │ │ └── project-list.component.ts │ │ │ │ │ ├── project.component.html │ │ │ │ │ ├── project.component.ts │ │ │ │ │ ├── project.config.ts │ │ │ │ │ └── project.model.ts │ │ │ │ └── roles │ │ │ │ │ ├── group-name-validarion.directive.ts │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── roles.component.html │ │ │ │ │ ├── roles.component.scss │ │ │ │ │ └── roles.component.ts │ │ │ ├── app.component.html │ │ │ ├── app.component.ts │ │ │ ├── app.module.ts │ │ │ ├── app.routing.module.ts │ │ │ ├── core │ │ │ │ ├── collections │ │ │ │ │ ├── dictionary.ts │ │ │ │ │ └── index.ts │ │ │ │ ├── configs │ │ │ │ │ ├── docker-image-name.ts │ │ │ │ │ ├── image-template-name.ts │ │ │ │ │ ├── imageType.enum.ts │ │ │ │ │ ├── providers.ts │ │ │ │ │ ├── routing-list.config.ts │ │ │ │ │ └── statusTypes.enum.ts │ │ │ │ ├── core.module.ts │ │ │ │ ├── directives │ │ │ │ │ ├── click-outside-with-material-select.directive.ts │ │ │ │ │ ├── click-outside.directive.ts │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── is-endpoint-active.directive.ts │ │ │ │ │ ├── is-group-name-unique.directive.ts │ │ │ │ │ └── scrollTo.directive.ts │ │ │ │ ├── interceptors │ │ │ │ │ ├── error.interceptor.ts │ │ │ │ │ ├── http.token.interceptor.ts │ │ │ │ │ └── nocache.interceptor.ts │ │ │ │ ├── models │ │ │ │ │ ├── computationalResourceApplication.model.ts │ │ │ │ │ ├── computationalResourceApplicationTemplate.model.ts │ │ │ │ │ ├── computationalResourceImage.model.ts │ │ │ │ │ ├── exploratoryEnvironmentVersion.model.ts │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── resourceShape.model.ts │ │ │ │ │ ├── resourceShapeTypes.model.ts │ │ │ │ │ └── role.model.ts │ │ │ │ ├── pipes │ │ │ │ │ ├── convert-action-pipe │ │ │ │ │ │ ├── convert-action.pipe.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── convert-action-type-pipe │ │ │ │ │ │ ├── convert-action-type.pipe.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── convert-file-size │ │ │ │ │ │ ├── convert-file-size.pipe.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── highlight.pipe.ts │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── is-element-available-pipe │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── is-element-available.pipe.ts │ │ │ │ │ ├── keys-pipe │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── keys.pipe.ts │ │ │ │ │ ├── lib-sort-pipe │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── lib-sort.pipe.ts │ │ │ │ │ ├── library-name-normalize │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── library-name-normalize.pipe.ts │ │ │ │ │ ├── local-currency-pipe │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── local-currency.pipe.ts │ │ │ │ │ ├── local-date-pipe │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── local-date.pipe.ts │ │ │ │ │ ├── long-date-pipe │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── long-date.pipe.ts │ │ │ │ │ ├── normalize-dropdown-multi-value │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── normalize-dropdown-multi-value.pipe.ts │ │ │ │ │ ├── normalize-link │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── normalize-link.pipe.ts │ │ │ │ │ ├── replace-breaks-pipe │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── replace-breaks.pipe.ts │ │ │ │ │ ├── truncate-text-pipe │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── truncate-text.pipe.ts │ │ │ │ │ └── underscoreless-pipe │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── underscoreless.pipe.ts │ │ │ │ ├── services │ │ │ │ │ ├── admin.guard.ts │ │ │ │ │ ├── appRouting.service.ts │ │ │ │ │ ├── applicationSecurity.service.ts │ │ │ │ │ ├── applicationServiceFacade.service.ts │ │ │ │ │ ├── audit.guard.ts │ │ │ │ │ ├── audit.service.ts │ │ │ │ │ ├── authorization.guard.ts │ │ │ │ │ ├── backup.service.ts │ │ │ │ │ ├── billingReport.service.ts │ │ │ │ │ ├── bucket-browser.service.ts │ │ │ │ │ ├── checkParams.guard.ts │ │ │ │ │ ├── cloudProvider.guard.ts │ │ │ │ │ ├── configutration.service.ts │ │ │ │ │ ├── connected-platform-api.service.ts │ │ │ │ │ ├── dataengineConfiguration.service.ts │ │ │ │ │ ├── endpoint.service.ts │ │ │ │ │ ├── healthStatus.service.ts │ │ │ │ │ ├── image-page-resolve.guard.ts │ │ │ │ │ ├── images-page.service.ts │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── librariesInstallation.service.ts │ │ │ │ │ ├── localization.service.ts │ │ │ │ │ ├── manageUngit.service.ts │ │ │ │ │ ├── managementEnvironments.service.ts │ │ │ │ │ ├── odahu-deployment.service.ts │ │ │ │ │ ├── progress-bar.service.ts │ │ │ │ │ ├── project.service.ts │ │ │ │ │ ├── projectAdmin.guard.ts │ │ │ │ │ ├── rolesManagement.service.ts │ │ │ │ │ ├── scheduler.service.ts │ │ │ │ │ ├── storage.service.ts │ │ │ │ │ ├── userAccessKey.service.ts │ │ │ │ │ └── userResource.service.ts │ │ │ │ └── util │ │ │ │ │ ├── capitalize-util.ts │ │ │ │ │ ├── case-insensitive-sort-util.ts │ │ │ │ │ ├── check-endpoint-list-util.ts │ │ │ │ │ ├── checkUtils.ts │ │ │ │ │ ├── compareUtils.ts │ │ │ │ │ ├── copyPathUtils.ts │ │ │ │ │ ├── dateUtils.ts │ │ │ │ │ ├── errorUtils.ts │ │ │ │ │ ├── fileUtils.ts │ │ │ │ │ ├── helpUtils.ts │ │ │ │ │ ├── http-methods.ts │ │ │ │ │ ├── http-status-codes.ts │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── patterns.ts │ │ │ │ │ └── sortUtils.ts │ │ │ ├── help │ │ │ │ ├── accessnotebookguide │ │ │ │ │ ├── accessnotebookguide.component.html │ │ │ │ │ └── accessnotebookguide.component.ts │ │ │ │ ├── guides.component.css │ │ │ │ ├── index.ts │ │ │ │ └── publickeyguide │ │ │ │ │ ├── publickeyguide.component.html │ │ │ │ │ └── publickeyguide.component.ts │ │ │ ├── layout │ │ │ │ ├── layout.component.html │ │ │ │ ├── layout.component.ts │ │ │ │ └── layout.module.ts │ │ │ ├── login │ │ │ │ ├── login.component.css │ │ │ │ ├── login.component.html │ │ │ │ ├── login.component.ts │ │ │ │ ├── login.model.ts │ │ │ │ └── login.module.ts │ │ │ ├── operators.ts │ │ │ ├── reports │ │ │ │ ├── audit │ │ │ │ │ ├── audit-grid │ │ │ │ │ │ ├── audit-grid.component.html │ │ │ │ │ │ ├── audit-grid.component.scss │ │ │ │ │ │ └── audit-grid.component.ts │ │ │ │ │ ├── audit-toolbar │ │ │ │ │ │ ├── audit-toolbar.component.html │ │ │ │ │ │ ├── audit-toolbar.component.scss │ │ │ │ │ │ └── audit-toolbar.component.ts │ │ │ │ │ ├── audit.component.ts │ │ │ │ │ ├── audit.module.ts │ │ │ │ │ └── filter-audit.model.ts │ │ │ │ ├── reporting │ │ │ │ │ ├── reporting-grid │ │ │ │ │ │ ├── reporting-grid.component.html │ │ │ │ │ │ ├── reporting-grid.component.scss │ │ │ │ │ │ └── reporting-grid.component.ts │ │ │ │ │ ├── reporting.component.ts │ │ │ │ │ ├── reporting.module.ts │ │ │ │ │ └── toolbar │ │ │ │ │ │ ├── toolbar.component.html │ │ │ │ │ │ ├── toolbar.component.scss │ │ │ │ │ │ └── toolbar.component.ts │ │ │ │ └── reports.module.ts │ │ │ ├── resources │ │ │ │ ├── bucket-browser │ │ │ │ │ ├── bucket-browser.component.html │ │ │ │ │ ├── bucket-browser.component.scss │ │ │ │ │ ├── bucket-browser.component.ts │ │ │ │ │ ├── bucket-browser.module.ts │ │ │ │ │ ├── bucket-confirmation-dialog │ │ │ │ │ │ ├── bucket-confirmation-dialog.component.html │ │ │ │ │ │ ├── bucket-confirmation-dialog.component.scss │ │ │ │ │ │ └── bucket-confirmation-dialog.component.ts │ │ │ │ │ ├── bucket-data.service.ts │ │ │ │ │ ├── buckets-tree │ │ │ │ │ │ ├── bucket-tree.component.html │ │ │ │ │ │ ├── bucket-tree.component.scss │ │ │ │ │ │ └── bucket-tree.component.ts │ │ │ │ │ ├── folder-tree │ │ │ │ │ │ ├── folder-tree.component.html │ │ │ │ │ │ ├── folder-tree.component.scss │ │ │ │ │ │ └── folder-tree.component.ts │ │ │ │ │ └── upload-window.component.scss │ │ │ │ ├── computational │ │ │ │ │ ├── cluster-details │ │ │ │ │ │ ├── cluster-details.component.html │ │ │ │ │ │ ├── cluster-details.component.scss │ │ │ │ │ │ ├── cluster-details.component.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── computational-resource-create-dialog │ │ │ │ │ │ ├── cluster-configuration-templates.ts │ │ │ │ │ │ ├── computational-resource-create-dialog.component.html │ │ │ │ │ │ ├── computational-resource-create-dialog.component.scss │ │ │ │ │ │ ├── computational-resource-create-dialog.component.ts │ │ │ │ │ │ ├── computational-resource-create.model.ts │ │ │ │ │ │ ├── computational.resource.model.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── computational-resource.model.ts │ │ │ │ │ └── computational-resources-list │ │ │ │ │ │ ├── computational-resources-list.component.html │ │ │ │ │ │ ├── computational-resources-list.component.scss │ │ │ │ │ │ ├── computational-resources-list.component.ts │ │ │ │ │ │ └── index.ts │ │ │ │ ├── connected-platforms │ │ │ │ │ ├── connected-platform-dialog │ │ │ │ │ │ ├── connected-platform-dialog.component.html │ │ │ │ │ │ ├── connected-platform-dialog.component.scss │ │ │ │ │ │ └── connected-platform-dialog.component.ts │ │ │ │ │ ├── connected-platforms-routing.module.ts │ │ │ │ │ ├── connected-platforms.component.html │ │ │ │ │ ├── connected-platforms.component.scss │ │ │ │ │ ├── connected-platforms.component.ts │ │ │ │ │ ├── connected-platforms.config.ts │ │ │ │ │ ├── connected-platforms.models.ts │ │ │ │ │ ├── connected-platforms.module.ts │ │ │ │ │ ├── connected-platforms.service.ts │ │ │ │ │ └── warning-dialog │ │ │ │ │ │ ├── warning-dialog.component.html │ │ │ │ │ │ ├── warning-dialog.component.scss │ │ │ │ │ │ └── warning-dialog.component.ts │ │ │ │ ├── exploratory │ │ │ │ │ ├── ami-create-dialog │ │ │ │ │ │ ├── ami-create-dialog.component.html │ │ │ │ │ │ ├── ami-create-dialog.component.scss │ │ │ │ │ │ ├── ami-create-dialog.component.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── cost-details-dialog │ │ │ │ │ │ ├── cost-details-dialog.component.html │ │ │ │ │ │ ├── cost-details-dialog.component.scss │ │ │ │ │ │ ├── cost-details-dialog.component.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── create-environment │ │ │ │ │ │ ├── create-environment.component.html │ │ │ │ │ │ ├── create-environment.component.scss │ │ │ │ │ │ ├── create-environment.component.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── detail-dialog │ │ │ │ │ │ ├── detail-dialog.component.html │ │ │ │ │ │ ├── detail-dialog.component.scss │ │ │ │ │ │ ├── detail-dialog.component.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── image-action-dialog │ │ │ │ │ │ ├── image-action-dialog.component.html │ │ │ │ │ │ ├── image-action-dialog.component.scss │ │ │ │ │ │ ├── image-action-dialog.component.ts │ │ │ │ │ │ ├── image-action-dialog.module.ts │ │ │ │ │ │ ├── image-action.config.ts │ │ │ │ │ │ ├── image-action.model.ts │ │ │ │ │ │ ├── share-dialog │ │ │ │ │ │ │ ├── share-dialog.component.html │ │ │ │ │ │ │ ├── share-dialog.component.scss │ │ │ │ │ │ │ ├── share-dialog.component.ts │ │ │ │ │ │ │ └── share-dialog.service.ts │ │ │ │ │ │ ├── share-user-data │ │ │ │ │ │ │ ├── share-user-data.component.html │ │ │ │ │ │ │ ├── share-user-data.component.scss │ │ │ │ │ │ │ └── share-user-data.component.ts │ │ │ │ │ │ ├── terminate-dialog │ │ │ │ │ │ │ ├── terminate-dialog.component.html │ │ │ │ │ │ │ ├── terminate-dialog.component.scss │ │ │ │ │ │ │ └── terminate-dialog.component.ts │ │ │ │ │ │ └── unshare-warning │ │ │ │ │ │ │ ├── un-share-warning.component.html │ │ │ │ │ │ │ ├── un-share-warning.component.scss │ │ │ │ │ │ │ └── un-share-warning.component.ts │ │ │ │ │ ├── image-detail-dialog │ │ │ │ │ │ ├── image-detail-dialog.component.html │ │ │ │ │ │ ├── image-detail-dialog.component.scss │ │ │ │ │ │ ├── image-detail-dialog.component.ts │ │ │ │ │ │ └── image-detail-dialog.module.ts │ │ │ │ │ ├── install-libraries │ │ │ │ │ │ ├── filter-libs.model.ts │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ ├── install-libraries.component.html │ │ │ │ │ │ ├── install-libraries.component.scss │ │ │ │ │ │ ├── install-libraries.component.ts │ │ │ │ │ │ ├── install-libraries.model.ts │ │ │ │ │ │ └── libraries-info.component.scss │ │ │ │ │ ├── library-info-modal │ │ │ │ │ │ ├── library-info-modal.component.html │ │ │ │ │ │ ├── library-info-modal.component.scss │ │ │ │ │ │ ├── library-info-modal.component.ts │ │ │ │ │ │ └── library-info-modal.module.ts │ │ │ │ │ ├── notebook.model.ts │ │ │ │ │ └── page-filter │ │ │ │ │ │ ├── page-filter.component.html │ │ │ │ │ │ ├── page-filter.component.scss │ │ │ │ │ │ ├── page-filter.component.ts │ │ │ │ │ │ └── page-filter.config.ts │ │ │ │ ├── images │ │ │ │ │ ├── images.component.html │ │ │ │ │ ├── images.component.scss │ │ │ │ │ ├── images.component.ts │ │ │ │ │ ├── images.config.ts │ │ │ │ │ ├── images.model.ts │ │ │ │ │ ├── images.service.ts │ │ │ │ │ └── index.ts │ │ │ │ ├── manage-ungit │ │ │ │ │ ├── manage-ungit.component.html │ │ │ │ │ ├── manage-ungit.component.scss │ │ │ │ │ ├── manage-ungit.component.ts │ │ │ │ │ └── manage-ungit.model.ts │ │ │ │ ├── resources-grid │ │ │ │ │ ├── filter-configuration.model.ts │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── resources-grid.component.html │ │ │ │ │ ├── resources-grid.component.scss │ │ │ │ │ ├── resources-grid.component.ts │ │ │ │ │ └── resources-grid.model.ts │ │ │ │ ├── resources.component.html │ │ │ │ ├── resources.component.scss │ │ │ │ ├── resources.component.ts │ │ │ │ ├── resources.module.ts │ │ │ │ └── scheduler │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── scheduler.calculations.ts │ │ │ │ │ ├── scheduler.component.html │ │ │ │ │ ├── scheduler.component.scss │ │ │ │ │ ├── scheduler.component.ts │ │ │ │ │ └── scheduler.model.ts │ │ │ ├── service-pages │ │ │ │ ├── access-denied │ │ │ │ │ ├── access-denied.component.scss │ │ │ │ │ └── access-denied.component.ts │ │ │ │ ├── not-found │ │ │ │ │ ├── not-found.component.html │ │ │ │ │ ├── not-found.component.scss │ │ │ │ │ └── not-found.component.ts │ │ │ │ └── service-pages.module.ts │ │ │ ├── shared │ │ │ │ ├── bubble │ │ │ │ │ ├── bubble.component.css │ │ │ │ │ ├── bubble.component.ts │ │ │ │ │ ├── bubble.service.ts │ │ │ │ │ └── index.ts │ │ │ │ ├── checkbox │ │ │ │ │ ├── checkbox.component.css │ │ │ │ │ ├── checkbox.component.html │ │ │ │ │ ├── checkbox.component.ts │ │ │ │ │ └── index.ts │ │ │ │ ├── form-controls │ │ │ │ │ ├── dropdown-list │ │ │ │ │ │ ├── dropdown-list.component.html │ │ │ │ │ │ └── dropdown-list.component.ts │ │ │ │ │ ├── dropdowns.component.scss │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── multi-level-select-dropdown │ │ │ │ │ │ ├── multi-level-select-dropdown.component.html │ │ │ │ │ │ ├── multi-level-select-dropdown.component.scss │ │ │ │ │ │ └── multi-level-select-dropdown.component.ts │ │ │ │ │ └── multi-select-dropdown │ │ │ │ │ │ ├── multi-select-dropdown.component.html │ │ │ │ │ │ └── multi-select-dropdown.component.ts │ │ │ │ ├── index.ts │ │ │ │ ├── inform-message │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── inform-message.component.css │ │ │ │ │ ├── inform-message.component.html │ │ │ │ │ └── inform-message.component.ts │ │ │ │ ├── material.module.ts │ │ │ │ ├── modal-dialog │ │ │ │ │ ├── confirmation-dialog │ │ │ │ │ │ ├── confirmation-dialog-type.enum.ts │ │ │ │ │ │ ├── confirmation-dialog.component.html │ │ │ │ │ │ ├── confirmation-dialog.component.scss │ │ │ │ │ │ ├── confirmation-dialog.component.ts │ │ │ │ │ │ ├── confirmation-dialog.model.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── edge-action-dialog │ │ │ │ │ │ ├── edge-action-dialog.component.ts │ │ │ │ │ │ └── index.ts │ │ │ │ │ ├── notification-dialog │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── notification-dialog.component.ts │ │ │ │ │ ├── odahu-action-dialog │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ └── odahu-action-dialog.component.ts │ │ │ │ │ └── progress-dialog │ │ │ │ │ │ ├── index.ts │ │ │ │ │ │ ├── progress-dialog.component.html │ │ │ │ │ │ └── progress-dialog.component.ts │ │ │ │ ├── modal-parts │ │ │ │ │ ├── modal-btn │ │ │ │ │ │ ├── modal-btn.component.html │ │ │ │ │ │ ├── modal-btn.component.scss │ │ │ │ │ │ └── modal-btn.component.ts │ │ │ │ │ ├── modal-header │ │ │ │ │ │ ├── modal-header.component.html │ │ │ │ │ │ ├── modal-header.component.scss │ │ │ │ │ │ └── modal-header.component.ts │ │ │ │ │ └── modal-parts.module.ts │ │ │ │ ├── navbar │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── navbar.component.html │ │ │ │ │ ├── navbar.component.scss │ │ │ │ │ ├── navbar.component.ts │ │ │ │ │ └── navbar.config.ts │ │ │ │ └── time-picker │ │ │ │ │ ├── index.ts │ │ │ │ │ ├── ticker.component.ts │ │ │ │ │ ├── time-cover.component.ts │ │ │ │ │ ├── time-picker.component.scss │ │ │ │ │ └── time-picker.component.ts │ │ │ ├── swagger │ │ │ │ ├── index.ts │ │ │ │ ├── swagger.component.html │ │ │ │ ├── swagger.component.scss │ │ │ │ └── swagger.component.ts │ │ │ └── webterminal │ │ │ │ ├── index.ts │ │ │ │ ├── webterminal.component.html │ │ │ │ ├── webterminal.component.scss │ │ │ │ └── webterminal.component.ts │ │ ├── assets │ │ │ ├── .gitkeep │ │ │ ├── data.json │ │ │ ├── endpoint-api.json │ │ │ ├── fonts │ │ │ │ ├── Material_Icons │ │ │ │ │ ├── LICENSE.txt │ │ │ │ │ ├── MaterialIcons-Regular.eot │ │ │ │ │ ├── MaterialIcons-Regular.ijmap │ │ │ │ │ ├── MaterialIcons-Regular.svg │ │ │ │ │ ├── MaterialIcons-Regular.ttf │ │ │ │ │ ├── MaterialIcons-Regular.woff │ │ │ │ │ ├── MaterialIcons-Regular.woff2 │ │ │ │ │ ├── README.md │ │ │ │ │ ├── codepoints │ │ │ │ │ └── material-icons.css │ │ │ │ └── Open_Sans │ │ │ │ │ ├── LICENSE.txt │ │ │ │ │ ├── OpenSans-Bold.svg │ │ │ │ │ ├── OpenSans-Bold.ttf │ │ │ │ │ ├── OpenSans-Bold.woff2 │ │ │ │ │ ├── OpenSans-ExtraBold.ttf │ │ │ │ │ ├── OpenSans-Italic.ttf │ │ │ │ │ ├── OpenSans-Light.svg │ │ │ │ │ ├── OpenSans-Light.ttf │ │ │ │ │ ├── OpenSans-Light.woff2 │ │ │ │ │ ├── OpenSans-Regular.svg │ │ │ │ │ ├── OpenSans-Regular.ttf │ │ │ │ │ ├── OpenSans-Regular.woff2 │ │ │ │ │ ├── OpenSans-SemiBold.ttf │ │ │ │ │ ├── OpenSans-Semibold.svg │ │ │ │ │ ├── OpenSans-Semibold.woff2 │ │ │ │ │ └── open-sans.css │ │ │ ├── guides │ │ │ │ ├── 1_1.png │ │ │ │ ├── 1_2.png │ │ │ │ ├── 1_3.png │ │ │ │ ├── 1_4.png │ │ │ │ ├── 1_5.png │ │ │ │ ├── 2_1.png │ │ │ │ ├── 2_2.png │ │ │ │ ├── 2_3.png │ │ │ │ ├── 2_4.png │ │ │ │ ├── 3_1.png │ │ │ │ ├── 3_2.png │ │ │ │ ├── 3_3.png │ │ │ │ └── public_key.png │ │ │ ├── img │ │ │ │ ├── blank-file-svgrepo-com.svg │ │ │ │ ├── dlab-favicon-32x32.png │ │ │ │ ├── gif-spinner.gif │ │ │ │ ├── login-background.png │ │ │ │ ├── login-icons.png │ │ │ │ ├── logo-nav.png │ │ │ │ ├── logo.png │ │ │ │ ├── security-screen.png │ │ │ │ ├── security.png │ │ │ │ ├── spinner.gif │ │ │ │ └── upload-icon.png │ │ │ ├── styles │ │ │ │ ├── _dialogs.scss │ │ │ │ ├── _general.scss │ │ │ │ ├── _reset.scss │ │ │ │ ├── _theme.scss │ │ │ │ ├── _variables.scss │ │ │ │ └── app-loading.scss │ │ │ └── svg │ │ │ │ ├── datalab-logo.svg │ │ │ │ ├── logo.svg │ │ │ │ ├── more.svg │ │ │ │ ├── not_found_page.svg │ │ │ │ ├── ps_icon_1.svg │ │ │ │ ├── secure.svg │ │ │ │ ├── settings_icon.svg │ │ │ │ └── swagger-logo.svg │ │ ├── dictionary │ │ │ ├── aws.dictionary.ts │ │ │ ├── azure.dictionary.ts │ │ │ ├── gcp.dictionary.ts │ │ │ └── global.dictionary.ts │ │ ├── environments │ │ │ ├── environment.prod.ts │ │ │ └── environment.ts │ │ ├── favicon.ico │ │ ├── index.html │ │ ├── main.ts │ │ ├── polyfills.ts │ │ ├── styles.scss │ │ ├── tsconfig.app.json │ │ └── tsconfig.spec.json │ │ ├── tsconfig.json │ │ └── tslint.json │ └── test │ └── java │ └── com │ └── epam │ └── datalab │ └── backendapi │ ├── domain │ └── ExploratoryLibListTest.java │ ├── resources │ ├── ApplicationSettingResourceTest.java │ ├── AuditResourceTest.java │ ├── BackupResourceTest.java │ ├── EnvironmentResourceTest.java │ ├── ExploratoryResourceTest.java │ ├── GitCredsResourceTest.java │ ├── ImageExploratoryResourceTest.java │ ├── InfrastructureInfoResourceTest.java │ ├── InfrastructureTemplateResourceTest.java │ ├── KeycloakResourceTest.java │ ├── LibExploratoryResourceTest.java │ ├── ProjectResourceTest.java │ ├── SchedulerJobResourceTest.java │ ├── SystemInfoResourceTest.java │ ├── TestBase.java │ ├── UserGroupResourceTest.java │ ├── UserRoleResourceTest.java │ └── UserSettingsResourceTest.java │ ├── roles │ └── UserRolesTest.java │ ├── schedulers │ ├── CheckApplicationQuoteSchedulerTest.java │ └── CheckUserQuoteSchedulerTest.java │ ├── service │ ├── ApplicationSettingServiceImplTest.java │ ├── KeycloakServiceImplTest.java │ ├── ProjectServiceImplTest.java │ ├── SecurityServiceImplTest.java │ ├── TagServiceImplTest.java │ ├── UserRoleServiceImplTest.java │ ├── UserSettingServiceImplTest.java │ └── impl │ │ ├── AccessKeyServiceImplTest.java │ │ ├── AuditServiceImplTest.java │ │ ├── BackupServiceImplTest.java │ │ ├── BillingServiceImplTest.java │ │ ├── BucketServiceImplTest.java │ │ ├── ComputationalServiceImplTest.java │ │ ├── EndpointServiceImplTest.java │ │ ├── EnvironmentServiceImplTest.java │ │ ├── ExploratoryServiceImplTest.java │ │ ├── GitCredentialServiceImplTest.java │ │ ├── ImageExploratoryServiceImplTest.java │ │ ├── InfrastructureInfoServiceImplTest.java │ │ ├── InfrastructureTemplateServiceBaseTest.java │ │ ├── LibraryServiceImplTest.java │ │ ├── MavenCentralLibraryServiceTest.java │ │ ├── OdahuServiceImplTest.java │ │ ├── ReuploadKeyServiceImplTest.java │ │ ├── SchedulerJobServiceImplTest.java │ │ ├── SystemInfoServiceImplTest.java │ │ └── UserGroupServiceImplTest.java │ └── util │ ├── CSVFormatterTest.java │ └── DateRemoverUtilTest.java └── settings ├── aws └── mongo_settings.json ├── azure └── mongo_settings.json └── gcp └── mongo_settings.json /.asf.yaml: -------------------------------------------------------------------------------- 1 | github: 2 | ghp_branch: gh-pages 3 | labels: 4 | - datalab 5 | publish: 6 | whoami: gh-pages 7 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | #idea stuff 2 | *.iml 3 | .idea 4 | target 5 | .DS_Store 6 | 7 | #eclipse stuff 8 | .classpath 9 | .project 10 | .settings 11 | /services/common/bin 12 | /services/provisioning-service/bin 13 | /services/security-service/bin 14 | /services/self-service/bin 15 | /services/provisioning-service/response 16 | 17 | /services/self-service/src/main/resources/webapp/ts-node-* 18 | /web_app 19 | /integration-tests 20 | /integration-tests-cucumber 21 | -------------------------------------------------------------------------------- /DISCLAIMER: -------------------------------------------------------------------------------- 1 | Apache DataLab is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by The Apache Incubator. 2 | Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, 3 | and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status 4 | is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF. -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- 1 | Apache DataLab (incubating) 2 | Copyright 2018-2022 The Apache Software Foundation 3 | 4 | This product includes software developed at 5 | The Apache Software Foundation (http://www.apache.org/). 6 | -------------------------------------------------------------------------------- /build.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one 3 | # or more contributor license agreements. See the NOTICE file 4 | # distributed with this work for additional information 5 | # regarding copyright ownership. The ASF licenses this file 6 | # to you under the Apache License, Version 2.0 (the 7 | # "License"); you may not use this file except in compliance 8 | # with the License. You may obtain a copy of the License at 9 | # 10 | # http://www.apache.org/licenses/LICENSE-2.0 11 | # 12 | # Unless required by applicable law or agreed to in writing, 13 | # software distributed under the License is distributed on an 14 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | # KIND, either express or implied. See the License for the 16 | # specific language governing permissions and limitations 17 | # under the License. 18 | # 19 | datalab.version=2.6.0 -------------------------------------------------------------------------------- /doc/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/.DS_Store -------------------------------------------------------------------------------- /doc/administration_section.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/administration_section.png -------------------------------------------------------------------------------- /doc/audit_info.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/audit_info.png -------------------------------------------------------------------------------- /doc/audit_page.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/audit_page.png -------------------------------------------------------------------------------- /doc/azure_dlab_arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/azure_dlab_arch.png -------------------------------------------------------------------------------- /doc/azure_offer_number.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/azure_offer_number.png -------------------------------------------------------------------------------- /doc/backup_options.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/backup_options.png -------------------------------------------------------------------------------- /doc/billing_datepicker.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/billing_datepicker.png -------------------------------------------------------------------------------- /doc/billing_filter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/billing_filter.png -------------------------------------------------------------------------------- /doc/billing_page.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/billing_page.png -------------------------------------------------------------------------------- /doc/bin_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/bin_icon.png -------------------------------------------------------------------------------- /doc/bucket_action.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/bucket_action.png -------------------------------------------------------------------------------- /doc/bucket_browser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/bucket_browser.png -------------------------------------------------------------------------------- /doc/bucket_button.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/bucket_button.png -------------------------------------------------------------------------------- /doc/bucket_upload.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/bucket_upload.png -------------------------------------------------------------------------------- /doc/close to limit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/close to limit.png -------------------------------------------------------------------------------- /doc/computational_scheduler.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/computational_scheduler.png -------------------------------------------------------------------------------- /doc/computational_scheduler_create.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/computational_scheduler_create.png -------------------------------------------------------------------------------- /doc/configuration_page.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/configuration_page.png -------------------------------------------------------------------------------- /doc/configuration_page1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/configuration_page1.png -------------------------------------------------------------------------------- /doc/configuration_page_prov.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/configuration_page_prov.png -------------------------------------------------------------------------------- /doc/configuration_page_restart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/configuration_page_restart.png -------------------------------------------------------------------------------- /doc/connect_endpoint.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/connect_endpoint.png -------------------------------------------------------------------------------- /doc/cpu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/cpu.png -------------------------------------------------------------------------------- /doc/create_ami.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/create_ami.png -------------------------------------------------------------------------------- /doc/create_notebook_from_ami.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/create_notebook_from_ami.png -------------------------------------------------------------------------------- /doc/cross_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/cross_icon.png -------------------------------------------------------------------------------- /doc/datalab_aws.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/datalab_aws.png -------------------------------------------------------------------------------- /doc/datalab_azure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/datalab_azure.png -------------------------------------------------------------------------------- /doc/datalab_gcp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/datalab_gcp.png -------------------------------------------------------------------------------- /doc/dataproc_create.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/dataproc_create.png -------------------------------------------------------------------------------- /doc/delete_btn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/delete_btn.png -------------------------------------------------------------------------------- /doc/delete_group.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/delete_group.png -------------------------------------------------------------------------------- /doc/edge_stop.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/edge_stop.png -------------------------------------------------------------------------------- /doc/edge_stop_confirm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/edge_stop_confirm.png -------------------------------------------------------------------------------- /doc/emr_create.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/emr_create.png -------------------------------------------------------------------------------- /doc/emr_create_configuration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/emr_create_configuration.png -------------------------------------------------------------------------------- /doc/emr_creating.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/emr_creating.png -------------------------------------------------------------------------------- /doc/emr_info.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/emr_info.png -------------------------------------------------------------------------------- /doc/emr_terminate_confirm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/emr_terminate_confirm.png -------------------------------------------------------------------------------- /doc/endpoint_list.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/endpoint_list.png -------------------------------------------------------------------------------- /doc/environment_management.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/environment_management.png -------------------------------------------------------------------------------- /doc/exceeded quota.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/exceeded quota.png -------------------------------------------------------------------------------- /doc/filter_cross_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/filter_cross_icon.png -------------------------------------------------------------------------------- /doc/filter_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/filter_icon.png -------------------------------------------------------------------------------- /doc/filter_image_popup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/filter_image_popup.png -------------------------------------------------------------------------------- /doc/filtered_images.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/filtered_images.png -------------------------------------------------------------------------------- /doc/gcp_dlab.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/gcp_dlab.png -------------------------------------------------------------------------------- /doc/gear_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/gear_icon.png -------------------------------------------------------------------------------- /doc/git_creds_window.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/git_creds_window.png -------------------------------------------------------------------------------- /doc/git_creds_window2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/git_creds_window2.png -------------------------------------------------------------------------------- /doc/hdd.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/hdd.png -------------------------------------------------------------------------------- /doc/hdinsight.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/hdinsight.png -------------------------------------------------------------------------------- /doc/health_status.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/health_status.png -------------------------------------------------------------------------------- /doc/icon_info.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/icon_info.png -------------------------------------------------------------------------------- /doc/icon_scheduler_computational.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/icon_scheduler_computational.png -------------------------------------------------------------------------------- /doc/image_action_menu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/image_action_menu.png -------------------------------------------------------------------------------- /doc/image_additional_info.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/image_additional_info.png -------------------------------------------------------------------------------- /doc/image_sharing.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/image_sharing.png -------------------------------------------------------------------------------- /doc/image_termination.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/image_termination.png -------------------------------------------------------------------------------- /doc/information_about_sharing.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/information_about_sharing.png -------------------------------------------------------------------------------- /doc/install_libs_form.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/install_libs_form.png -------------------------------------------------------------------------------- /doc/jupyter_kernel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/jupyter_kernel.png -------------------------------------------------------------------------------- /doc/library_magic_usage.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/library_magic_usage.png -------------------------------------------------------------------------------- /doc/loading_key.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/loading_key.png -------------------------------------------------------------------------------- /doc/logical_architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/logical_architecture.png -------------------------------------------------------------------------------- /doc/main_image_page.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/main_image_page.png -------------------------------------------------------------------------------- /doc/main_menu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/main_menu.png -------------------------------------------------------------------------------- /doc/main_menu_env.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/main_menu_env.png -------------------------------------------------------------------------------- /doc/main_page.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/main_page.png -------------------------------------------------------------------------------- /doc/main_page2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/main_page2.png -------------------------------------------------------------------------------- /doc/main_page3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/main_page3.png -------------------------------------------------------------------------------- /doc/main_page_filter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/main_page_filter.png -------------------------------------------------------------------------------- /doc/manage_env_actions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/manage_env_actions.png -------------------------------------------------------------------------------- /doc/manage_env_confirm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/manage_env_confirm.png -------------------------------------------------------------------------------- /doc/manage_env_confirm2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/manage_env_confirm2.png -------------------------------------------------------------------------------- /doc/manage_environment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/manage_environment.png -------------------------------------------------------------------------------- /doc/manage_role.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/manage_role.png -------------------------------------------------------------------------------- /doc/managemanage_resource_actions.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/managemanage_resource_actions.png -------------------------------------------------------------------------------- /doc/memory.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/memory.png -------------------------------------------------------------------------------- /doc/notebook_create.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_create.png -------------------------------------------------------------------------------- /doc/notebook_create_gpu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_create_gpu.png -------------------------------------------------------------------------------- /doc/notebook_info.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_info.png -------------------------------------------------------------------------------- /doc/notebook_libs_status.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_libs_status.png -------------------------------------------------------------------------------- /doc/notebook_list_libs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_list_libs.png -------------------------------------------------------------------------------- /doc/notebook_menu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_menu.png -------------------------------------------------------------------------------- /doc/notebook_menu_create_image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_menu_create_image.png -------------------------------------------------------------------------------- /doc/notebook_menu_manage_libraries.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_menu_manage_libraries.png -------------------------------------------------------------------------------- /doc/notebook_menu_scheduler.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_menu_scheduler.png -------------------------------------------------------------------------------- /doc/notebook_menu_stop.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_menu_stop.png -------------------------------------------------------------------------------- /doc/notebook_scheduler.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_scheduler.png -------------------------------------------------------------------------------- /doc/notebook_selected_libs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_selected_libs.png -------------------------------------------------------------------------------- /doc/notebook_stop_confirm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_stop_confirm.png -------------------------------------------------------------------------------- /doc/notebook_terminate_confirm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_terminate_confirm.png -------------------------------------------------------------------------------- /doc/notebook_terminated.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_terminated.png -------------------------------------------------------------------------------- /doc/notebook_terminating.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/notebook_terminating.png -------------------------------------------------------------------------------- /doc/pen_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/pen_icon.png -------------------------------------------------------------------------------- /doc/physical_architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/physical_architecture.png -------------------------------------------------------------------------------- /doc/project_menu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/project_menu.png -------------------------------------------------------------------------------- /doc/project_quota.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/project_quota.png -------------------------------------------------------------------------------- /doc/project_view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/project_view.png -------------------------------------------------------------------------------- /doc/question.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/question.png -------------------------------------------------------------------------------- /doc/reupload_key_action.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/reupload_key_action.png -------------------------------------------------------------------------------- /doc/reupload_key_dialog.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/reupload_key_dialog.png -------------------------------------------------------------------------------- /doc/roles.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/roles.png -------------------------------------------------------------------------------- /doc/rstudio_kernel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/rstudio_kernel.png -------------------------------------------------------------------------------- /doc/scheduler reminder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/scheduler reminder.png -------------------------------------------------------------------------------- /doc/scheduler_by_inactivity.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/scheduler_by_inactivity.png -------------------------------------------------------------------------------- /doc/select_bucket.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/select_bucket.png -------------------------------------------------------------------------------- /doc/select_shape.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/select_shape.png -------------------------------------------------------------------------------- /doc/sort_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/sort_icon.png -------------------------------------------------------------------------------- /doc/spark_create_gcp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/spark_create_gcp.png -------------------------------------------------------------------------------- /doc/spark_creating_menu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/spark_creating_menu.png -------------------------------------------------------------------------------- /doc/spark_stop_confirm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/spark_stop_confirm.png -------------------------------------------------------------------------------- /doc/status_icon_error.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/status_icon_error.png -------------------------------------------------------------------------------- /doc/status_icon_ok.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/status_icon_ok.png -------------------------------------------------------------------------------- /doc/stop_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/stop_icon.png -------------------------------------------------------------------------------- /doc/stop_icon_env.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/stop_icon_env.png -------------------------------------------------------------------------------- /doc/stop_sharing_confirmation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/stop_sharing_confirmation.png -------------------------------------------------------------------------------- /doc/terminate_icon_env.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/terminate_icon_env.png -------------------------------------------------------------------------------- /doc/ungit_changes.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/ungit_changes.png -------------------------------------------------------------------------------- /doc/ungit_push.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/ungit_push.png -------------------------------------------------------------------------------- /doc/ungit_window.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/ungit_window.png -------------------------------------------------------------------------------- /doc/ungit_work.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/ungit_work.png -------------------------------------------------------------------------------- /doc/upload_or_generate_user_key.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/upload_or_generate_user_key.png -------------------------------------------------------------------------------- /doc/user.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/user.png -------------------------------------------------------------------------------- /doc/user_information.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/user_information.png -------------------------------------------------------------------------------- /doc/zeppelin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/doc/zeppelin.png -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/aws/base_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "DataLab AWS Base", 3 | "description": "Base image with aws tools" 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/aws/deeplearning_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "exploratory_environment_shapes" : 3 | { 4 | "GPU optimized": [ 5 | {"Size": "S", "Description": "p2.xlarge", "Type": "p2.xlarge","Ram": "61.0 GB","Cpu": "4"} 6 | ] 7 | }, 8 | "exploratory_environment_versions" : 9 | [ 10 | { 11 | "template_name": "Deep Learning AMI Version 60.2", 12 | "description": "MXNet-1.8, TensorFlow-2.7, PyTorch-1.10, Neuron, & others. NVIDIA CUDA, cuDNN, NCCL, Intel MKL-DNN, Docker, NVIDIA-Docker & EFA support. For fully managed experience, check: https://aws.amazon.com/sagemaker", 13 | "environment_type": "exploratory", 14 | "version": "Deep Learning AMI (Ubuntu 18.04) Version 60.2", 15 | "vendor": "AWS" 16 | } 17 | ], 18 | "exploratory_environment_images" : 19 | [] 20 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/aws/edge_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "Edge node service.", 3 | "description": "Edge node start/stop/status." 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/aws/project_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "Crete project environment.", 3 | "description": "Create user subnet." 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/aws/ssn_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "DataLab AWS SelfService Node and infra", 3 | "description": "placeholder" 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/aws/tensor-jupyterlab_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "exploratory_environment_shapes" : 3 | { 4 | 5 | "Memory optimized" : [ 6 | {"Size": "S", "Description": "r3.xlarge", "Type": "r3.xlarge","Ram": "30.5 GB","Cpu": "4"} 7 | ], 8 | "Compute optimized": [ 9 | {"Size": "S", "Description": "c4.large", "Type": "c4.large","Ram": "3.75 GB","Cpu": "2"} 10 | ] 11 | }, 12 | "exploratory_environment_versions" : 13 | [ 14 | { 15 | "template_name": "JupyterLab with TensorFlow 2.9.1", 16 | "description": "Base image with TensorFlow and JupyterLab node creation routines", 17 | "environment_type": "exploratory", 18 | "version": "tensorflow-jupyterlab-2.9.1", 19 | "vendor": "AWS" 20 | } 21 | ] 22 | } 23 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/aws/tensor-rstudio_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "exploratory_environment_shapes" : 3 | { 4 | "GPU optimized": [ 5 | {"Size": "S", "Description": "p2.xlarge", "Type": "p2.xlarge","Ram": "61.0 GB","Cpu": "4"} 6 | ] 7 | }, 8 | "exploratory_environment_versions" : 9 | [ 10 | { 11 | "template_name": "RStudio with TensorFlow 2.9.1", 12 | "description": "Base image with TensorFlow and RStudio node creation routines", 13 | "environment_type": "exploratory", 14 | "version": "tensorflow_gpu-2.9.1", 15 | "vendor": "AWS" 16 | } 17 | ] 18 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/aws/tensor_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "exploratory_environment_shapes" : 3 | { 4 | "GPU optimized": [ 5 | {"Size": "S", "Description": "p2.xlarge", "Type": "p2.xlarge","Ram": "61.0 GB","Cpu": "4"} 6 | ] 7 | }, 8 | "exploratory_environment_versions" : 9 | [ 10 | { 11 | "template_name": "Jupyter with TensorFlow 2.9.1", 12 | "description": "Base image with TensorFlow and Jupyter node creation routines", 13 | "environment_type": "exploratory", 14 | "version": "tensorflow_gpu-2.9.1", 15 | "vendor": "AWS" 16 | } 17 | ] 18 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/azure/base_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "DataLab Azure Base", 3 | "description": "Base image with aws tools" 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/azure/dataengine-service_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "HDInsight cluster", 3 | "description": "HDInsight cluster", 4 | "environment_type": "computational", 5 | "computation_resources_shapes": 6 | { 7 | "For testing" : [ 8 | {"Size": "S", "Description": "Standard_D12_v2", "Type": "Standard_D12_v2","Ram": "28.0 GB","Cpu": "4"} 9 | ], 10 | "Memory optimized" : [ 11 | {"Size": "S", "Description": "Standard_E4_v3", "Type": "Standard_E4_v3","Ram": "32 GB","Cpu": "4"}, 12 | {"Size": "M", "Description": "Standard_E16_v3", "Type": "Standard_E16_v3","Ram": "128 GB","Cpu": "16"}, 13 | {"Size": "L", "Description": "Standard_E32_v3", "Type": "Standard_E32_v3","Ram": "256 GB","Cpu": "32"} 14 | ] 15 | }, 16 | "templates": 17 | [ 18 | {"version":"5.0", "applications": [{"Name":"Spark", "Version": "3.1"}]} 19 | ] 20 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/azure/edge_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "Crete exploratory environment.", 3 | "description": "Create user subnet, bucket and edge node for access." 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/azure/project_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "Crete project environment.", 3 | "description": "Create user subnet." 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/azure/ssn_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "DataLab Azure SelfService Node and infra", 3 | "description": "placeholder" 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/azure/tensor_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "exploratory_environment_shapes" : 3 | { 4 | "GPU optimized": [ 5 | {"Size": "S", "Description": "Standard_NC6", "Type": "Standard_NC6","Ram": "56.0 GB","Cpu": "6"} 6 | ] 7 | }, 8 | "exploratory_environment_versions" : 9 | [ 10 | { 11 | "template_name": "Jupyter with TensorFlow 2.9.1", 12 | "description": "Base image with TensorFlow and Jupyter node creation routines", 13 | "environment_type": "exploratory", 14 | "version": "tensorflow_gpu-2.9.1", 15 | "vendor": "Azure" 16 | } 17 | ] 18 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/gcp/base_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "DataLab GCP Base", 3 | "description": "Base image with gcp tools" 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/gcp/edge_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "Crete exploratory environment.", 3 | "description": "Create user subnet, bucket and edge node for access." 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/gcp/jupyter-gpu_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "exploratory_environment_shapes" : 3 | { 4 | "GPU" : [ 5 | {"Size": "S", "Description": "a2-highgpu-1g", "Type": "a2-highgpu-1g","Ram": "85 GB","Cpu": "12"} 6 | ] 7 | }, 8 | "exploratory_environment_versions" : 9 | [ 10 | { 11 | "template_name": "Jupyter 6.4.12 with GPU", 12 | "description": "Base image with jupyter node creation routines", 13 | "environment_type": "exploratory", 14 | "version": "jupyter_notebook_gpu", 15 | "vendor": "GCP" 16 | } 17 | ] 18 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/gcp/project_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "Crete project environment.", 3 | "description": "Create user subnet." 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/gcp/ps_policy.json: -------------------------------------------------------------------------------- 1 | [ 2 | 3 | ] -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/gcp/ps_roles.json: -------------------------------------------------------------------------------- 1 | [ 2 | "dataproc.worker" 3 | ] -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/gcp/ssn_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "template_name": "DataLab GCP SelfService Node and infra", 3 | "description": "placeholder" 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/gcp/ssn_policy.json: -------------------------------------------------------------------------------- 1 | [ 2 | "compute.addresses.create", 3 | "compute.addresses.delete", 4 | "compute.firewalls.create", 5 | "compute.firewalls.delete", 6 | "compute.firewalls.get", 7 | "compute.firewalls.list", 8 | "compute.networks.create", 9 | "compute.networks.delete", 10 | "compute.networks.updatePolicy", 11 | "compute.projects.setCommonInstanceMetadata", 12 | "compute.projects.setDefaultServiceAccount", 13 | "compute.subnetworks.create", 14 | "compute.subnetworks.delete", 15 | "compute.images.create", 16 | "compute.images.get", 17 | "compute.images.delete", 18 | "compute.images.setLabels", 19 | "compute.images.list", 20 | "compute.routes.create", 21 | "compute.routes.get", 22 | "compute.routes.delete" 23 | ] -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/gcp/ssn_roles.json: -------------------------------------------------------------------------------- 1 | [ 2 | "iam.serviceAccountUser", 3 | "iam.serviceAccountAdmin", 4 | "storage.admin", 5 | "dataproc.editor", 6 | "resourcemanager.projectIamAdmin", 7 | "iam.roleAdmin", 8 | "compute.instanceAdmin", 9 | "bigquery.dataViewer", 10 | "bigquery.jobUser" 11 | ] -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/gcp/tensor-rstudio_description.json: -------------------------------------------------------------------------------- 1 | /* 2 | { 3 | "exploratory_environment_shapes": { 4 | "GPU optimized": [ 5 | { 6 | "Size": "S", 7 | "Description": "n1-standard-2", 8 | "Type": "n1-standard-2", 9 | "Ram": "7.50 GB", 10 | "Cpu": "2" 11 | }, 12 | { 13 | "Size": "M", 14 | "Description": "n1-highcpu-8", 15 | "Type": "n1-highcpu-8", 16 | "Ram": "7.20 GB", 17 | "Cpu": "8" 18 | }, 19 | { 20 | "Size": "L", 21 | "Description": "n1-highmem-32", 22 | "Type": "n1-highmem-32", 23 | "Ram": "208 GB", 24 | "Cpu": "32" 25 | } 26 | ] 27 | }, 28 | "exploratory_environment_versions": [ 29 | { 30 | "template_name": "RStudio with TensorFlow 2.5.0", 31 | "description": "Base image with TensorFlow and RStudio node creation routines", 32 | "environment_type": "exploratory", 33 | "version": "tensorflow_gpu-2.5.0", 34 | "vendor": "GCP" 35 | } 36 | ] 37 | } 38 | */ -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/gcp/tensor_description.json: -------------------------------------------------------------------------------- 1 | { 2 | "exploratory_environment_shapes" : 3 | { 4 | "GPU optimized": [ 5 | {"Size": "S", "Description": "n1-standard-2", "Type": "n1-standard-2","Ram": "7.50 GB","Cpu": "2"}, 6 | {"Size": "M", "Description": "n1-highcpu-8", "Type": "n1-highcpu-8","Ram": "7.20 GB","Cpu": "8"}, 7 | {"Size": "L", "Description": "n1-highmem-32", "Type": "n1-highmem-32","Ram": "208 GB","Cpu": "32"} 8 | ] 9 | }, 10 | "exploratory_environment_versions" : 11 | [ 12 | { 13 | "template_name": "Jupyter with TensorFlow 2.9.1", 14 | "description": "Base image with TensorFlow and Jupyter node creation routines", 15 | "environment_type": "exploratory", 16 | "version": "tensorflow_gpu-2.9.1", 17 | "vendor": "GCP" 18 | } 19 | ] 20 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/files/os/local_endpoint.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "name" : "DEF_ENDPOINT_NAME", 4 | "url" : "https://localhost:8084/", 5 | "account" : "DEF_ENDPOINT_NAME", 6 | "endpoint_tag" : "DEF_ENDPOINT_NAME", 7 | "cloudProvider" : "CLOUD_PROVIDER", 8 | "status" : "ACTIVE" 9 | } 10 | ] 11 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/lib/aws/__init__.py: -------------------------------------------------------------------------------- 1 | # ***************************************************************************** 2 | # 3 | # Licensed to the Apache Software Foundation (ASF) under one 4 | # or more contributor license agreements. See the NOTICE file 5 | # distributed with this work for additional information 6 | # regarding copyright ownership. The ASF licenses this file 7 | # to you under the Apache License, Version 2.0 (the 8 | # "License"); you may not use this file except in compliance 9 | # with the License. You may obtain a copy of the License at 10 | # 11 | # http://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, 14 | # software distributed under the License is distributed on an 15 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 | # KIND, either express or implied. See the License for the 17 | # specific language governing permissions and limitations 18 | # under the License. 19 | # 20 | # ****************************************************************************** -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/lib/azure/__init__.py: -------------------------------------------------------------------------------- 1 | # ***************************************************************************** 2 | # 3 | # Licensed to the Apache Software Foundation (ASF) under one 4 | # or more contributor license agreements. See the NOTICE file 5 | # distributed with this work for additional information 6 | # regarding copyright ownership. The ASF licenses this file 7 | # to you under the Apache License, Version 2.0 (the 8 | # "License"); you may not use this file except in compliance 9 | # with the License. You may obtain a copy of the License at 10 | # 11 | # http://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, 14 | # software distributed under the License is distributed on an 15 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 | # KIND, either express or implied. See the License for the 17 | # specific language governing permissions and limitations 18 | # under the License. 19 | # 20 | # ****************************************************************************** -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/lib/gcp/__init__.py: -------------------------------------------------------------------------------- 1 | # ***************************************************************************** 2 | # 3 | # Licensed to the Apache Software Foundation (ASF) under one 4 | # or more contributor license agreements. See the NOTICE file 5 | # distributed with this work for additional information 6 | # regarding copyright ownership. The ASF licenses this file 7 | # to you under the Apache License, Version 2.0 (the 8 | # "License"); you may not use this file except in compliance 9 | # with the License. You may obtain a copy of the License at 10 | # 11 | # http://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, 14 | # software distributed under the License is distributed on an 15 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 | # KIND, either express or implied. See the License for the 17 | # specific language governing permissions and limitations 18 | # under the License. 19 | # 20 | # ****************************************************************************** -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/create_data_engine/template_configure.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "dataengine", 4 | "edge_user_name":"EUN", 5 | "dataengine_instance_count":"EIC", 6 | "notebook_instance_name":"NNM", 7 | "computational_name": "CNAM", 8 | "application": "APP", 9 | "spark_configurations": SPC 10 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/create_data_engine/template_prepare.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id": "RID", 3 | "conf_resource": "dataengine", 4 | "edge_user_name": "EUN", 5 | "dataengine_instance_count": "EIC", 6 | "aws_dataengine_master_shape": "ADMS", 7 | "aws_dataengine_slave_shape": "ADSS", 8 | "notebook_instance_name": "NNM", 9 | "computational_name": "CNAM", 10 | "notebook_image_name": "NIN", 11 | "application": "APP", 12 | "spark_configurations": SPC 13 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/create_dataengine-service/template_configure.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "dataengine-service", 4 | "edge_user_name":"EUN", 5 | "exploratory_name": "EXN", 6 | "computational_name": "CON", 7 | "emr_version":"EVER", 8 | "notebook_instance_name":"NNM", 9 | "application":"APP" 10 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/create_dataengine-service/template_prepare.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "dataengine-service", 4 | "edge_user_name":"EUN", 5 | "exploratory_name": "EXN", 6 | "computational_name": "CON", 7 | "aws_notebook_vpc_id": "NVPCID", 8 | "emr_service_role":"ESR", 9 | "emr_ec2_role":"EE2R", 10 | "emr_version":"EVER", 11 | "emr_master_instance_type":"EMIT", 12 | "emr_slave_instance_type":"ESMT", 13 | "emr_instance_count":"EIC", 14 | "emr_timeout":"ETIM", 15 | "notebook_instance_name":"NNM", 16 | "emr_slave_spot_instance":"SPI", 17 | "emr_slave_instance_spot_pct_price": "SISPP" 18 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/create_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "edge", 4 | "edge_user_name":"UN", 5 | "aws_edge_instance_size":"EIS", 6 | "aws_iam_user":"CIU" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/create_notebook_image/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id": "RID", 3 | "conf_resource": "notebook", 4 | "edge_user_name": "UN", 5 | "notebook_image_name": "IMN", 6 | "notebook_instance_name": "NIN", 7 | "application": "APP" 8 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/create_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "aws_notebook_instance_type":"NIT", 5 | "edge_user_name":"NUN", 6 | "application":"APP", 7 | "notebook_image_name":"IMAGE", 8 | "git_creds": GIT, 9 | "spark_configurations": SPC 10 | } 11 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/dataengine-service_install_additional_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine-service", 3 | "request_id": "RID", 4 | "computational_id":"ECN", 5 | "edge_user_name":"EUN", 6 | "application": "APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/dataengine-service_list_available_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine-service", 3 | "request_id":"RID", 4 | "computational_id":"ECN", 5 | "edge_user_name":"EUN", 6 | "application":"APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/dataengine_install_additional_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id": "RID", 4 | "edge_user_name": "EUN", 5 | "computational_id": "CNAM", 6 | "application": "APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/dataengine_list_available_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "computational_id": "CNAM", 6 | "application":"APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/dataengine_reconfigure_spark/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id": "RID", 4 | "edge_user_name": "EUN", 5 | "computational_id": "CNAM", 6 | "application": "APP", 7 | "notebook_instance_name":"NNM", 8 | "spark_configurations": SPC 9 | } 10 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/manage_git_credentials/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id": "RID", 4 | "edge_user_name": "NUN", 5 | "notebook_instance_name": "NIN", 6 | "application": "APP", 7 | "git_creds": GIT 8 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/notebook_install_additional_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id": "RID", 4 | "edge_user_name": "NUN", 5 | "notebook_instance_name": "NIN", 6 | "additional_libs": "ADL", 7 | "application": "APP" 8 | } 9 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/notebook_list_available_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "notebook_instance_name":"NIN", 6 | "application":"APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/notebook_reconfigure_spark/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id": "RID", 4 | "edge_user_name": "NUN", 5 | "notebook_instance_name": "NIN", 6 | "additional_libs": "ADL", 7 | "application": "APP", 8 | "spark_configurations": SPC 9 | } 10 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/recreate_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "edge", 4 | "edge_user_name":"UN", 5 | "aws_edge_instance_size":"EIS", 6 | "aws_iam_user":"CIU", 7 | "edge_elastic_ip":"EEI" 8 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/start_data_engine/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"EUN", 5 | "notebook_instance_name":"NIN", 6 | "computational_name": "CNAM" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/start_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "edge", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | } 6 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/start_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "notebook_instance_name":"NIN", 6 | "git_creds": GIT 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/stop_data_engine/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"EUN", 5 | "notebook_instance_name":"NIN", 6 | "computational_name": "CNAM" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/stop_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "edge", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN" 5 | } 6 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/stop_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "notebook_instance_name":"NIN" 6 | } 7 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/terminate_data_engine/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"EUN", 5 | "notebook_instance_name":"NIN", 6 | "computational_name": "CNAM" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/terminate_dataengine-service/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine-service", 3 | "request_id":"RID", 4 | "edge_user_name":"EUN", 5 | "emr_cluster_name":"ECN", 6 | "notebook_instance_name":"NIN" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/terminate_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "edge", 4 | "edge_user_name":"EUN" 5 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/terminate_notebook_image/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id": "RID", 3 | "conf_resource": "notebook", 4 | "edge_user_name": "UN", 5 | "notebook_image_name": "IMN" 6 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/aws/jenkins_jobs/terminate_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "notebook_instance_name":"NIN" 6 | } 7 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/dataengine-service_sparkmagic_config.json: -------------------------------------------------------------------------------- 1 | { 2 | "kernel_python_credentials" : { 3 | "username": "", 4 | "password": "", 5 | "url": "http://HEADNODEIP:PORT/", 6 | "auth": "None" 7 | }, 8 | "kernel_scala_credentials" : { 9 | "username": "", 10 | "password": "", 11 | "url": "http://HEADNODEIP:PORT/", 12 | "auth": "None" 13 | }, 14 | "custom_headers" : { 15 | "X-Requested-By": "livy" 16 | } 17 | } 18 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/create_data_engine/template_configure.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "dataengine", 4 | "edge_user_name":"EUN", 5 | "dataengine_instance_count":"EIC", 6 | "azure_client_id": "ACI", 7 | "azure_user_refresh_token":"AURT", 8 | "notebook_instance_name":"NNM", 9 | "computational_name": "CNAM", 10 | "application": "APP", 11 | "spark_configurations": SPC 12 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/create_data_engine/template_prepare.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id": "RID", 3 | "conf_resource": "dataengine", 4 | "edge_user_name":"EUN", 5 | "dataengine_instance_count": "EIC", 6 | "azure_dataengine_master_size": "ADMS", 7 | "azure_dataengine_slave_size": "ADSS", 8 | "azure_client_id": "ACI", 9 | "azure_user_refresh_token": "AURT", 10 | "notebook_instance_name": "NNM", 11 | "computational_name": "CNAM", 12 | "notebook_image_name": "NIN", 13 | "application": "APP", 14 | "spark_configurations": SPC 15 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/create_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "edge", 4 | "edge_user_name":"UN", 5 | "azure_edge_instance_size":"EIS", 6 | "azure_iam_user":"AUI" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/create_notebook_image/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id": "RID", 3 | "conf_resource": "notebook", 4 | "edge_user_name": "UN", 5 | "notebook_image_name": "IMN", 6 | "notebook_instance_name": "NIN", 7 | "application": "APP" 8 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/create_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "azure_client_id":"ACI", 5 | "azure_user_refresh_token":"AURT", 6 | "azure_notebook_instance_size":"NIT", 7 | "edge_user_name":"NUN", 8 | "application":"APP", 9 | "notebook_image_name":"IMAGE", 10 | "vpc_name":"VPC", 11 | "git_creds": GIT, 12 | "spark_configurations": SPC 13 | } 14 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/dataengine_install_additional_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id": "RID", 4 | "edge_user_name": "EUN", 5 | "computational_id": "CNAM", 6 | "application": "APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/dataengine_list_available_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "computational_id": "CNAM", 6 | "application":"APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/dataengine_reconfigure_spark/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id": "RID", 4 | "edge_user_name": "EUN", 5 | "computational_id": "CNAM", 6 | "azure_user_refresh_token":"AURT", 7 | "application": "APP", 8 | "notebook_instance_name":"NNM", 9 | "spark_configurations": SPC 10 | } 11 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/manage_git_credentials/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id": "RID", 4 | "edge_user_name": "NUN", 5 | "notebook_instance_name": "NIN", 6 | "application": "APP", 7 | "git_creds": GIT 8 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/notebook_install_additional_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id": "RID", 4 | "edge_user_name": "NUN", 5 | "notebook_instance_name": "NIN", 6 | "additional_libs": "ADL", 7 | "application": "APP" 8 | } 9 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/notebook_list_available_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id": "RID", 4 | "edge_user_name": "NUN", 5 | "notebook_instance_name": "NIN", 6 | "application": "APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/notebook_reconfigure_spark/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id": "RID", 4 | "edge_user_name": "NUN", 5 | "notebook_instance_name": "NIN", 6 | "azure_user_refresh_token":"AURT", 7 | "additional_libs": "ADL", 8 | "application": "APP", 9 | "spark_configurations": SPC 10 | } 11 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/recreate_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "edge", 4 | "edge_user_name":"UN", 5 | "azure_edge_instance_size":"EIS", 6 | "azure_iam_user":"AUI" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/start_data_engine/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"EUN", 5 | "exploratory_name":"EXN", 6 | "computational_name": "CNAM" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/start_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "edge", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN" 5 | } 6 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/start_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "azure_user_refresh_token":"AURT", 6 | "notebook_instance_name":"NIN", 7 | "git_creds": GIT 8 | } 9 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/stop_data_engine/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"EUN", 5 | "exploratory_name":"EXN", 6 | "computational_name": "CNAM" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/stop_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "edge", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN" 5 | } 6 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/stop_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "notebook_instance_name":"NIN", 6 | "computational_name": "CNAM" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/terminate_data_engine/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"EUN", 5 | "notebook_instance_name":"NIN", 6 | "computational_name": "CNAM" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/terminate_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "edge", 4 | "edge_user_name":"EUN" 5 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/terminate_notebook_image/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id": "RID", 3 | "conf_resource": "notebook", 4 | "edge_user_name": "UN", 5 | "notebook_image_name": "IMN" 6 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/azure/jenkins_jobs/terminate_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "notebook_instance_name":"NIN", 6 | "computational_name": "CNAM" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/dataengine-service_job.json: -------------------------------------------------------------------------------- 1 | { 2 | "job": { 3 | "placement": { 4 | "clusterName": "CLUSTER_NAME" 5 | }, 6 | "pysparkJob": { 7 | "mainPythonFileUri": "gs://BUCKET_NAME/SCRIPT_NAME", 8 | "args": [ 9 | "--bucket", 10 | "BUCKET_NAME", 11 | "--user_name", 12 | "EDGE_USER_NAME", 13 | "--cluster_name", 14 | "CLUSTER_NAME", 15 | "--dataproc_version", 16 | "CLUSTER_VERSION", 17 | "--nb_user", 18 | "NOTEBOOK_USER" 19 | ] 20 | } 21 | } 22 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/create_data_engine/template_configure.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "dataengine", 4 | "edge_user_name":"EUN", 5 | "dataengine_instance_count":"EIC", 6 | "notebook_instance_name":"NNM", 7 | "computational_name": "CNAM", 8 | "application": "APP", 9 | "spark_configurations": SPC 10 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/create_data_engine/template_prepare.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "dataengine", 4 | "edge_user_name":"EUN", 5 | "dataengine_instance_count":"EIC", 6 | "gcp_dataengine_master_size":"GDMS", 7 | "gcp_dataengine_slave_size":"GDSS", 8 | "notebook_instance_name":"NNM", 9 | "computational_name": "CNAM", 10 | "application": "APP", 11 | "spark_configurations": SPC 12 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/create_dataengine-service/template_configure.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "dataengine-service", 4 | "edge_user_name":"EUN", 5 | "notebook_instance_name":"NIN", 6 | "exploratory_name": "EXN", 7 | "computational_name": "CON", 8 | "dataproc_version": "DVER", 9 | "application":"APP" 10 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/create_dataengine-service/template_prepare.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id": "RID", 3 | "conf_resource": "dataengine-service", 4 | "edge_user_name": "EUN", 5 | "exploratory_name": "EXN", 6 | "computational_name": "CON", 7 | "dataproc_version": "DVER", 8 | "dataproc_master_count": "IMC", 9 | "dataproc_slave_count": "ISC", 10 | "dataproc_preemptible_count": "IPC", 11 | "dataproc_master_instance_type": "MIT", 12 | "dataproc_slave_instance_type": "SIT", 13 | "notebook_instance_name":"NIN" 14 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/create_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "edge", 4 | "edge_user_name":"UN" 5 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/create_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "gcp_notebook_instance_size":"NIT", 5 | "edge_user_name":"NUN", 6 | "exploratory_name": "EXN", 7 | "application":"APP", 8 | "git_creds": GIT, 9 | "spark_configurations": SPC 10 | } 11 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/dataengine-service_install_additional_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine-service", 3 | "request_id": "RID", 4 | "computational_id":"ECN", 5 | "edge_user_name": "EUN", 6 | "application": "APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/dataengine-service_list_available_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine-service", 3 | "request_id":"RID", 4 | "computational_id":"ECN", 5 | "edge_user_name":"EUN", 6 | "application":"APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/dataengine_install_additional_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id": "RID", 4 | "edge_user_name": "EUN", 5 | "computational_id": "CNAM", 6 | "application": "APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/dataengine_list_available_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "computational_id": "CNAM", 6 | "application":"APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/dataengine_reconfigure_spark/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id": "RID", 4 | "edge_user_name": "EUN", 5 | "computational_id": "CNAM", 6 | "application": "APP", 7 | "notebook_instance_name":"NNM", 8 | "spark_configurations": SPC 9 | } 10 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/manage_git_credentials/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id": "RID", 4 | "edge_user_name": "NUN", 5 | "notebook_instance_name": "NIN", 6 | "application": "APP", 7 | "git_creds": GIT 8 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/notebook_install_additional_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id": "RID", 4 | "edge_user_name": "NUN", 5 | "notebook_instance_name": "NIN", 6 | "additional_libs": "ADL", 7 | "application": "APP" 8 | } 9 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/notebook_list_available_libs/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "notebook_instance_name":"NIN", 6 | "application":"APP" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/notebook_reconfigure_spark/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id": "RID", 4 | "edge_user_name": "NUN", 5 | "notebook_instance_name": "NIN", 6 | "additional_libs": "ADL", 7 | "application": "APP", 8 | "spark_configurations": SPC 9 | } 10 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/recreate_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "edge", 4 | "edge_user_name":"UN" 5 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/start_data_engine/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"EUN", 5 | "exploratory_name":"EXN", 6 | "computational_name": "CNAM" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/start_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "edge", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN" 5 | } 6 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/start_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "notebook_instance_name":"NIN", 6 | "git_creds": GIT 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/stop_data_engine/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"EUN", 5 | "exploratory_name":"EXN", 6 | "computational_name": "CNAM" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/stop_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "edge", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN" 5 | } 6 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/stop_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "notebook_instance_name":"NIN" 6 | } 7 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/terminate_data_engine/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine", 3 | "request_id":"RID", 4 | "edge_user_name":"EUN", 5 | "notebook_instance_name":"NIN", 6 | "computational_name": "CNAM" 7 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/terminate_dataengine-service/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "dataengine-service", 3 | "request_id": "RID", 4 | "edge_user_name": "EUN", 5 | "dataproc_cluster_name": "DCN", 6 | "notebook_instance_name": "NIN" 7 | } 8 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/terminate_edge_node/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "request_id":"RID", 3 | "conf_resource": "edge", 4 | "edge_user_name":"EUN" 5 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/gcp/jenkins_jobs/terminate_notebook_server/template.json: -------------------------------------------------------------------------------- 1 | { 2 | "conf_resource": "notebook", 3 | "request_id":"RID", 4 | "edge_user_name":"NUN", 5 | "notebook_instance_name":"NIN" 6 | } 7 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/livy-env.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | # 3 | # Licensed to the Apache Software Foundation (ASF) under one or more 4 | # contributor license agreements. See the NOTICE file distributed with 5 | # this work for additional information regarding copyright ownership. 6 | # The ASF licenses this file to You under the Apache License, Version 2.0 7 | # (the "License"); you may not use this file except in compliance with 8 | # the License. You may obtain a copy of the License at 9 | # 10 | # http://www.apache.org/licenses/LICENSE-2.0 11 | # 12 | # Unless required by applicable law or agreed to in writing, software 13 | # distributed under the License is distributed on an "AS IS" BASIS, 14 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 15 | # See the License for the specific language governing permissions and 16 | # limitations under the License. 17 | # 18 | # LIVY ENVIRONMENT VARIABLES 19 | # 20 | export SPARK_HOME=/opt/spark 21 | export SPARK_CONF_DIR=/opt/spark/conf 22 | export LIVY_LOG_DIR=/var/log/livy 23 | export PYSPARK_PYTHON=python3 -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/py3spark_local_template.json: -------------------------------------------------------------------------------- 1 | { 2 | "argv": [ 3 | "PYTHON_VENV_PATH", 4 | "-m", 5 | "ipykernel", 6 | "-f", 7 | "{connection_file}" 8 | ], 9 | "language": "python", 10 | "display_name": "Local PySpark (Python-PYTHON_VENV_VERSION / Spark-SP_VER )", 11 | "env": { 12 | "PATH": "${PATH}:/opt/python/pythonPYTHON_VENV_VERSION/bin/:", 13 | "PYSPARK_PYTHON": "pythonPYTHON_VENV_SHORT_VERSION", 14 | "SPARK_HOME": "/opt/spark/", 15 | "PYTHONPATH": "PY4J:/opt/spark/python/:PYTHON_VENV_PATH:", 16 | "PYTHONSTARTUP": "/opt/spark/python/pyspark/shell.py", 17 | "PYSPARK_SUBMIT_ARGS": "--name LocalPySpark pyspark-shell" 18 | } 19 | } 20 | 21 | 22 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/pyspark_dataengine-service_template.json: -------------------------------------------------------------------------------- 1 | { 2 | "argv": [ 3 | "PYTHON_PATH", 4 | "-m", 5 | "ipykernel", 6 | "-f", 7 | "{connection_file}" 8 | ], 9 | "language": "python", 10 | "display_name": "PySpark (Python-PYTHON_FULL_VERSION / SPARK_VERSION ) [CLUSTER_NAME]", 11 | "env": { 12 | "HADOOP_CONF_DIR" : "/opt/DATAENGINE-SERVICE_VERSION/CLUSTER_NAME/conf/", 13 | "YARN_CONF_DIR": "/opt/DATAENGINE-SERVICE_VERSION/CLUSTER_NAME/conf/", 14 | "PYSPARK_PYTHON": "pythonPYTHON_FULL_VERSION", 15 | "SPARK_HOME": "SPARK_PATH", 16 | "PYTHONPATH": "PY4J:SPARK_PATHpython/:", 17 | "PYTHONSTARTUP": "SPARK_PATHpython/pyspark/shell.py", 18 | "PYSPARK_SUBMIT_ARGS": "--deploy-mode client --master yarn pyspark-shell" 19 | } 20 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/pyspark_dataengine_template.json: -------------------------------------------------------------------------------- 1 | { 2 | "argv": [ 3 | "PYTHON_PATH", 4 | "-m", 5 | "ipykernel", 6 | "-f", 7 | "{connection_file}" 8 | ], 9 | "language": "python", 10 | "display_name": "PySpark (Python-PYTHON_FULL_VERSION / SPARK_VERSION ) [CLUSTER_NAME]", 11 | "env": { 12 | "PYSPARK_PYTHON": "pythonPYTHON_FULL_VERSION", 13 | "SPARK_HOME": "SPARK_PATH", 14 | "PYTHONPATH": "PY4J:SPARK_PATHpython/:", 15 | "PYTHONSTARTUP": "SPARK_PATHpython/pyspark/shell.py", 16 | "PYSPARK_SUBMIT_ARGS": "--master MASTER pyspark-shell" 17 | } 18 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/pyspark_local_template.json: -------------------------------------------------------------------------------- 1 | { 2 | "argv": [ 3 | "/usr/bin/python3.8", 4 | "-m", 5 | "ipykernel", 6 | "-f", 7 | "{connection_file}" 8 | ], 9 | "language": "python", 10 | "display_name": "Local PySpark (Python-3.8 / Spark-SP_VER )", 11 | "env": { 12 | "PYSPARK_PYTHON": "python3.8", 13 | "SPARK_HOME": "/opt/spark/", 14 | "PYTHONPATH": "PY4J:/opt/spark/python/:", 15 | "PYTHONSTARTUP": "/opt/spark/python/pyspark/shell.py", 16 | "PYSPARK_SUBMIT_ARGS": "--name LocalPySpark pyspark-shell" 17 | } 18 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/r_dataengine-service_template.json: -------------------------------------------------------------------------------- 1 | { 2 | "argv": ["/usr/lib/R/bin/R", "--slave", "-e", "library(SparkR, lib.loc = \"/opt/DATAENGINE-SERVICE_VERSION/CLUSTER_NAME/spark/R/lib\")", "-e", "sc<-sparkR.SPARK_ACTION", "-e", "IRkernel::main()", "--args", "{connection_file}"], 3 | "display_name": "SparkR (R_KERNEL_VERSION, SPARK_VERSION) on [CLUSTER_NAME]", 4 | "language": "R", 5 | "env": { 6 | "HADOOP_CONF_DIR" : "/opt/DATAENGINE-SERVICE_VERSION/CLUSTER_NAME/conf/", 7 | "YARN_CONF_DIR": "/opt/DATAENGINE-SERVICE_VERSION/CLUSTER_NAME/conf/", 8 | "SPARKR_SUBMIT_ARGS" : "--deploy-mode client --master YARN_CLI_TYPE sparkr-shell", 9 | "SPARK_HOME": "SPARK_PATH" 10 | } 11 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/r_dataengine_template.json: -------------------------------------------------------------------------------- 1 | { 2 | "argv": ["/usr/lib/R/bin/R", "--slave", "-e", "library(SparkR, lib.loc = \"/opt/CLUSTER_NAME/spark/R/lib\")", "-e", "sc<-sparkR.SPARK_ACTION", "-e", "IRkernel::main()", "--args", "{connection_file}"], 3 | "display_name": "SparkR (R_KERNEL_VERSION, SPARK_VERSION) on [CLUSTER_NAME]", 4 | "language": "R", 5 | "env": { 6 | "SPARKR_SUBMIT_ARGS" : "--master MASTER sparkr-shell", 7 | "SPARK_HOME": "SPARK_PATH" 8 | } 9 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/r_template.json: -------------------------------------------------------------------------------- 1 | { 2 | "argv": ["/usr/lib/R/bin/R", "--slave", "-e", "library(SparkR, lib.loc = \"/opt/spark/R/lib\")", "-e", "sc<-sparkR.init()", "-e", "IRkernel::main()", "--args", "{connection_file}"], 3 | "display_name": "Local SparkR (R-R_VER, Spark-SP_VER)", 4 | "language": "R", 5 | "env": { 6 | "SPARKR_SUBMIT_ARGS" : "sparkr-shell", 7 | "SPARK_HOME": "/opt/spark/" 8 | } 9 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/sparkmagic_config_template.json: -------------------------------------------------------------------------------- 1 | { 2 | "kernel_python_credentials" : { 3 | "username": "", 4 | "password": "", 5 | "url": "http://LIVY_HOST:8998", 6 | "auth": "None" 7 | }, 8 | "kernel_scala_credentials" : { 9 | "username": "", 10 | "password": "", 11 | "url": "http://LIVY_HOST:8998", 12 | "auth": "None" 13 | }, 14 | "kernel_r_credentials": { 15 | "username": "", 16 | "password": "", 17 | "url": "http://LIVY_HOST:8998", 18 | "auth": "None" 19 | } 20 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/toree_dataengine-service_template.json: -------------------------------------------------------------------------------- 1 | { 2 | "language": "scala", 3 | "display_name": "Apache Toree - Scala (Scala-SCALA_VERSION, SPARK_VERSION) [CLUSTER_NAME]", 4 | "env": { 5 | "__TOREE_SPARK_OPTS__": "--deploy-mode client --master=yarn --driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M --driver-java-options=-Dlog4j.logLevel=info", 6 | "SPARK_HOME": "SPARK_PATH", 7 | "__TOREE_OPTS__": "", 8 | "DEFAULT_INTERPRETER": "Scala", 9 | "PYTHONPATH": "SPARK_PATHpython:PY4J", 10 | "PYTHON_EXEC": "python", 11 | "CAPTURE_STANDARD_OUT": "true", 12 | "CAPTURE_STANDARD_ERR": "true", 13 | "HADOOP_CONF_DIR" : "/opt/DATAENGINE-SERVICE_VERSION/CLUSTER_NAME/conf/", 14 | "YARN_CONF_DIR": "/opt/DATAENGINE-SERVICE_VERSION/CLUSTER_NAME/conf/" 15 | }, 16 | "argv": [ 17 | "/usr/local/share/jupyter/kernels/apache_toree_scala/bin/run.sh", 18 | "--profile", 19 | "{connection_file}" 20 | ], 21 | "codemirror_mode": "scala" 22 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/toree_dataengine-service_templatev2.json: -------------------------------------------------------------------------------- 1 | { 2 | "language": "scala", 3 | "display_name": "Apache Toree - Scala (Scala-SCALA_VERSION, SPARK_VERSION) [CLUSTER_NAME]", 4 | "env": { 5 | "__TOREE_SPARK_OPTS__": "--deploy-mode client --master=yarn --driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M --driver-java-options=-Dlog4j.logLevel=info", 6 | "SPARK_HOME": "SPARK_PATH", 7 | "__TOREE_OPTS__": "", 8 | "DEFAULT_INTERPRETER": "Scala", 9 | "PYTHONPATH": "SPARK_PATHpython:PY4J", 10 | "PYTHON_EXEC": "python", 11 | "CAPTURE_STANDARD_OUT": "true", 12 | "CAPTURE_STANDARD_ERR": "true", 13 | "HADOOP_CONF_DIR" : "/opt/DATAENGINE-SERVICE_VERSION/CLUSTER_NAME/conf/", 14 | "YARN_CONF_DIR": "/opt/DATAENGINE-SERVICE_VERSION/CLUSTER_NAME/conf/" 15 | }, 16 | "argv": [ 17 | "/home/OS_USER/.local/share/jupyter/kernels/toree_CLUSTER_NAME/bin/run.sh", 18 | "--profile", 19 | "{connection_file}" 20 | ], 21 | "codemirror_mode": "scala" 22 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/general/templates/os/toree_dataengine_template.json: -------------------------------------------------------------------------------- 1 | { 2 | "language": "scala", 3 | "display_name": "Apache Toree - Scala (Scala-SCALA_VERSION, SPARK_VERSION) [CLUSTER_NAME]", 4 | "env": { 5 | "__TOREE_SPARK_OPTS__": "--master=MASTER --driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M --driver-java-options=-Dlog4j.logLevel=info", 6 | "SPARK_HOME": "SPARK_PATH", 7 | "__TOREE_OPTS__": "", 8 | "DEFAULT_INTERPRETER": "Scala", 9 | "PYTHONPATH": "SPARK_PATHpython:PY4J", 10 | "PYTHON_EXEC": "python", 11 | "CAPTURE_STANDARD_OUT": "true", 12 | "CAPTURE_STANDARD_ERR": "true" 13 | }, 14 | "argv": [ 15 | "/home/OS_USER/.local/share/jupyter/kernels/toree_CLUSTER_NAME/bin/run.sh", 16 | "--profile", 17 | "{connection_file}" 18 | ], 19 | "codemirror_mode": "scala" 20 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/src/superset/templates/.env: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | COMPOSE_PROJECT_NAME=superset 18 | GOOGLE_APPLICATION_CREDENTIALS=/home/superset/service_account.json -------------------------------------------------------------------------------- /infrastructure-provisioning/src/superset/templates/id_provider.json: -------------------------------------------------------------------------------- 1 | { 2 | "web": { 3 | "issuer": "KEYCLOAK_AUTH_SERVER_URL/realms/KEYCLOAK_REALM_NAME", 4 | "auth_uri": "KEYCLOAK_AUTH_SERVER_URL/realms/KEYCLOAK_REALM_NAME/protocol/openid-connect/auth", 5 | "client_id": "CLIENT_ID", 6 | "client_secret": "CLIENT_SECRET", 7 | "token_uri": "KEYCLOAK_AUTH_SERVER_URL/realms/KEYCLOAK_REALM_NAME/protocol/openid-connect/token", 8 | "token_introspection_uri": "KEYCLOAK_AUTH_SERVER_URL/realms/KEYCLOAK_REALM_NAME/protocol/openid-connect/token/introspect", 9 | "userinfo_uri": "KEYCLOAK_AUTH_SERVER_URL/realms/KEYCLOAK_REALM_NAME/protocol/openid-connect/userinfo", 10 | "ssl-required": "none" 11 | } 12 | } 13 | -------------------------------------------------------------------------------- /infrastructure-provisioning/src/superset/templates/requirements-extra.txt: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | gevent==1.4.0 18 | fab-oidc 19 | pybigquery 20 | flask-oidc==1.3.0 21 | flask-sqlalchemy -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/bin/deploy/__init__.py: -------------------------------------------------------------------------------- 1 | # ***************************************************************************** 2 | # 3 | # Licensed to the Apache Software Foundation (ASF) under one 4 | # or more contributor license agreements. See the NOTICE file 5 | # distributed with this work for additional information 6 | # regarding copyright ownership. The ASF licenses this file 7 | # to you under the Apache License, Version 2.0 (the 8 | # "License"); you may not use this file except in compliance 9 | # with the License. You may obtain a copy of the License at 10 | # 11 | # http://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, 14 | # software distributed under the License is distributed on an 15 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 | # KIND, either express or implied. See the License for the 17 | # specific language governing permissions and limitations 18 | # under the License. 19 | # 20 | # ****************************************************************************** 21 | -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/bin/deploy/daemon.json: -------------------------------------------------------------------------------- 1 | { 2 | DNS_IP_RESOLVE 3 | "insecure-registries": ["REPOSITORY"] 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/bin/requirements.txt: -------------------------------------------------------------------------------- 1 | # ***************************************************************************** 2 | # 3 | # Licensed to the Apache Software Foundation (ASF) under one 4 | # or more contributor license agreements. See the NOTICE file 5 | # distributed with this work for additional information 6 | # regarding copyright ownership. The ASF licenses this file 7 | # to you under the Apache License, Version 2.0 (the 8 | # "License"); you may not use this file except in compliance 9 | # with the License. You may obtain a copy of the License at 10 | # 11 | # http://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, 14 | # software distributed under the License is distributed on an 15 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 | # KIND, either express or implied. See the License for the 17 | # specific language governing permissions and limitations 18 | # under the License. 19 | # 20 | # ****************************************************************************** 21 | 22 | fabric==2.4.0 23 | patchwork==1.0.1 -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/gcp/endpoint/daemon.json: -------------------------------------------------------------------------------- 1 | { 2 | DNS_IP_RESOLVE 3 | "insecure-registries": ["REPOSITORY"] 4 | } -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/favicon.ico -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-error-arrow-down.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-error-arrow-down.png -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-error-sign.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-error-sign.png -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-success-arrow-down.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-success-arrow-down.png -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-success-sign.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-success-sign.png -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-warning-arrow-down.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-warning-arrow-down.png -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-warning-sign.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/feedback-warning-sign.png -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/keycloak-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/keycloak-logo.png -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/login-background.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/login-background.png -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/login-background1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/login-background1.png -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/login-icons.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/login-icons.png -------------------------------------------------------------------------------- /infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/infrastructure-provisioning/terraform/keycloak-theme/datalab/login/resources/img/logo.png -------------------------------------------------------------------------------- /package-lock.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "incubator-datalab", 3 | "lockfileVersion": 2, 4 | "requires": true, 5 | "packages": {} 6 | } 7 | -------------------------------------------------------------------------------- /services/billing-aws/.gitignore: -------------------------------------------------------------------------------- 1 | /bin/ 2 | -------------------------------------------------------------------------------- /services/billing-aws/src/main/resources/com.epam.datalab.configuration.BillingToolConfigurationFactory: -------------------------------------------------------------------------------- 1 | com.epam.datalab.logging.AppenderConsole 2 | com.epam.datalab.logging.AppenderFile 3 | com.epam.datalab.module.AdapterConsole 4 | com.epam.datalab.module.AdapterFile 5 | com.epam.datalab.module.aws.AdapterS3File 6 | com.epam.datalab.mongo.AdapterMongoDb 7 | com.epam.datalab.module.ParserCsv 8 | com.epam.datalab.module.aws.FilterAWS -------------------------------------------------------------------------------- /services/datalab-model/src/main/java/com/epam/datalab/dto/exploratory/ImageSharingStatus.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package com.epam.datalab.dto.exploratory; 21 | 22 | public enum ImageSharingStatus { 23 | PRIVATE, 24 | SHARED, 25 | RECEIVED 26 | 27 | } 28 | -------------------------------------------------------------------------------- /services/datalab-mongo-migration/src/main/java/com/epam/datalab/migration/DbMigration.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package com.epam.datalab.migration; 21 | 22 | @FunctionalInterface 23 | public interface DbMigration { 24 | 25 | void migrate(); 26 | } 27 | -------------------------------------------------------------------------------- /services/datalab-webapp-common/src/main/java/com/epam/datalab/validation/AwsValidation.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package com.epam.datalab.validation; 21 | 22 | public interface AwsValidation { 23 | } 24 | -------------------------------------------------------------------------------- /services/datalab-webapp-common/src/main/java/com/epam/datalab/validation/AzureValidation.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package com.epam.datalab.validation; 21 | 22 | public interface AzureValidation { 23 | } 24 | -------------------------------------------------------------------------------- /services/datalab-webapp-common/src/main/java/com/epam/datalab/validation/GcpValidation.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package com.epam.datalab.validation; 21 | 22 | public interface GcpValidation { 23 | } 24 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/banner.txt: -------------------------------------------------------------------------------- 1 | _________ .__ .__ .__ _________ .__ 2 | \______ \_______ _______ _|__| _____|__| ____ ____ |__| ____ ____ / _____/ ______________ _|__| ____ ____ 3 | | ___/\_ __ \/ _ \ \/ / |/ ___/ |/ _ \ / \| |/ \ / ___\ \_____ \_/ __ \_ __ \ \/ / |/ ___\/ __ \ 4 | | | | | \( <_> ) /| |\___ \| ( <_> ) | \ | | \/ /_/ > / \ ___/| | \/\ /| \ \__\ ___/ 5 | |____| |__| \____/ \_/ |__/____ >__|\____/|___| /__|___| /\___ / /_______ /\___ >__| \_/ |__|\___ >___ > 6 | \/ \/ \//_____/ \/ \/ \/ \/ -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_file/azure/auth.json: -------------------------------------------------------------------------------- 1 | { 2 | "clientId": "", 3 | "clientSecret": "", 4 | "tenantId": "" 5 | } 6 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/backup.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "created", 3 | "backup_file": "/opt/datalab/tmp/datalab.tar.gz", 4 | "request_id": "${REQUEST_ID}" 5 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine-service_check_inactivity.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": "1549464798" 5 | }, 6 | "request_id" : "${REQUEST_ID}" 7 | } 8 | 9 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine-service_configure.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Configure notebook server", 6 | "Tag_name": "${CONF_SERVICE_BASE_NAME}-tag", 7 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 8 | }, 9 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 10 | }, 11 | "request_id": "${REQUEST_ID}" 12 | } 13 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine-service_configure_failed.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "err", 3 | "response": { 4 | "result": { 5 | "hostname": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-des-${EXPLORATORY_NAME}-${COMPUTATIONAL_NAME}-${NOTEBOOK_ID}", 6 | "error": "Cannot configure EMR" 7 | }, 8 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } 12 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine-service_create.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "instance_id": "${CLUSTER_ID}", 6 | "key_name": "${CONF_KEY_NAME}", 7 | "hostname": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-des-${EXPLORATORY_NAME}-${COMPUTATIONAL_NAME}-${NOTEBOOK_ID}", 8 | "Action": "Create new EMR cluster", 9 | "user_own_bucket_name": "${CONF_SERVICE_BASE_NAME}-ssn-bucket", 10 | "computational_url": [ 11 | { 12 | "url": "http://172.31.48.131:8080/", 13 | "description": "EMR job tracker url" 14 | } 15 | ] 16 | }, 17 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 18 | }, 19 | "request_id": "${REQUEST_ID}" 20 | } 21 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine-service_create_failed.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "err", 3 | "response": { 4 | "result": { 5 | "hostname": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-des-${EXPLORATORY_NAME}-${COMPUTATIONAL_NAME}-${NOTEBOOK_ID}", 6 | "error":"Cannot create EMR" 7 | }, 8 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine-service_lib_install.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Install additional libs", 6 | "Libs": ${LIB_INSTALL} 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine-service_lib_list.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Get list of all available libraries", 6 | "file": "/opt/datalab/tmp/result/notebook_${REQUEST_ID}_all_pkgs.json" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine-service_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate EMR cluster", 6 | "user_own_bucket_name": "${CONF_SERVICE_BASE_NAME}-ssn-bucket", 7 | "EMR_name": "${EMR_CLUSTER_NAME}", 8 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 9 | }, 10 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 11 | }, 12 | "request_id": "${REQUEST_ID}" 13 | } 14 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine_check_inactivity.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": "1548253841" 5 | }, 6 | "request_id" : "${REQUEST_ID}" 7 | } 8 | 9 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine_configure.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Configure notebook server", 6 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine_create.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Create new Data Engine", 6 | "key_name": "${CONF_KEY_NAME}", 7 | "hostname": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-dataengine-${EXPLORATORY_NAME}-${COMPUTATIONAL_NAME}", 8 | "instances_id": [ 9 | "${CLUSTER_ID}", 10 | "${CLUSTER_ID}" 11 | ], 12 | "computational_url": [ 13 | { 14 | "url": "http://172.31.48.131:8080/", 15 | "description": "Apache Spark job tracker url" 16 | } 17 | ] 18 | }, 19 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 20 | }, 21 | "request_id": "${REQUEST_ID}" 22 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine_lib_install.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Install additional libs", 6 | "Libs": ${LIB_INSTALL} 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine_lib_list.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Get list of all available libraries", 6 | "file": "/opt/datalab/tmp/result/notebook_${REQUEST_ID}_all_pkgs.json" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine_start.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Start Data Engine", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine_stop.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Stop Data Engine", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/dataengine_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate Data Engine", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/edge_start.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "instance_name": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-edge", 6 | "public_ip": "35.167.199.251", 7 | "hostname": "ec2-35-167-199-251.us-west-2.compute.amazonaws.com", 8 | "Action": "Start up notebook server", 9 | "ip": "172.31.2.250" 10 | }, 11 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 12 | }, 13 | "request_id": "${REQUEST_ID}" 14 | } 15 | 16 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/edge_stop.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "instance_name": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-edge", 6 | "Action": "Stop edge server" 7 | }, 8 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } 12 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/edge_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate edge node", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}", 7 | "user_name": "${EDGE_USER_NAME}" 8 | }, 9 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 10 | }, 11 | "request_id": "${REQUEST_ID}" 12 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_check_inactivity.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": "1549464798", 5 | "log": "/var/log/datalab/notebook/notebook_bohdan_hliva_eb30e2bb-28db-4b07-bf16-e634d448952f.log" 6 | }, 7 | "request_id": "${REQUEST_ID}" 8 | } 9 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_create.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "ip": "172.31.48.131", 6 | "hostname": "ip-172-31-48-131.us-west-2.compute.internal", 7 | "exploratory_url": [ 8 | { 9 | "url": "http://172.31.48.131:8080/", 10 | "description": "Apache Zeppelin" 11 | } 12 | ], 13 | "instance_id": "${INSTANCE_ID}", 14 | "notebook_name": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-nb-${EXPLORATORY_NAME}-${NOTEBOOK_ID}", 15 | "Action": "Create new notebook server", 16 | "master_keyname": "${CONF_KEY_NAME}" 17 | }, 18 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 19 | }, 20 | "request_id": "${REQUEST_ID}" 21 | } 22 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_create_failed.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "err", 3 | "response": { 4 | "result": { 5 | "error": " [Error-2017-07-12 13:08:51]:Failed to configure TensorFlow.", 6 | "notebook_name" : "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-nb-${EXPLORATORY_NAME}-${NOTEBOOK_ID}" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_create_image.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "notebook_image_name": "${CONF_SERVICE_BASE_NAME}-${IMAGE_NAME}", 6 | "full_image_name": "${IMAGE_NAME}-${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-${APPLICATION}-${IMAGE_NAME}-${REQUEST_ID}", 7 | "user_name": "${EDGE_USER_NAME}", 8 | "application": "${APPLICATION}", 9 | "image_id": "${IMAGE_NAME}-${REQUEST_ID}", 10 | "status" : "active", 11 | "Action": "Create image from notebook" 12 | }, 13 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 14 | }, 15 | "request_id": "${REQUEST_ID}" 16 | } 17 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_git_creds.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Setup git credentials" 6 | }, 7 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 8 | }, 9 | "request_id": "${REQUEST_ID}" 10 | } 11 | 12 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_lib_install.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Install additional libs", 6 | "Libs": ${LIB_INSTALL} 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_lib_list.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Get list of all available libraries", 6 | "file": "/opt/datalab/tmp/result/notebook_${REQUEST_ID}_all_pkgs.json" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_lib_list_pkgs.json: -------------------------------------------------------------------------------- 1 | { 2 | "os_pkg": { 3 | "htop": "2.0.1-1ubuntu1", 4 | "python-mysqldb": "1.3.7-1build2", 5 | "pyvcf/xenial": "0.6.7-2build1", 6 | "pyxplot/xenial": "0.9.2-6build1" 7 | }, 8 | "pip3": { 9 | "configparser": "N/A", 10 | "sparkL": "N/A" 11 | }, 12 | "r_pkg": { 13 | "rmarkdown": "1.5", 14 | "specialT": "N/A" 15 | }, 16 | "others": { 17 | "ghostscript": "N/A", 18 | "gherkin-official": "N/A" 19 | }, 20 | "java" : {} 21 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_reupload_key.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "request_id": "${REQUEST_ID}" 4 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_start.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Start up notebook server", 6 | "ip": "172.31.48.131", 7 | "Tag_name": "${CONF_SERVICE_BASE_NAME}-tag", 8 | "hostname": "ip-172-31-48-131.us-west-2.compute.internal", 9 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 10 | }, 11 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 12 | }, 13 | "request_id": "${REQUEST_ID}" 14 | } 15 | 16 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_status.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | }, 6 | "log": "/var/log/datalab/status/status_${EDGE_USER_NAME}_${REQUEST_ID}.log" 7 | }, 8 | "request_id": "${REQUEST_ID}" 9 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_stop.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Stop notebook server", 6 | "user_own_bucket_name": "${CONF_SERVICE_BASE_NAME}-ssn-bucket", 7 | "Tag_name": "${CONF_SERVICE_BASE_NAME}-tag", 8 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 9 | }, 10 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 11 | }, 12 | "request_id": "${REQUEST_ID}" 13 | } 14 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/notebook_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate notebook server", 6 | "user_own_bucket_name": "${CONF_SERVICE_BASE_NAME}-ssn-bucket", 7 | "Tag_name": "${CONF_SERVICE_BASE_NAME}-tag", 8 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 9 | }, 10 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 11 | }, 12 | "request_id": "${REQUEST_ID}" 13 | } 14 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/aws/project_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate edge node", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}", 7 | "user_name": "${EDGE_USER_NAME}" 8 | }, 9 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 10 | }, 11 | "request_id": "${REQUEST_ID}" 12 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/backup.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "created", 3 | "backup_file": "/opt/datalab/tmp/datalab.tar.gz", 4 | "request_id": "${REQUEST_ID}" 5 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine-service_check_inactivity.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": "1548253841" 5 | }, 6 | "request_id" : "${REQUEST_ID}" 7 | } 8 | 9 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine-service_configure.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Configure notebook server", 6 | "Tag_name": "${CONF_SERVICE_BASE_NAME}-tag", 7 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 8 | }, 9 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 10 | }, 11 | "request_id": "${REQUEST_ID}" 12 | } 13 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine-service_configure_failed.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "err", 3 | "response": { 4 | "result": { 5 | "hostname": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-des-${EXPLORATORY_NAME}-${COMPUTATIONAL_NAME}-${NOTEBOOK_ID}", 6 | "error": "Cannot configure EMR" 7 | }, 8 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } 12 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine-service_create.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "instance_id": "${CLUSTER_ID}", 6 | "key_name": "${CONF_KEY_NAME}", 7 | "hostname": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-des-${EXPLORATORY_NAME}-${COMPUTATIONAL_NAME}-${NOTEBOOK_ID}", 8 | "Action": "Create new EMR cluster", 9 | "user_own_bucket_name": "${CONF_SERVICE_BASE_NAME}-ssn-bucket", 10 | "computational_url": [ 11 | { 12 | "url": "http://172.31.48.131:8080/", 13 | "description": "Job tracker url" 14 | } 15 | ] 16 | }, 17 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 18 | }, 19 | "request_id": "${REQUEST_ID}" 20 | } 21 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine-service_create_failed.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "err", 3 | "response": { 4 | "result": { 5 | "hostname": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-des-${EXPLORATORY_NAME}-${COMPUTATIONAL_NAME}-${NOTEBOOK_ID}", 6 | "error":"Cannot create EMR" 7 | }, 8 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine-service_lib_install.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Install additional libs", 6 | "Libs": ${LIB_INSTALL} 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine-service_lib_list.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Get list of all available libraries", 6 | "file": "/opt/datalab/tmp/result/notebook_${REQUEST_ID}_all_pkgs.json" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine-service_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate EMR cluster", 6 | "user_own_bucket_name": "${CONF_SERVICE_BASE_NAME}-ssn-bucket", 7 | "EMR_name": "${EMR_CLUSTER_NAME}", 8 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 9 | }, 10 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 11 | }, 12 | "request_id": "${REQUEST_ID}" 13 | } 14 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine_check_inactivity.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": "1548253841" 5 | }, 6 | "request_id" : "${REQUEST_ID}" 7 | } 8 | 9 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine_configure.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Configure notebook server", 6 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine_create.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Create new Data Engine", 6 | "key_name": "${CONF_KEY_NAME}", 7 | "hostname": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-dataengine-${EXPLORATORY_NAME}-${COMPUTATIONAL_NAME}", 8 | "instances_id": [ 9 | "${CLUSTER_ID}", 10 | "${CLUSTER_ID}" 11 | ], 12 | "computational_url": [ 13 | { 14 | "url": "http://172.31.48.131:8080/", 15 | "description": "Apache Spark job tracker url" 16 | } 17 | ] 18 | }, 19 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 20 | }, 21 | "request_id": "${REQUEST_ID}" 22 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine_lib_install.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Install additional libs", 6 | "Libs": ${LIB_INSTALL} 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine_lib_list.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Get list of all available libraries", 6 | "file": "/opt/datalab/tmp/result/notebook_${REQUEST_ID}_all_pkgs.json" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine_start.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Start Data Engine", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine_stop.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Stop Data Engine", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/dataengine_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate Data Engine", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/edge_start.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "instance_name": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-edge", 6 | "public_ip": "35.167.199.251", 7 | "hostname": "ec2-35-167-199-251.us-west-2.compute.amazonaws.com", 8 | "Action": "Start up notebook server", 9 | "ip": "172.31.2.250" 10 | }, 11 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 12 | }, 13 | "request_id": "${REQUEST_ID}" 14 | } 15 | 16 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/edge_stop.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "instance_name": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-edge", 6 | "Action": "Stop edge server" 7 | }, 8 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } 12 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/edge_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate edge node", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}", 7 | "user_name": "${EDGE_USER_NAME}" 8 | }, 9 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 10 | }, 11 | "request_id": "${REQUEST_ID}" 12 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_check_inactivity.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": "1548253841" 5 | }, 6 | "request_id": "${REQUEST_ID}" 7 | } 8 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_create.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "ip": "172.31.48.131", 6 | "hostname": "ip-172-31-48-131.us-west-2.compute.internal", 7 | "exploratory_url": [ 8 | { 9 | "url": "http://172.31.48.131:8080/", 10 | "description": "Apache Zeppelin" 11 | } 12 | ], 13 | "instance_id": "${INSTANCE_ID}", 14 | "notebook_name": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-nb-${EXPLORATORY_NAME}-${NOTEBOOK_ID}", 15 | "Action": "Create new notebook server", 16 | "master_keyname": "${CONF_KEY_NAME}" 17 | }, 18 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 19 | }, 20 | "request_id": "${REQUEST_ID}" 21 | } 22 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_create_failed.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "err", 3 | "response": { 4 | "result": { 5 | "error": " [Error-2017-07-12 13:08:51]:Failed to configure TensorFlow.", 6 | "notebook_name" : "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-nb-${EXPLORATORY_NAME}-${NOTEBOOK_ID}" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_create_image.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "notebook_image_name": "${CONF_SERVICE_BASE_NAME}-${IMAGE_NAME}", 6 | "full_image_name": "${IMAGE_NAME}-${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-${APPLICATION}-${IMAGE_NAME}-${REQUEST_ID}", 7 | "user_name": "${EDGE_USER_NAME}", 8 | "application": "${APPLICATION}", 9 | "image_id": "${IMAGE_NAME}-${REQUEST_ID}", 10 | "status" : "active", 11 | "ip" : "102.011.10.3", 12 | "Action": "Create image from notebook" 13 | }, 14 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 15 | }, 16 | "request_id": "${REQUEST_ID}" 17 | } 18 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_git_creds.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Setup git credentials" 6 | }, 7 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 8 | }, 9 | "request_id": "${REQUEST_ID}" 10 | } 11 | 12 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_lib_install.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Install additional libs", 6 | "Libs": ${LIB_INSTALL} 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_lib_list.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Get list of all available libraries", 6 | "file": "/opt/datalab/tmp/result/notebook_${REQUEST_ID}_all_pkgs.json" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_lib_list_pkgs.json: -------------------------------------------------------------------------------- 1 | { 2 | "os_pkg": { 3 | "htop": "2.0.1-1ubuntu1", 4 | "python-mysqldb": "1.3.7-1build2", 5 | "pyvcf/xenial": "0.6.7-2build1", 6 | "pyxplot/xenial": "0.9.2-6build1" 7 | }, 8 | "pip3": { 9 | "configparser": "N/A", 10 | "sparkL": "N/A" 11 | }, 12 | "r_pkg": { 13 | "rmarkdown": "1.5", 14 | "specialT": "N/A" 15 | }, 16 | "others": { 17 | "ghostscript": "N/A", 18 | "gherkin-official": "N/A" 19 | }, 20 | "java" : {} 21 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_reupload_key.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "request_id": "${REQUEST_ID}" 4 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_start.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Start up notebook server", 6 | "ip": "172.31.48.131", 7 | "Tag_name": "${CONF_SERVICE_BASE_NAME}-tag", 8 | "hostname": "ip-172-31-48-131.us-west-2.compute.internal", 9 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 10 | }, 11 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 12 | }, 13 | "request_id": "${REQUEST_ID}" 14 | } 15 | 16 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_status.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | }, 6 | "log": "/var/log/datalab/status/status_${EDGE_USER_NAME}_${REQUEST_ID}.log" 7 | }, 8 | "request_id": "${REQUEST_ID}" 9 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_stop.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Stop notebook server", 6 | "user_own_bucket_name": "${CONF_SERVICE_BASE_NAME}-ssn-bucket", 7 | "Tag_name": "${CONF_SERVICE_BASE_NAME}-tag", 8 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 9 | }, 10 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 11 | }, 12 | "request_id": "${REQUEST_ID}" 13 | } 14 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/notebook_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate notebook server", 6 | "user_own_bucket_name": "${CONF_SERVICE_BASE_NAME}-ssn-bucket", 7 | "Tag_name": "${CONF_SERVICE_BASE_NAME}-tag", 8 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 9 | }, 10 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 11 | }, 12 | "request_id": "${REQUEST_ID}" 13 | } 14 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/azure/project_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate edge node", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}", 7 | "user_name": "${EDGE_USER_NAME}" 8 | }, 9 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 10 | }, 11 | "request_id": "${REQUEST_ID}" 12 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/backup.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "created", 3 | "backup_file": "/opt/datalab/tmp/datalab.tar.gz", 4 | "request_id": "${REQUEST_ID}" 5 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine-service_check_inactivity.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": "1548253841" 5 | }, 6 | "request_id" : "${REQUEST_ID}" 7 | } 8 | 9 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine-service_configure.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Configure notebook server", 6 | "Tag_name": "${CONF_SERVICE_BASE_NAME}-tag", 7 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 8 | }, 9 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 10 | }, 11 | "request_id": "${REQUEST_ID}" 12 | } 13 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine-service_create.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "instance_id": "${CLUSTER_ID}", 6 | "key_name": "${CONF_KEY_NAME}", 7 | "hostname": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-des-${EXPLORATORY_NAME}-${COMPUTATIONAL_NAME}-${NOTEBOOK_ID}", 8 | "Action": "Create new Dataproc cluster", 9 | "user_own_bucket_name": "${CONF_SERVICE_BASE_NAME}-ssn-bucket", 10 | "computational_url": [ 11 | { 12 | "url": "http://172.31.48.131:8080/", 13 | "description": "Dataproc job tracker url" 14 | } 15 | ] 16 | }, 17 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 18 | }, 19 | "request_id": "${REQUEST_ID}" 20 | } 21 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine-service_lib_install.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Install additional libs", 6 | "Libs": ${LIB_INSTALL} 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine-service_lib_list.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Get list of all available libraries", 6 | "file": "/opt/datalab/tmp/result/notebook_${REQUEST_ID}_all_pkgs.json" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine-service_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate Dataproc cluster", 6 | "user_own_bucket_name": "${CONF_SERVICE_BASE_NAME}-ssn-bucket", 7 | "Dataproc_name": "${DATAPROC_CLUSTER_NAME}", 8 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 9 | }, 10 | "log": "/var/log/datalab/emr/emr_${EDGE_USER_NAME}_${REQUEST_ID}.log" 11 | }, 12 | "request_id": "${REQUEST_ID}" 13 | } 14 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine_check_inactivity.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": "1548253841" 5 | }, 6 | "request_id" : "${REQUEST_ID}" 7 | } 8 | 9 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine_configure.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Configure notebook server", 6 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine_create.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "instance_id": "${CLUSTER_ID}", 6 | "key_name": "${CONF_KEY_NAME}", 7 | "hostname": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-${EXPLORATORY_NAME}-${COMPUTATIONAL_NAME}", 8 | "Action": "Create new Data Engine", 9 | "computational_url": [ 10 | { 11 | "url": "http://172.31.48.131:8080/", 12 | "description": "Apache Spark job tracker url" 13 | } 14 | ] 15 | }, 16 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 17 | }, 18 | "request_id": "${REQUEST_ID}" 19 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine_lib_install.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Install additional libs", 6 | "Libs": ${LIB_INSTALL} 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine_lib_list.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Get list of all available libraries", 6 | "file": "/opt/datalab/tmp/result/notebook_${REQUEST_ID}_all_pkgs.json" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine_start.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Start Data Engine", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine_stop.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Stop Data Engine", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/dataengine_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate Data Engine", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/dataengine/dataengine_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/edge_start.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "instance_name": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-edge", 6 | "public_ip": "104.198.5.3", 7 | "hostname": "104.198.5.3", 8 | "Action": "Start up notebook server", 9 | "ip": "10.10.0.3" 10 | }, 11 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 12 | }, 13 | "request_id": "${REQUEST_ID}" 14 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/edge_stop.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "instance_name": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-edge", 6 | "Action": "Stop edge server" 7 | }, 8 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/edge_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate edge node", 6 | "service_base_name": "${CONF_SERVICE_BASE_NAME}", 7 | "user_name": "${EDGE_USER_NAME}" 8 | }, 9 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 10 | }, 11 | "request_id": "${REQUEST_ID}" 12 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_check_inactivity.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": "1548253841" 5 | }, 6 | "request_id" : "${REQUEST_ID}" 7 | } 8 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_create.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "ip": "10.10.16.2", 6 | "hostname": "10.10.16.2", 7 | "exploratory_url": [ 8 | { 9 | "url": "http://10.10.16.2:8888/", 10 | "description": "Jupyter" 11 | }, 12 | { 13 | "url": "http://10.10.16.2:8085/", 14 | "description": "Ungit" 15 | } 16 | ], 17 | "instance_id": "${INSTANCE_ID}", 18 | "notebook_name": "${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-nb-${EXPLORATORY_NAME}-${NOTEBOOK_ID}", 19 | "Action": "Create new notebook server", 20 | "master_keyname": "${CONF_KEY_NAME}" 21 | }, 22 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 23 | }, 24 | "request_id": "${REQUEST_ID}" 25 | } 26 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_create_image.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "notebook_image_name": "${CONF_SERVICE_BASE_NAME}-${IMAGE_NAME}", 6 | "full_image_name": "${IMAGE_NAME}-${CONF_SERVICE_BASE_NAME}-${EDGE_USER_NAME}-${APPLICATION}-${IMAGE_NAME}-${REQUEST_ID}", 7 | "user_name": "${EDGE_USER_NAME}", 8 | "application": "${APPLICATION}", 9 | "image_id": "${IMAGE_NAME}-${REQUEST_ID}", 10 | "status": "active", 11 | "ip": "102.011.10.3", 12 | "Action": "Create image from notebook" 13 | }, 14 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 15 | }, 16 | "request_id": "${REQUEST_ID}" 17 | } 18 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_git_creds.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Setup git credentials" 6 | }, 7 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 8 | }, 9 | "request_id": "${REQUEST_ID}" 10 | } 11 | 12 | -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_lib_install.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Install additional libs", 6 | "Libs": ${LIB_INSTALL} 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_lib_list.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Get list of all available libraries", 6 | "file": "/opt/datalab/tmp/result/notebook_${REQUEST_ID}_all_pkgs.json" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_lib_list_pkgs.json: -------------------------------------------------------------------------------- 1 | { 2 | "os_pkg": { 3 | "htop": "2.0.1-1ubuntu1", 4 | "python-mysqldb": "1.3.7-1build2", 5 | "pyvcf/xenial": "0.6.7-2build1", 6 | "pyxplot/xenial": "0.9.2-6build1" 7 | }, 8 | "pip3": { 9 | "configparser": "N/A", 10 | "sparkL": "N/A" 11 | }, 12 | "r_pkg": { 13 | "rmarkdown": "1.5", 14 | "specialT": "N/A" 15 | }, 16 | "others": { 17 | "ghostscript": "N/A", 18 | "gherkin-official": "N/A" 19 | }, 20 | "java" : {} 21 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_reupload_key.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "request_id": "${REQUEST_ID}" 4 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_start.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Start up notebook server", 6 | "ip": "10.10.16.2", 7 | "hostname": "10.10.16.2", 8 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 9 | }, 10 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 11 | }, 12 | "request_id": "${REQUEST_ID}" 13 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_status.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": {}, 5 | "log": "/var/log/datalab/status/status_${EDGE_USER_NAME}_${REQUEST_ID}.log" 6 | }, 7 | "request_id": "${REQUEST_ID}" 8 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_stop.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Stop notebook server", 6 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_${EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/notebook_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate notebook server", 6 | "notebook_name": "${NOTEBOOK_INSTANCE_NAME}" 7 | }, 8 | "log": "/var/log/datalab/notebook/notebook_{EDGE_USER_NAME}_${REQUEST_ID}.log" 9 | }, 10 | "request_id": "${REQUEST_ID}" 11 | } -------------------------------------------------------------------------------- /services/provisioning-service/src/main/resources/mock_response/gcp/project_terminate.json: -------------------------------------------------------------------------------- 1 | { 2 | "status": "ok", 3 | "response": { 4 | "result": { 5 | "Action": "Terminate edge node", 6 | "project_tag": "prj1", 7 | "service_base_name": "${CONF_SERVICE_BASE_NAME}" 8 | }, 9 | "log": "/var/log/datalab/edge/edge_${EDGE_USER_NAME}_${REQUEST_ID}.log" 10 | }, 11 | "request_id": "${REQUEST_ID}" 12 | } -------------------------------------------------------------------------------- /services/self-service/src/main/java/com/epam/datalab/backendapi/domain/AutoCompleteEnum.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | package com.epam.datalab.backendapi.domain; 21 | 22 | public enum AutoCompleteEnum { 23 | NONE, UPDATING, ENABLED 24 | } 25 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/banner.txt: -------------------------------------------------------------------------------- 1 | _________ .__ _____ _________ .__ 2 | / _____/ ____ | |_/ ____\ / _____/ ______________ _|__| ____ ____ 3 | \_____ \_/ __ \| |\ __\ \_____ \_/ __ \_ __ \ \/ / |/ ___\/ __ \ 4 | / \ ___/| |_| | / \ ___/| | \/\ /| \ \__\ ___/ 5 | /_______ /\___ >____/__| /_______ /\___ >__| \_/ |__|\___ >___ > 6 | \/ \/ \/ \/ \/ \/ -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/.gitignore: -------------------------------------------------------------------------------- 1 | # See http://help.github.com/ignore-files/ for more about ignoring files. 2 | 3 | # compiled output 4 | /dist 5 | /tmp 6 | 7 | # dependencies 8 | /node_modules 9 | 10 | # IDEs and editors 11 | /.idea 12 | .project 13 | .classpath 14 | .c9/ 15 | *.launch 16 | .settings/ 17 | *.sublime-workspace 18 | 19 | # IDE - VSCode 20 | .vscode/* 21 | **/.vscode/* 22 | !.vscode/settings.json 23 | !.vscode/tasks.json 24 | !.vscode/launch.json 25 | !.vscode/extensions.json 26 | 27 | # misc 28 | /.sass-cache 29 | /connect.lock 30 | /coverage/* 31 | /libpeerconnection.log 32 | npm-debug.log 33 | testem.log 34 | /typings 35 | 36 | # e2e 37 | /e2e/*.js 38 | /e2e/*.map 39 | 40 | #System Files 41 | **/.DS_Store 42 | .DS_Store? 43 | Thumbs.db 44 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/administration/odahu/odahu.component.scss: -------------------------------------------------------------------------------- 1 | /*! 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/app.component.html: -------------------------------------------------------------------------------- 1 | 19 | 20 | 21 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/core/collections/index.ts: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | export * from './dictionary'; 21 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/core/configs/docker-image-name.ts: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | export enum DockerImageName { 21 | jupyterJpu = 'docker.datalab-jupyter-gpu', 22 | dataEngineService = 'docker.datalab-dataengine-service' 23 | } 24 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/core/configs/image-template-name.ts: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | export enum ImageTemplateName { 21 | hdInsight = 'HDInsight cluster' 22 | } 23 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/core/configs/imageType.enum.ts: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | export enum ImageType { 21 | СOMPUTATIONAL = 0, 22 | EXPLORATORY = 1 23 | } 24 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/core/configs/providers.ts: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | export enum Providers { 21 | aws = 'aws', 22 | azure = 'azure', 23 | gcp = 'gsp' 24 | } 25 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/core/util/case-insensitive-sort-util.ts: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | 21 | export const caseInsensitiveSortUtil = (arr: string[]): string[] => arr.sort(((a, b) => a.toLowerCase() > b.toLowerCase() ? 1 : -1)); 22 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/layout/layout.component.html: -------------------------------------------------------------------------------- 1 | 19 | 20 | 21 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/operators.ts: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | // ngrx 21 | // import '@ngrx/core/add/operator/select'; 22 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/resources/exploratory/library-info-modal/library-info-modal.component.scss: -------------------------------------------------------------------------------- 1 | /*! 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | .modal__title { 21 | font-size: 12px; 22 | } 23 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/resources/images/index.ts: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | export * from './images.config'; 21 | export * from './images.model'; 22 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/shared/checkbox/checkbox.component.css: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | .empty-checkbox{ 21 | margin: 0; 22 | z-index: 1011; 23 | } 24 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/shared/index.ts: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | 20 | export * from './modal-dialog/confirmation-dialog'; 21 | export * from './modal-dialog/progress-dialog'; 22 | 23 | export * from './bubble'; 24 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/shared/inform-message/inform-message.component.html: -------------------------------------------------------------------------------- 1 | 19 |
20 |

{{message}}

21 |
22 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/swagger/swagger.component.html: -------------------------------------------------------------------------------- 1 | 19 | 20 |
21 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/swagger/swagger.component.scss: -------------------------------------------------------------------------------- 1 | /*! 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/app/webterminal/webterminal.component.html: -------------------------------------------------------------------------------- 1 | 19 | 20 |
21 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/.gitkeep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/.gitkeep -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Material_Icons/MaterialIcons-Regular.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Material_Icons/MaterialIcons-Regular.eot -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Material_Icons/MaterialIcons-Regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Material_Icons/MaterialIcons-Regular.ttf -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Material_Icons/MaterialIcons-Regular.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Material_Icons/MaterialIcons-Regular.woff -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Material_Icons/MaterialIcons-Regular.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Material_Icons/MaterialIcons-Regular.woff2 -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Material_Icons/README.md: -------------------------------------------------------------------------------- 1 | The recommended way to use the Material Icons font is by linking to the web font hosted on Google Fonts: 2 | 3 | ```html 4 | 6 | ``` 7 | 8 | Read more in our full usage guide: 9 | http://google.github.io/material-design-icons/#icon-font-for-the-web 10 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Bold.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Bold.ttf -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Bold.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Bold.woff2 -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-ExtraBold.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-ExtraBold.ttf -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Italic.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Italic.ttf -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Light.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Light.ttf -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Light.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Light.woff2 -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Regular.ttf -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Regular.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Regular.woff2 -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-SemiBold.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-SemiBold.ttf -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Semibold.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/fonts/Open_Sans/OpenSans-Semibold.woff2 -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/1_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/1_1.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/1_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/1_2.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/1_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/1_3.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/1_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/1_4.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/1_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/1_5.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/2_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/2_1.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/2_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/2_2.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/2_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/2_3.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/2_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/2_4.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/3_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/3_1.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/3_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/3_2.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/3_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/3_3.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/guides/public_key.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/guides/public_key.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/img/dlab-favicon-32x32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/img/dlab-favicon-32x32.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/img/gif-spinner.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/img/gif-spinner.gif -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/img/login-background.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/img/login-background.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/img/login-icons.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/img/login-icons.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/img/logo-nav.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/img/logo-nav.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/img/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/img/logo.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/img/security-screen.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/img/security-screen.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/img/security.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/img/security.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/img/spinner.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/img/spinner.gif -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/img/upload-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/assets/img/upload-icon.png -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/svg/more.svg: -------------------------------------------------------------------------------- 1 | 2 | 7 | 8 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/assets/svg/ps_icon_1.svg: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/environments/environment.prod.ts: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one 3 | * or more contributor license agreements. See the NOTICE file 4 | * distributed with this work for additional information 5 | * regarding copyright ownership. The ASF licenses this file 6 | * to you under the Apache License, Version 2.0 (the 7 | * "License"); you may not use this file except in compliance 8 | * with the License. You may obtain a copy of the License at 9 | * 10 | * http://www.apache.org/licenses/LICENSE-2.0 11 | * 12 | * Unless required by applicable law or agreed to in writing, 13 | * software distributed under the License is distributed on an 14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | * KIND, either express or implied. See the License for the 16 | * specific language governing permissions and limitations 17 | * under the License. 18 | */ 19 | export const environment = { 20 | production: true, 21 | apiUrl: 'default' 22 | }; 23 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/incubator-datalab/743c36f7afbe7aa3cedb04ff3e4f2a890931966e/services/self-service/src/main/resources/webapp/src/favicon.ico -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/tsconfig.app.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../tsconfig.json", 3 | "compilerOptions": { 4 | "sourceMap": true, 5 | "declaration": false, 6 | "moduleResolution": "node", 7 | "emitDecoratorMetadata": true, 8 | "experimentalDecorators": true, 9 | "lib": [ 10 | "es2016", 11 | "dom" 12 | ], 13 | "outDir": "../out-tsc/app", 14 | "baseUrl": "", 15 | "types": [], 16 | "paths": { 17 | "moment": [ 18 | "../node_modules/moment/min/moment.min.js" 19 | ], 20 | "moment-timezone": [ 21 | "../node_modules/moment-timezone/builds/moment-timezone-with-data-2012-2022.min.js" 22 | ] 23 | } 24 | }, 25 | "files": [ 26 | "main.ts", 27 | "polyfills.ts" 28 | ], 29 | "include": [ 30 | "src/**/*.d.ts" 31 | ], 32 | "typeRoots": [ 33 | "node_modules/@types" 34 | ], 35 | "types": ["jest"] 36 | } 37 | -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/src/tsconfig.spec.json: -------------------------------------------------------------------------------- 1 | { 2 | "extends": "../tsconfig.json", 3 | "compilerOptions": { 4 | "outDir": "../out-tsc/spec", 5 | "types": [ 6 | "jasmine", 7 | "node" 8 | ] 9 | }, 10 | "files": [ 11 | "test.ts", 12 | "polyfills.ts" 13 | ], 14 | "include": [ 15 | "testing/**/*.ts", 16 | "**/*.spec.ts", 17 | "**/*.d.ts" 18 | ] 19 | } -------------------------------------------------------------------------------- /services/self-service/src/main/resources/webapp/tsconfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "compileOnSave": false, 3 | "compilerOptions": { 4 | "downlevelIteration": true, 5 | "importHelpers": true, 6 | "declaration": false, 7 | "target": "es2015", 8 | "module": "esnext", 9 | "moduleResolution": "node", 10 | "sourceMap": true, 11 | "emitDecoratorMetadata": true, 12 | "experimentalDecorators": true, 13 | "lib": ["es2017", "es2015", "dom"], 14 | "noImplicitAny": false, 15 | "suppressImplicitAnyIndexErrors": true 16 | }, 17 | "angularCompilerOptions": { 18 | //"fullTemplateTypeCheck": true, 19 | // "preserveWhitespaces": true 20 | "annotationsAs": "decorators", 21 | "enableIvy": false 22 | }, 23 | "skipLibCheck": true 24 | } 25 | -------------------------------------------------------------------------------- /services/settings/aws/mongo_settings.json: -------------------------------------------------------------------------------- 1 | { 2 | "_id": "conf_tag_resource_id", 3 | "value": "user:tag" 4 | } 5 | { 6 | "_id": "conf_service_base_name", 7 | "value": "dev" 8 | } 9 | { 10 | "_id": "conf_os_family", 11 | "value": "debian" 12 | } 13 | { 14 | "_id": "conf_key_dir", 15 | "value": "/root/keys" 16 | } 17 | { 18 | "_id": "aws_region", 19 | "value": "us-west-2" 20 | } 21 | { 22 | "_id": "aws_vpc_id", 23 | "value": "vpc-12a345b6" 24 | } 25 | { 26 | "_id": "aws_subnet_id", 27 | "value": "subnet-78cd901e" 28 | } 29 | { 30 | "_id": "aws_security_groups_ids", 31 | "value": "sg-1a23bc45" 32 | } 33 | { 34 | "_id": "aws_notebook_vpc_id", 35 | "value": "vpc-12a345b6" 36 | } 37 | { 38 | "_id": "aws_notebook_subnet_id", 39 | "value": "subnet-78cd901e" 40 | } 41 | -------------------------------------------------------------------------------- /services/settings/azure/mongo_settings.json: -------------------------------------------------------------------------------- 1 | { 2 | "_id": "conf_service_base_name", 3 | "value": "dev" 4 | } 5 | { 6 | "_id": "conf_os_family", 7 | "value": "debian" 8 | } 9 | { 10 | "_id": "conf_key_dir", 11 | "value": "/root/keys" 12 | } 13 | { 14 | "_id": "azure_subnet_name", 15 | "value": "dev-ssn-subnet" 16 | } 17 | { 18 | "_id": "azure_region", 19 | "value": "dev-westus2" 20 | } 21 | { 22 | "_id": "azure_resource_group_name", 23 | "value": "dev" 24 | } 25 | { 26 | "_id": "azure_vpc_name", 27 | "value": "dev-ssn-vpc" 28 | } 29 | { 30 | "_id": "azure_security_group_name", 31 | "value": "dev-ssn-sg" 32 | } 33 | -------------------------------------------------------------------------------- /services/settings/gcp/mongo_settings.json: -------------------------------------------------------------------------------- 1 | { 2 | "_id": "conf_service_base_name", 3 | "value": "dev" 4 | } 5 | { 6 | "_id": "conf_os_family", 7 | "value": "debian" 8 | } 9 | { 10 | "_id": "conf_key_dir", 11 | "value": "/root/keys" 12 | } --------------------------------------------------------------------------------