├── roles ├── bigdl │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── .travis.yml ├── jenkins │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── templates │ │ └── jenkins.conf.j2 │ └── handlers │ │ └── main.yml ├── tomcat │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── tpc_ds │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── alluxio_conf │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── alluxio_yarn │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ ├── alluxio.sh.j2 │ │ └── create_tar.sh.j2 │ └── defaults │ │ └── main.yml ├── anacondace2 │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── anacondace3 │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── gitbucket │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ └── gitbucket.conf.j2 │ ├── tasks │ │ └── main.yml │ └── .travis.yml ├── heapstats │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── postgresql │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── terraform │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ └── terraform.sh.j2 │ ├── tasks │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── antlr3 │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ ├── antlr3.sh.j2 │ │ └── antlr3.j2 │ └── defaults │ │ └── main.yml ├── common │ ├── files │ │ └── .gitignore │ ├── templates │ │ ├── lang.sh.j2 │ │ ├── root │ │ ├── wheel │ │ ├── tuned.conf.j2 │ │ ├── hosts.default │ │ └── rc.local.j2 │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ └── install.yml │ └── defaults │ │ └── main.yml ├── cuda │ ├── .gitignore │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── templates │ │ └── cuda.sh.j2 ├── docker │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── handlers │ │ └── main.yml ├── endosnipe_javelin │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── hive │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── .travis.yml ├── openjdk │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ └── java_home.sh.j2 │ └── tasks │ │ └── main.yml ├── pyenv │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── handlers │ │ └── main.yml ├── spark │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── tasks │ │ └── main.yml │ └── .travis.yml ├── tmux │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ └── tmux.conf │ └── tasks │ │ └── main.yml ├── ansible │ ├── templates │ │ └── .gitignore │ ├── tasks │ │ ├── main.yml │ │ ├── install.yml │ │ └── config.yml │ └── defaults │ │ └── main.yml ├── endosnipe_dashboard │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── handlers │ │ └── main.yml ├── frovedis │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── hadoop_base │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ └── handlers │ │ └── main.yml ├── hadoop_dn │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ └── main.yml │ └── .travis.yml ├── hadoop_jn │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── hadoop_nm │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── hadoop_nn │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── hadoop_rm │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── hadoop_zk │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── templates │ │ └── myid.j2 │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── spark_misc │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── handlers │ │ └── main.yml ├── superset │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── handlers │ │ └── main.yml ├── virtualbox │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── alluxio_pseudo │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── anacondace3_keras │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── endosnipe_datacollector │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── hadoop_pseudo │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── hive_init_schema │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── hive_tez_setup │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── sbt │ ├── defaults │ │ └── main.yml │ ├── templates │ │ └── sbt.sh.j2 │ ├── files │ │ ├── sbt │ │ └── sbtinit │ └── tasks │ │ └── main.yml ├── screen │ ├── defaults │ │ └── main.yml │ └── tasks │ │ ├── install.yml │ │ ├── config.yml │ │ └── main.yml ├── anacondace3_keras_gpu │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── go │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── tasks │ │ └── main.yml │ └── templates │ │ └── go.sh.j2 ├── hadoop_format_hdfs │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── hadoop_remove_datadir │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── prompt │ ├── defaults │ │ └── main.yml │ ├── files │ │ └── prompt.sh │ └── tasks │ │ └── main.yml ├── user │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── devhub │ ├── vars │ │ └── main.yml │ ├── tasks │ │ ├── user.yml │ │ ├── config.yml │ │ ├── main.yml │ │ └── install.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── git │ └── tasks │ │ ├── main.yml │ │ └── install.yml ├── hadoop_bootstrap_standby │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── hadoop_remkdir_namenodedir │ ├── tests │ │ ├── inventory │ │ └── test.yml │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── httpd │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── tasks │ │ ├── install.yml │ │ ├── service.yml │ │ ├── config_centos6.yml │ │ ├── config_centos7.yml │ │ └── main.yml │ └── handlers │ │ └── main.yml ├── nodejs │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ ├── main.yml │ │ └── install.yml ├── ruby22 │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ └── ruby.sh.j2 │ ├── defaults │ │ └── main.yml │ └── tasks │ │ ├── config.yml │ │ └── main.yml ├── storm │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ ├── config.yml │ │ ├── user.yml │ │ ├── main.yml │ │ └── install.yml │ ├── templates │ │ └── storm.sh.j2 │ └── defaults │ │ └── main.yml ├── docker.old │ ├── vars │ │ └── main.yml │ ├── tasks │ │ ├── install.yml │ │ ├── service.yml │ │ ├── images.yml │ │ ├── main.yml │ │ └── config.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── fluentd │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ ├── user.yml │ │ ├── main.yml │ │ ├── config.yml │ │ └── install.yml │ ├── templates │ │ └── fluentd.conf.j2 │ └── defaults │ │ └── main.yml ├── grafana │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ ├── install.yml │ │ ├── service.yml │ │ ├── config.yml │ │ ├── repo.yml │ │ └── main.yml │ ├── templates │ │ └── grafana.repo.j2 │ └── defaults │ │ └── main.yml ├── influxdb │ ├── vars │ │ └── main.yml │ ├── tasks │ │ ├── install.yml │ │ ├── service.yml │ │ ├── repo.yml │ │ ├── main.yml │ │ └── config.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ └── influxdb.repo.j2 │ └── defaults │ │ └── main.yml ├── jdk │ ├── files │ │ ├── env_keep_javahome │ │ └── java.sh │ ├── tasks │ │ ├── main.yml │ │ └── config.yml │ └── defaults │ │ └── main.yml ├── kafka │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ ├── user.yml │ │ ├── main.yml │ │ └── config.yml │ └── defaults │ │ └── main.yml ├── mongodb │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ ├── service.yml │ │ ├── install.yml │ │ └── main.yml ├── openblas │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ ├── main.yml │ │ └── install.yml ├── td_agent │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ ├── config.yml │ │ ├── main.yml │ │ ├── repo.yml │ │ └── install.yml │ ├── templates │ │ └── td.repo.j2 │ └── defaults │ │ └── main.yml ├── zeppelin │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ └── zeppelin.sh.j2 │ └── tasks │ │ ├── main.yml │ │ └── user.yml ├── zookeeper_server │ ├── templates │ │ └── myid.j2 │ ├── tasks │ │ ├── install.yml │ │ ├── repo.yml │ │ ├── service.yml │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── ansible_remote │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ ├── main.yml │ │ └── config.yml ├── python_env │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ ├── install.yml │ │ ├── main.yml │ │ └── config.yml │ └── defaults │ │ └── main.yml ├── spark_comm │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── templates │ │ ├── spark.sh.j2 │ │ └── hive-site.xml.j2 ├── spark_user │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── tasks │ │ ├── main.yml │ │ └── user.yml ├── supervisor │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ ├── install_centos7.yml │ │ ├── service.yml │ │ ├── config.yml │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ └── templates │ │ └── supervisor.j2 ├── ambari_agent │ ├── vars │ │ └── main.yml │ ├── templates │ │ └── hostname.sh.j2 │ ├── tasks │ │ ├── install.yml │ │ ├── service.yml │ │ ├── repos.yml │ │ ├── main.yml │ │ └── config.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── ambari_server │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── tasks │ │ ├── install.yml │ │ ├── main.yml │ │ └── repos.yml │ ├── defaults │ │ └── main.yml │ └── templates │ │ └── ambari.repo.j2 ├── ganglia_master │ ├── vars │ │ └── main.yml │ ├── defaults │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ ├── conf.php.j2 │ │ └── ganglia.conf.j2 │ └── tasks │ │ └── main.yml ├── ganglia_slave │ ├── vars │ │ └── main.yml │ ├── templates │ │ └── route.j2 │ ├── handlers │ │ └── main.yml │ └── tasks │ │ └── main.yml ├── kafka_pseudo │ ├── vars │ │ └── main.yml │ ├── handlers │ │ └── main.yml │ └── defaults │ │ └── main.yml ├── confluent_kafka │ ├── vars │ │ └── main.yml │ ├── tasks │ │ ├── install.yml │ │ ├── user.yml │ │ ├── repo.yml │ │ ├── main.yml │ │ └── supervisor_centos7.yml │ ├── handlers │ │ └── main.yml │ └── templates │ │ ├── confluent.repo.j2 │ │ ├── kafka-server.ini.j2 │ │ └── kafka-connect.ini.j2 ├── confluent_schema │ ├── vars │ │ └── main.yml │ ├── tasks │ │ ├── install.yml │ │ ├── user.yml │ │ ├── repo.yml │ │ ├── main.yml │ │ └── config.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ ├── confluent.repo.j2 │ │ └── schema-registry.ini.j2 │ └── defaults │ │ └── main.yml ├── gcc_gfortran │ └── tasks │ │ ├── main.yml │ │ └── install.yml ├── confluent_kafka_rest │ ├── vars │ │ └── main.yml │ ├── tasks │ │ ├── install.yml │ │ ├── user.yml │ │ ├── repo.yml │ │ ├── main.yml │ │ └── config.yml │ ├── handlers │ │ └── main.yml │ ├── templates │ │ ├── confluent.repo.j2 │ │ └── kafka-rest.ini.j2 │ └── defaults │ │ └── main.yml ├── epel │ ├── defaults │ │ └── main.yml │ └── tasks │ │ ├── config.yml │ │ └── main.yml ├── maven │ ├── defaults │ │ └── main.yml │ ├── templates │ │ └── maven.sh.j2 │ └── tasks │ │ ├── config.yml │ │ └── main.yml └── scala │ ├── defaults │ └── main.yml │ ├── tasks │ ├── main.yml │ ├── config.yml │ └── install.yml │ └── files │ └── scala.sh ├── group_vars ├── all │ ├── confluent_kafka │ ├── meta │ ├── influxdb │ ├── user │ ├── ambari │ └── grafana ├── hadoop_pseudo │ └── spark_comm ├── hadoop_slave ├── hadoop_client └── hadoop_master ├── playbooks ├── operation │ ├── ambari │ │ ├── restart_all.yml │ │ ├── restart_hdfs.yml │ │ ├── restart_yarn.yml │ │ ├── restart_zookeeper.yml │ │ ├── restart_ambari_metrics.yml │ │ ├── stop_all.yml │ │ ├── start_all.yml │ │ └── setup.yml │ ├── endosnipe │ │ ├── restart_all.yml │ │ ├── restart_tomcat.yml │ │ ├── restart_postgresql.yml │ │ ├── restart_datacollector.yml │ │ ├── start_all.yml │ │ ├── stop_all.yml │ │ ├── start_tomcat.yml │ │ ├── stop_tomcat.yml │ │ ├── start_postgresql.yml │ │ ├── stop_postgresql.yml │ │ ├── start_datacollector.yml │ │ ├── stop_datacollector.yml │ │ └── initdb.yml │ ├── hadoop │ │ ├── restart_hdfs.yml │ │ ├── restart_yarn.yml │ │ ├── restart_cluster.yml │ │ ├── stop_cluster.yml │ │ ├── start_cluster.yml │ │ ├── bootstrap_nnstandby.yml │ │ ├── init_hdfs.yml │ │ ├── start_zookeeper.yml │ │ ├── init_zkfc.yml │ │ ├── stop_zookeeper.yml │ │ ├── start_journalnode.yml │ │ ├── start_sparkhistory.yml │ │ ├── stop_journalnode.yml │ │ ├── stop_sparkhistory.yml │ │ ├── format_hdfs.yml │ │ └── start_yarn.yml │ ├── hadoop_pseudo │ │ ├── stop_cluster.yml │ │ ├── restart_hdfs.yml │ │ ├── restart_yarn.yml │ │ ├── start_cluster.yml │ │ ├── restart_cluster.yml │ │ ├── format_hdfs.yml │ │ ├── start_sparkhistory.yml │ │ ├── stop_sparkhistory.yml │ │ ├── start_yarn.yml │ │ └── stop_yarn.yml │ ├── httpd │ │ ├── restart_httpd.yml │ │ ├── stop_httpd.yml │ │ └── start_httpd.yml │ ├── kafka │ │ ├── restart_kafka.yml │ │ ├── stop_kafka.yml │ │ └── start_kafka.yml │ ├── tomcat │ │ ├── restart_tomcat.yml │ │ ├── start_tomcat.yml │ │ └── stop_tomcat.yml │ ├── ganglia │ │ ├── restart_ganglia.yml │ │ ├── stop_ganglia.yml │ │ └── start_ganglia.yml │ ├── kafka_pseudo │ │ ├── start_all.yml │ │ ├── stop_all.yml │ │ ├── start_kafka.yml │ │ ├── stop_kafka.yml │ │ ├── stop_zookeeper.yml │ │ └── start_zookeeper.yml │ ├── fluentd │ │ ├── restart_td_agent.yml │ │ ├── start_td_agent.yml │ │ └── stop_td_agent.yml │ ├── zeppelin │ │ ├── restart_zeppelin.yml │ │ ├── create_user_dir.yml │ │ ├── start_zeppelin.yml │ │ └── stop_zeppelin.yml │ ├── confluent │ │ ├── restart_kafka_rest.yml │ │ ├── restart_kafka_connect.yml │ │ ├── restart_kafka_server.yml │ │ ├── restart_zookeeper_server.yml │ │ ├── stop_kafka_rest.yml │ │ ├── start_kafka_rest.yml │ │ ├── start_schema_registry.yml │ │ ├── stop_schema_registry.yml │ │ ├── stop_zookeeper_server.yml │ │ ├── start_zookeeper_server.yml │ │ ├── restart_schema_registry.yml │ │ ├── stop_kafka_server.yml │ │ ├── start_kafka_connect.yml │ │ ├── start_kafka_server.yml │ │ └── stop_kafka_connect.yml │ ├── hive │ │ ├── restart_hive-server2.yml │ │ ├── init_schema.yml │ │ ├── tez_setup.yml │ │ ├── start_hive-server2.yml │ │ ├── stop_hive-server2.yml │ │ └── create_warehouse.yml │ ├── postgresql │ │ ├── restart_postgresql.yml │ │ ├── start_postgresql.yml │ │ ├── stop_postgresql.yml │ │ └── initdb.yml │ ├── spark │ │ ├── restart_spark_historyserver.yml │ │ ├── start_spark_historyserver.yml │ │ └── stop_spark_historyserver.yml │ ├── alluxio_pseudo │ │ ├── test.yml │ │ ├── stop.yml │ │ ├── start.yml │ │ └── format.yml │ ├── influxdb │ │ ├── create_graphite_db.yml │ │ └── create_grafana_db.yml │ └── spark_comm │ │ ├── init_log_dir.yml │ │ ├── start_spark_historyserver.yml │ │ └── stop_spark_historyserver.yml └── conf │ ├── ganglia │ ├── ganglia_all.yml │ ├── ganglia_slave.yml │ └── ganglia_master.yml │ ├── pyenv │ ├── pyenv.yml │ ├── pipenv.yml │ └── pyenv_python375.yml │ ├── common │ ├── user_add.yml │ ├── common_only_common.yml │ ├── common_all.yml │ └── configure_hostname.yml │ ├── spark │ ├── spark_client.yml │ └── spark_misc.yml │ ├── bigdl │ └── bigdl.yml │ ├── scala │ ├── sbt.yml │ └── scala.yml │ ├── virtualbox │ └── virtualbox.yml │ ├── ansible │ ├── ansible_remote.yml │ └── ansible_client.yml │ ├── go │ └── install_go.yml │ ├── tensorflow │ ├── gpu_env.yml │ ├── anaconda.yml │ ├── keras.yml │ └── keras_gpu.yml │ ├── antlr3 │ └── antlr3.yml │ ├── tpc_ds │ └── tpc_ds.yml │ ├── frovedis │ └── frovedis.yml │ ├── postgresql │ └── potgresql.yml │ ├── python_env │ └── basic.yml │ ├── spark_comm │ ├── spark_base.yml │ ├── all.yml │ ├── spark_libs.yml │ ├── spark_history.yml │ └── spark_client.yml │ ├── anacondace │ ├── anacondace2.yml │ └── anacondace3.yml │ ├── terraform │ └── terraform.yml │ ├── docker │ └── docker.yml │ ├── superset │ └── superset.yml │ ├── fluentd │ ├── td_agent.yml │ └── fluentd.yml │ ├── heapstats │ └── heapstats.yml │ ├── supervisor │ └── supervisor.yml │ ├── endosnipe │ ├── javelin.yml │ ├── dashboard.yml │ └── datacollector.yml │ ├── java │ └── maven.yml │ ├── storm │ └── storm.yml │ ├── influxdb │ └── all.yml │ ├── kafka │ └── kafka_broker.yml │ ├── devhub │ └── all.yml │ ├── jenkins │ └── jenkins.yml │ ├── kafka_pseudo │ └── kafka_broker.yml │ ├── zeppelin │ └── zeppelin.yml │ ├── zookeeper │ └── all.yml │ ├── ambari │ ├── ambari_server.yml │ └── ambari_agent.yml │ ├── hadoop_pseudo │ └── hadoop_pseudo.yml │ ├── hive │ └── hive.yml │ ├── alluxio │ ├── alluxio_pseudo.yml │ └── alluxio_yarn.yml │ ├── gitbucket │ └── gitbucket.yml │ ├── confluent │ ├── kafka_connect.yml │ ├── kafka_rest.yml │ ├── kafka_schema.yml │ └── kafka_server.yml │ └── hadoop │ └── hadoop.yml ├── .gitignore ├── README.rst └── documents ├── playbooks.rst └── index.rst /roles/bigdl/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/jenkins/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/tomcat/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/tpc_ds/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/alluxio_conf/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/alluxio_yarn/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/anacondace2/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/anacondace3/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/gitbucket/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/heapstats/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/postgresql/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/terraform/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/antlr3/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/common/files/.gitignore: -------------------------------------------------------------------------------- 1 | *.dev_local 2 | -------------------------------------------------------------------------------- /roles/cuda/.gitignore: -------------------------------------------------------------------------------- 1 | cudnn-*solitairetheme8 2 | -------------------------------------------------------------------------------- /roles/cuda/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/docker/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/endosnipe_javelin/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/hive/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/openjdk/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/pyenv/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/spark/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/tmux/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/ansible/templates/.gitignore: -------------------------------------------------------------------------------- 1 | *.dev_local.j2 2 | -------------------------------------------------------------------------------- /roles/endosnipe_dashboard/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/frovedis/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hadoop_base/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hadoop_dn/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hadoop_jn/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hadoop_nm/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hadoop_nn/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hadoop_rm/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hadoop_zk/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/spark_misc/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/superset/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/virtualbox/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/alluxio_pseudo/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/anacondace3_keras/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/cuda/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/cuda -------------------------------------------------------------------------------- /roles/endosnipe_datacollector/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost -------------------------------------------------------------------------------- /roles/hadoop_pseudo/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hive/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hive -------------------------------------------------------------------------------- /roles/hive_init_schema/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hive_tez_setup/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/sbt/defaults/main.yml: -------------------------------------------------------------------------------- 1 | sbt_version: "0.13.13" 2 | -------------------------------------------------------------------------------- /roles/screen/defaults/main.yml: -------------------------------------------------------------------------------- 1 | screen_escape: '^t^t' 2 | -------------------------------------------------------------------------------- /roles/tmux/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/tmux -------------------------------------------------------------------------------- /roles/anacondace3_keras_gpu/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/antlr3/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/antlr3 -------------------------------------------------------------------------------- /roles/docker/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/docker -------------------------------------------------------------------------------- /roles/go/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/go 3 | -------------------------------------------------------------------------------- /roles/hadoop_format_hdfs/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hadoop_remove_datadir/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hadoop_zk/templates/myid.j2: -------------------------------------------------------------------------------- 1 | {{ zookeeper_server_id }} 2 | -------------------------------------------------------------------------------- /roles/prompt/defaults/main.yml: -------------------------------------------------------------------------------- 1 | prompt_lang: 'en_US.UTF-8' 2 | -------------------------------------------------------------------------------- /roles/pyenv/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/pyenv -------------------------------------------------------------------------------- /roles/spark/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/spark -------------------------------------------------------------------------------- /roles/user/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/user 3 | -------------------------------------------------------------------------------- /roles/bigdl/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/bigdl 3 | -------------------------------------------------------------------------------- /roles/common/templates/lang.sh.j2: -------------------------------------------------------------------------------- 1 | export LANG={{ common_lang }} 2 | -------------------------------------------------------------------------------- /roles/cuda/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/cuda -------------------------------------------------------------------------------- /roles/devhub/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/devhub 3 | -------------------------------------------------------------------------------- /roles/frovedis/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/frovedis -------------------------------------------------------------------------------- /roles/git/tasks/main.yml: -------------------------------------------------------------------------------- 1 | - include: install.yml tags=install,git 2 | -------------------------------------------------------------------------------- /roles/go/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/go 3 | -------------------------------------------------------------------------------- /roles/hadoop_bootstrap_standby/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hadoop_dn/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hadoop_dn -------------------------------------------------------------------------------- /roles/hadoop_jn/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hadoop_jn -------------------------------------------------------------------------------- /roles/hadoop_nm/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hadoop_nm -------------------------------------------------------------------------------- /roles/hadoop_nn/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hadoop_nn -------------------------------------------------------------------------------- /roles/hadoop_remkdir_namenodedir/tests/inventory: -------------------------------------------------------------------------------- 1 | localhost 2 | 3 | -------------------------------------------------------------------------------- /roles/hadoop_rm/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hadoop_rm -------------------------------------------------------------------------------- /roles/hadoop_zk/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hadoop_zk -------------------------------------------------------------------------------- /roles/httpd/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/httpd 3 | -------------------------------------------------------------------------------- /roles/nodejs/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/nodejs 3 | -------------------------------------------------------------------------------- /roles/openjdk/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/openjdk -------------------------------------------------------------------------------- /roles/pyenv/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/pyenv -------------------------------------------------------------------------------- /roles/pyenv/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/pyenv -------------------------------------------------------------------------------- /roles/ruby22/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/ruby22 3 | -------------------------------------------------------------------------------- /roles/spark/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/spark -------------------------------------------------------------------------------- /roles/storm/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/storm 3 | -------------------------------------------------------------------------------- /roles/superset/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/superset -------------------------------------------------------------------------------- /roles/tmux/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/tmux -------------------------------------------------------------------------------- /roles/tmux/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/tmux -------------------------------------------------------------------------------- /roles/tomcat/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/tomcat 3 | -------------------------------------------------------------------------------- /roles/tpc_ds/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/tpc_ds 3 | -------------------------------------------------------------------------------- /group_vars/all/confluent_kafka: -------------------------------------------------------------------------------- 1 | confluent_kafka_wait_for_timeout: '30' 2 | -------------------------------------------------------------------------------- /roles/antlr3/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/antlr3 -------------------------------------------------------------------------------- /roles/bigdl/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/bigdl 3 | -------------------------------------------------------------------------------- /roles/docker.old/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/docker 3 | -------------------------------------------------------------------------------- /roles/docker/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/docker -------------------------------------------------------------------------------- /roles/docker/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/docker -------------------------------------------------------------------------------- /roles/fluentd/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/fluentd 3 | -------------------------------------------------------------------------------- /roles/gitbucket/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/gitbucket 3 | -------------------------------------------------------------------------------- /roles/grafana/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/graphana 3 | -------------------------------------------------------------------------------- /roles/hadoop_base/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hadoop_base -------------------------------------------------------------------------------- /roles/heapstats/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/heapstats 3 | -------------------------------------------------------------------------------- /roles/httpd/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/httpd 3 | -------------------------------------------------------------------------------- /roles/influxdb/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/influxdb 3 | -------------------------------------------------------------------------------- /roles/jdk/files/env_keep_javahome: -------------------------------------------------------------------------------- 1 | Defaults env_keep += "JAVA_HOME" 2 | -------------------------------------------------------------------------------- /roles/jenkins/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/jenkins 3 | -------------------------------------------------------------------------------- /roles/kafka/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/kafka_pseudo 3 | -------------------------------------------------------------------------------- /roles/mongodb/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/mongodb 3 | -------------------------------------------------------------------------------- /roles/openblas/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/openblas 3 | -------------------------------------------------------------------------------- /roles/openjdk/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/openjdk -------------------------------------------------------------------------------- /roles/openjdk/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/openjdk -------------------------------------------------------------------------------- /roles/spark_misc/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/spark_misc -------------------------------------------------------------------------------- /roles/storm/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/storm 3 | -------------------------------------------------------------------------------- /roles/td_agent/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/td-agent 3 | -------------------------------------------------------------------------------- /roles/terraform/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/terraform 3 | -------------------------------------------------------------------------------- /roles/user/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/user 3 | -------------------------------------------------------------------------------- /roles/virtualbox/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/virtualbox -------------------------------------------------------------------------------- /roles/zeppelin/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/zeppelin 3 | -------------------------------------------------------------------------------- /roles/zookeeper_server/templates/myid.j2: -------------------------------------------------------------------------------- 1 | {{ zookeeper_server_id }} 2 | -------------------------------------------------------------------------------- /roles/alluxio_pseudo/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/alluxio_pseudo -------------------------------------------------------------------------------- /roles/anacondace2/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/anacondace 3 | -------------------------------------------------------------------------------- /roles/anacondace3/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/anacondace 3 | -------------------------------------------------------------------------------- /roles/ansible_remote/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for ansible_remote 3 | -------------------------------------------------------------------------------- /roles/fluentd/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/fluentd 3 | -------------------------------------------------------------------------------- /roles/frovedis/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/frovedis -------------------------------------------------------------------------------- /roles/frovedis/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/frovedis -------------------------------------------------------------------------------- /roles/grafana/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/graphana 3 | -------------------------------------------------------------------------------- /roles/hadoop_dn/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hadoop_dn -------------------------------------------------------------------------------- /roles/hadoop_dn/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hadoop_dn -------------------------------------------------------------------------------- /roles/hadoop_jn/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hadoop_jn -------------------------------------------------------------------------------- /roles/hadoop_jn/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hadoop_jn -------------------------------------------------------------------------------- /roles/hadoop_nm/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hadoop_nm -------------------------------------------------------------------------------- /roles/hadoop_nm/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hadoop_nm -------------------------------------------------------------------------------- /roles/hadoop_nn/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hadoop_nn -------------------------------------------------------------------------------- /roles/hadoop_pseudo/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hadoop_pseudo -------------------------------------------------------------------------------- /roles/hadoop_rm/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hadoop_rm -------------------------------------------------------------------------------- /roles/hadoop_rm/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hadoop_rm -------------------------------------------------------------------------------- /roles/hadoop_zk/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hadoop_zk -------------------------------------------------------------------------------- /roles/hadoop_zk/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hadoop_zk -------------------------------------------------------------------------------- /roles/hive_tez_setup/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hive_tez_setup -------------------------------------------------------------------------------- /roles/mongodb/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/mongodb 3 | -------------------------------------------------------------------------------- /roles/mongodb/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/mongodb 3 | -------------------------------------------------------------------------------- /roles/nodejs/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/nodejs 3 | -------------------------------------------------------------------------------- /roles/nodejs/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/nodejs 3 | -------------------------------------------------------------------------------- /roles/postgresql/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/postgresql 3 | -------------------------------------------------------------------------------- /roles/python_env/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/python_env 3 | -------------------------------------------------------------------------------- /roles/ruby22/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/ruby22 3 | -------------------------------------------------------------------------------- /roles/spark_comm/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/spark_comm 3 | -------------------------------------------------------------------------------- /roles/spark_misc/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/spark_misc -------------------------------------------------------------------------------- /roles/spark_misc/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/spark_misc -------------------------------------------------------------------------------- /roles/spark_user/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/spark_user 3 | -------------------------------------------------------------------------------- /roles/superset/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/superset -------------------------------------------------------------------------------- /roles/superset/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/superset -------------------------------------------------------------------------------- /roles/supervisor/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/supervisor 3 | -------------------------------------------------------------------------------- /roles/tomcat/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/tomcat 3 | -------------------------------------------------------------------------------- /roles/tomcat/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/tomcat 3 | -------------------------------------------------------------------------------- /roles/tpc_ds/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/tpc_ds 3 | -------------------------------------------------------------------------------- /roles/virtualbox/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/virtualbox -------------------------------------------------------------------------------- /roles/alluxio_conf/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/alluxio_conf 3 | -------------------------------------------------------------------------------- /roles/alluxio_yarn/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/alluxio-yarn 3 | -------------------------------------------------------------------------------- /roles/ambari_agent/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/ambari_agent 3 | -------------------------------------------------------------------------------- /roles/ambari_server/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/ambari_server 3 | -------------------------------------------------------------------------------- /roles/ganglia_master/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/ganglia_master 3 | -------------------------------------------------------------------------------- /roles/ganglia_slave/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/ganglia_slave 3 | -------------------------------------------------------------------------------- /roles/gitbucket/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/gitbucket 3 | -------------------------------------------------------------------------------- /roles/gitbucket/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/gitbucket 3 | -------------------------------------------------------------------------------- /roles/hadoop_base/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hadoop_base -------------------------------------------------------------------------------- /roles/hadoop_nn/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hadoop_nn 3 | -------------------------------------------------------------------------------- /roles/heapstats/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/heapstats 3 | -------------------------------------------------------------------------------- /roles/hive_init_schema/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hive_init_schema -------------------------------------------------------------------------------- /roles/kafka/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/kafka_pseudo 3 | -------------------------------------------------------------------------------- /roles/kafka_pseudo/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/kafka_pseudo 3 | -------------------------------------------------------------------------------- /roles/openblas/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/openblas 3 | -------------------------------------------------------------------------------- /roles/openblas/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/openblas 3 | -------------------------------------------------------------------------------- /roles/postgresql/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/postgresql 3 | -------------------------------------------------------------------------------- /roles/python_env/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/python_env 3 | -------------------------------------------------------------------------------- /roles/spark_comm/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/spark_comm 3 | -------------------------------------------------------------------------------- /roles/spark_user/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/spark_user 3 | -------------------------------------------------------------------------------- /roles/spark_user/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/spark_user 3 | -------------------------------------------------------------------------------- /roles/supervisor/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/supervisor 3 | -------------------------------------------------------------------------------- /roles/td_agent/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/td-agent 3 | -------------------------------------------------------------------------------- /roles/terraform/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/terraform 3 | -------------------------------------------------------------------------------- /roles/zeppelin/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/zeppelin 3 | -------------------------------------------------------------------------------- /roles/alluxio_conf/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/alluxio_conf 3 | -------------------------------------------------------------------------------- /roles/alluxio_pseudo/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/alluxio_pseudo -------------------------------------------------------------------------------- /roles/alluxio_yarn/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/alluxio-yarn 3 | -------------------------------------------------------------------------------- /roles/anacondace2/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/anacondace 3 | -------------------------------------------------------------------------------- /roles/anacondace3/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/anacondace 3 | -------------------------------------------------------------------------------- /roles/anacondace3_keras/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/anacondace3_keras -------------------------------------------------------------------------------- /roles/anacondace3_keras_gpu/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/anacondace3_keras -------------------------------------------------------------------------------- /roles/ansible_remote/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for ansible_remote 3 | -------------------------------------------------------------------------------- /roles/ansible_remote/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for ansible_remote 3 | -------------------------------------------------------------------------------- /roles/antlr3/templates/antlr3.sh.j2: -------------------------------------------------------------------------------- 1 | export PATH=$PATH:/usr/local/antlr3/default/bin 2 | -------------------------------------------------------------------------------- /roles/confluent_kafka/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/confluent_kafka 3 | -------------------------------------------------------------------------------- /roles/confluent_schema/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/confluent_kafka 3 | -------------------------------------------------------------------------------- /roles/gcc_gfortran/tasks/main.yml: -------------------------------------------------------------------------------- 1 | - include: install.yml tags=install,gcc_gfortran 2 | -------------------------------------------------------------------------------- /roles/git/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_git 2 | yum: name=git state=installed 3 | -------------------------------------------------------------------------------- /roles/hadoop_pseudo/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hadoop_pseudo -------------------------------------------------------------------------------- /roles/hive_tez_setup/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hive_tez_setup -------------------------------------------------------------------------------- /roles/kafka_pseudo/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/kafka_pseudo 3 | -------------------------------------------------------------------------------- /roles/ruby22/templates/ruby.sh.j2: -------------------------------------------------------------------------------- 1 | export PATH=/usr/local/ruby22/default/bin:$PATH 2 | -------------------------------------------------------------------------------- /roles/ambari_agent/templates/hostname.sh.j2: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | echo {{ ansible_hostname }} 3 | -------------------------------------------------------------------------------- /roles/ambari_server/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/ambari_server 3 | -------------------------------------------------------------------------------- /roles/anacondace3_keras/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/anacondace3_keras -------------------------------------------------------------------------------- /roles/confluent_kafka_rest/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/confluent_kafka 3 | -------------------------------------------------------------------------------- /roles/devhub/tasks/user.yml: -------------------------------------------------------------------------------- 1 | - name: add_devhub_user 2 | user: name=devhub state=present 3 | -------------------------------------------------------------------------------- /roles/endosnipe_dashboard/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/endosnipe_dashboard 3 | -------------------------------------------------------------------------------- /roles/endosnipe_javelin/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/endosnipe_javelin 3 | -------------------------------------------------------------------------------- /roles/epel/defaults/main.yml: -------------------------------------------------------------------------------- 1 | epel_centos6_version: "6-8" 2 | epel_centos7_version: "7-5" 3 | -------------------------------------------------------------------------------- /roles/ganglia_master/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | ganglia_master_grid_name: 'Hadoop_Cluster' 3 | -------------------------------------------------------------------------------- /roles/go/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/go 3 | go_version: "1.5.2" 4 | -------------------------------------------------------------------------------- /roles/hadoop_format_hdfs/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/bigtop_pseudo_format_hdfs -------------------------------------------------------------------------------- /roles/hadoop_remove_datadir/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hadoop_remove_datadir -------------------------------------------------------------------------------- /roles/hive_init_schema/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hive_init_schema -------------------------------------------------------------------------------- /roles/httpd/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_httpd 2 | yum: name=httpd state=installed 3 | -------------------------------------------------------------------------------- /roles/zeppelin/templates/zeppelin.sh.j2: -------------------------------------------------------------------------------- 1 | export PATH=/usr/local/zeppelin/default/bin:$PATH 2 | -------------------------------------------------------------------------------- /roles/anacondace3_keras_gpu/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/anacondace3_keras -------------------------------------------------------------------------------- /roles/endosnipe_javelin/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/endosnipe_javelin 3 | -------------------------------------------------------------------------------- /roles/hadoop_bootstrap_standby/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hadoop_bootstrap_standby -------------------------------------------------------------------------------- /roles/maven/defaults/main.yml: -------------------------------------------------------------------------------- 1 | maven_base_dir: '/usr/local/maven' 2 | maven_version: '3.3.9' 3 | -------------------------------------------------------------------------------- /roles/prompt/files/prompt.sh: -------------------------------------------------------------------------------- 1 | export PS1='\[\033[31m\][\u@\H: (\D{%FT%T}) \W]\n\[\033[0m\]\$ ' 2 | -------------------------------------------------------------------------------- /roles/screen/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_screen 2 | yum: name=screen state=installed 3 | -------------------------------------------------------------------------------- /roles/terraform/templates/terraform.sh.j2: -------------------------------------------------------------------------------- 1 | export PATH=/usr/local/terraform/default:${PATH} 2 | -------------------------------------------------------------------------------- /roles/tmux/templates/tmux.conf: -------------------------------------------------------------------------------- 1 | set-option -g prefix C-t 2 | set-window-option -g mode-keys vi 3 | -------------------------------------------------------------------------------- /playbooks/operation/ambari/restart_all.yml: -------------------------------------------------------------------------------- 1 | - include: stop_all.yml 2 | - include: start_all.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/ambari/restart_hdfs.yml: -------------------------------------------------------------------------------- 1 | - include: stop_hdfs.yml 2 | - include: start_hdfs.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/ambari/restart_yarn.yml: -------------------------------------------------------------------------------- 1 | - include: stop_yarn.yml 2 | - include: start_yarn.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/restart_all.yml: -------------------------------------------------------------------------------- 1 | - include: stop_all.yml 2 | - include: start_all.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/restart_hdfs.yml: -------------------------------------------------------------------------------- 1 | - include: stop_hdfs.yml 2 | - include: start_hdfs.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/restart_yarn.yml: -------------------------------------------------------------------------------- 1 | - include: stop_yarn.yml 2 | - include: start_yarn.yml 3 | -------------------------------------------------------------------------------- /roles/antlr3/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/antlr3 3 | antlr3_version: "3.5.2" 4 | -------------------------------------------------------------------------------- /roles/common/templates/root: -------------------------------------------------------------------------------- 1 | Defaults:root !requiretty 2 | root ALL=(ALL) NOPASSWD: ALL 3 | -------------------------------------------------------------------------------- /roles/endosnipe_dashboard/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/endosnipe_dashboard 3 | -------------------------------------------------------------------------------- /roles/endosnipe_dashboard/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/endosnipe_dashboard 3 | -------------------------------------------------------------------------------- /roles/endosnipe_datacollector/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/endosnipe_datacollector 3 | -------------------------------------------------------------------------------- /roles/epel/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: install_epel_repo 2 | yum: name=epel-release state=installed 3 | -------------------------------------------------------------------------------- /roles/ganglia_slave/templates/route.j2: -------------------------------------------------------------------------------- 1 | {{ ganglia_slave_mcast_join }} dev {{ ganglia_slave_dev }} 2 | -------------------------------------------------------------------------------- /roles/gitbucket/templates/gitbucket.conf.j2: -------------------------------------------------------------------------------- 1 | ProxyPass /gitbucket ajp://localhost:8009/gitbucket 2 | -------------------------------------------------------------------------------- /roles/grafana/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_grafana 2 | yum: name=grafana state=installed 3 | -------------------------------------------------------------------------------- /roles/hadoop_format_hdfs/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/bigtop_pseudo_format_hdfs -------------------------------------------------------------------------------- /roles/hadoop_format_hdfs/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/bigtop_pseudo_format_hdfs -------------------------------------------------------------------------------- /roles/hadoop_remkdir_namenodedir/vars/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # vars file for roles/hadoop_remkdir_namenodedir -------------------------------------------------------------------------------- /roles/hadoop_remove_datadir/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hadoop_remove_datadir -------------------------------------------------------------------------------- /roles/influxdb/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_influxdb 2 | yum: name=influxdb state=installed 3 | -------------------------------------------------------------------------------- /roles/ruby22/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/ruby22 3 | ruby22_version: '2.2.2' 4 | -------------------------------------------------------------------------------- /roles/terraform/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/terraform 3 | - include: install.yml 4 | -------------------------------------------------------------------------------- /group_vars/all/meta: -------------------------------------------------------------------------------- 1 | meta_graphitedb_in_influxdb: 'graphite' 2 | meta_grafanadb_in_influxdb: 'grafana' 3 | -------------------------------------------------------------------------------- /playbooks/conf/ganglia/ganglia_all.yml: -------------------------------------------------------------------------------- 1 | - include: ganglia_master.yml 2 | - include: ganglia_slave.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop_pseudo/stop_cluster.yml: -------------------------------------------------------------------------------- 1 | - include: stop_yarn.yml 2 | - include: stop_hdfs.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/httpd/restart_httpd.yml: -------------------------------------------------------------------------------- 1 | - include: stop_httpd.yml 2 | - include: start_httpd.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/kafka/restart_kafka.yml: -------------------------------------------------------------------------------- 1 | - include: stop_kafka.yml 2 | - include: start_kafka.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/tomcat/restart_tomcat.yml: -------------------------------------------------------------------------------- 1 | - include: stop_tomcat.yml 2 | - include: start_tomcat.yml 3 | -------------------------------------------------------------------------------- /roles/docker.old/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_docker_by_yum 2 | yum: name=docker state=installed 3 | -------------------------------------------------------------------------------- /roles/go/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/go 3 | - include: install.yml tags=install,go 4 | -------------------------------------------------------------------------------- /roles/hadoop_bootstrap_standby/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hadoop_bootstrap_standby -------------------------------------------------------------------------------- /roles/hadoop_bootstrap_standby/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hadoop_bootstrap_standby -------------------------------------------------------------------------------- /roles/httpd/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - name: restart_httpd 3 | service: name=httpd state=restarted 4 | -------------------------------------------------------------------------------- /roles/httpd/tasks/service.yml: -------------------------------------------------------------------------------- 1 | - name: start_httpd 2 | service: name=httpd state=started enabled=yes 3 | -------------------------------------------------------------------------------- /roles/screen/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_screenrc 2 | template: src=screenrc.j2 dest=/etc/screenrc 3 | -------------------------------------------------------------------------------- /roles/user/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/user 3 | - include: config.yml tags=config,user 4 | -------------------------------------------------------------------------------- /playbooks/conf/pyenv/pyenv.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - pyenv 4 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/restart_tomcat.yml: -------------------------------------------------------------------------------- 1 | - include: stop_tomcat.yml 2 | - include: start_tomcat.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/ganglia/restart_ganglia.yml: -------------------------------------------------------------------------------- 1 | - include: stop_ganglia.yml 2 | - include: start_ganglia.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/restart_cluster.yml: -------------------------------------------------------------------------------- 1 | - include: stop_cluster.yml 2 | - include: start_cluster.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop_pseudo/restart_hdfs.yml: -------------------------------------------------------------------------------- 1 | - include: stop_hdfs.yml 2 | - include: start_hdfs.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop_pseudo/restart_yarn.yml: -------------------------------------------------------------------------------- 1 | - include: stop_yarn.yml 2 | - include: start_yarn.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop_pseudo/start_cluster.yml: -------------------------------------------------------------------------------- 1 | - include: start_hdfs.yml 2 | - include: start_yarn.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/kafka_pseudo/start_all.yml: -------------------------------------------------------------------------------- 1 | - include: start_zookeeper.yml 2 | - include: start_kafka.yml 3 | -------------------------------------------------------------------------------- /roles/antlr3/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/antlr3 -------------------------------------------------------------------------------- /roles/bigdl/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/bigdl -------------------------------------------------------------------------------- /roles/cuda/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/cuda -------------------------------------------------------------------------------- /roles/docker.old/tasks/service.yml: -------------------------------------------------------------------------------- 1 | - name: start_docker 2 | service: name=docker state=started enabled=yes 3 | -------------------------------------------------------------------------------- /roles/docker/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/docker -------------------------------------------------------------------------------- /roles/endosnipe_datacollector/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/endosnipe_datacollector 3 | -------------------------------------------------------------------------------- /roles/ganglia_slave/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - name: restart_gmond 3 | service: name=gmond state=restarted 4 | -------------------------------------------------------------------------------- /roles/hadoop_remkdir_namenodedir/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hadoop_remkdir_namenodedir -------------------------------------------------------------------------------- /roles/hive/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hive -------------------------------------------------------------------------------- /roles/jdk/files/java.sh: -------------------------------------------------------------------------------- 1 | export PATH=/usr/java/default/bin:${PATH} 2 | export JAVA_HOME=/usr/java/default/ 3 | -------------------------------------------------------------------------------- /roles/jdk/tasks/main.yml: -------------------------------------------------------------------------------- 1 | - include: install.yml tags=install,jdk 2 | - include: config.yml tags=config,jdk 3 | -------------------------------------------------------------------------------- /roles/maven/templates/maven.sh.j2: -------------------------------------------------------------------------------- 1 | export M3_HOME=/usr/local/maven/default 2 | export PATH=$PATH:$M3_HOME/bin 3 | -------------------------------------------------------------------------------- /roles/openjdk/templates/java_home.sh.j2: -------------------------------------------------------------------------------- 1 | export JAVA_HOME=$(readlink -f /usr/bin/javac | sed "s:/bin/javac::") 2 | -------------------------------------------------------------------------------- /roles/pyenv/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/pyenv -------------------------------------------------------------------------------- /roles/scala/defaults/main.yml: -------------------------------------------------------------------------------- 1 | # file: roles/scala/defaults/main.yml 2 | 3 | scala_version: '2.11.2' 4 | 5 | -------------------------------------------------------------------------------- /roles/spark/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/spark -------------------------------------------------------------------------------- /roles/terraform/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/terraform 3 | terraform_version: '0.7.0' 4 | -------------------------------------------------------------------------------- /roles/tmux/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/tmux -------------------------------------------------------------------------------- /roles/tomcat/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/tomcat -------------------------------------------------------------------------------- /roles/tpc_ds/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/tpc_ds -------------------------------------------------------------------------------- /playbooks/conf/common/user_add.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("hadoop_all") }}' 2 | roles: 3 | - user 4 | -------------------------------------------------------------------------------- /playbooks/operation/ambari/restart_zookeeper.yml: -------------------------------------------------------------------------------- 1 | - include: stop_zookeeper.yml 2 | - include: start_zookeeper.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/fluentd/restart_td_agent.yml: -------------------------------------------------------------------------------- 1 | - include: stop_td_agent.yml 2 | - include: start_td_agent.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop_pseudo/restart_cluster.yml: -------------------------------------------------------------------------------- 1 | - include: stop_cluster.yml 2 | - include: start_cluster.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/kafka_pseudo/stop_all.yml: -------------------------------------------------------------------------------- 1 | - include: stop_kafka.yml 2 | - include: stop_zookeeper.yml 3 | 4 | -------------------------------------------------------------------------------- /playbooks/operation/zeppelin/restart_zeppelin.yml: -------------------------------------------------------------------------------- 1 | - include: stop_zeppelin.yml 2 | - include: start_zeppelin.yml 3 | -------------------------------------------------------------------------------- /roles/ambari_server/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_ambari_server 2 | yum: name=ambari-server state=installed 3 | -------------------------------------------------------------------------------- /roles/common/handlers/main.yml: -------------------------------------------------------------------------------- 1 | - name: restart_journald 2 | service: name=systemd-journald state=restarted 3 | 4 | -------------------------------------------------------------------------------- /roles/frovedis/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/frovedis -------------------------------------------------------------------------------- /roles/gcc_gfortran/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install gcc-gfortran 2 | yum: name=gcc-gfortran state=installed 3 | -------------------------------------------------------------------------------- /roles/go/templates/go.sh.j2: -------------------------------------------------------------------------------- 1 | export PATH=${PATH}:/usr/local/go/default/bin 2 | export GOROOT=/usr/local/go/default 3 | -------------------------------------------------------------------------------- /roles/grafana/tasks/service.yml: -------------------------------------------------------------------------------- 1 | - name: start_grafana 2 | service: name=grafana-server state=started enabled=yes 3 | -------------------------------------------------------------------------------- /roles/influxdb/tasks/service.yml: -------------------------------------------------------------------------------- 1 | - name: start_influxdb 2 | service: name=influxdb state=started enabled=yes 3 | -------------------------------------------------------------------------------- /roles/jenkins/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/jenkins -------------------------------------------------------------------------------- /roles/maven/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_maven.sh 2 | template: src=maven.sh.j2 dest=/etc/profile.d/maven.sh 3 | -------------------------------------------------------------------------------- /roles/maven/tasks/main.yml: -------------------------------------------------------------------------------- 1 | - include: install.yml tags=install,maven 2 | - include: config.yml tags=config,maven 3 | -------------------------------------------------------------------------------- /roles/nodejs/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/nodejs 3 | - include: install.yml tags=install,nodejs 4 | -------------------------------------------------------------------------------- /roles/openjdk/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/openjdk -------------------------------------------------------------------------------- /roles/python_env/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_virtualenv 2 | yum: name=python-virtualenv state=installed 3 | -------------------------------------------------------------------------------- /roles/superset/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/superset -------------------------------------------------------------------------------- /roles/supervisor/tasks/install_centos7.yml: -------------------------------------------------------------------------------- 1 | - name: install_supervisor 2 | yum: name=supervisor state=installed 3 | -------------------------------------------------------------------------------- /group_vars/hadoop_pseudo/spark_comm: -------------------------------------------------------------------------------- 1 | spark_comm_hdfs_cluster_name: 'pseudo:8020' 2 | spark_comm_historyserver: 'pseudo' 3 | -------------------------------------------------------------------------------- /playbooks/conf/spark/spark_client.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_client') }}" 2 | roles: 3 | - spark 4 | -------------------------------------------------------------------------------- /playbooks/conf/spark/spark_misc.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_other') }}" 2 | roles: 3 | - spark_misc 4 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/restart_kafka_rest.yml: -------------------------------------------------------------------------------- 1 | - include: stop_kafka_rest.yml 2 | - include: start_kafka_rest.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/restart_postgresql.yml: -------------------------------------------------------------------------------- 1 | - include: stop_postgresql.yml 2 | - include: start_postgresql.yml 3 | -------------------------------------------------------------------------------- /roles/ambari_agent/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_ambari_agent 2 | yum: name=ambari-agent state=installed 3 | 4 | -------------------------------------------------------------------------------- /roles/anacondace2/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/anacondace -------------------------------------------------------------------------------- /roles/anacondace3/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/anacondace -------------------------------------------------------------------------------- /roles/ansible/tasks/main.yml: -------------------------------------------------------------------------------- 1 | - include: install.yml tags=install,ansible 2 | - include: config.yml tags=config,ansible 3 | -------------------------------------------------------------------------------- /roles/gitbucket/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/gitbucket -------------------------------------------------------------------------------- /roles/hadoop_base/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hadoop_base -------------------------------------------------------------------------------- /roles/hadoop_dn/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hadoop_dn -------------------------------------------------------------------------------- /roles/hadoop_jn/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hadoop_jn -------------------------------------------------------------------------------- /roles/hadoop_nm/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hadoop_nm -------------------------------------------------------------------------------- /roles/hadoop_nn/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hadoop_nn -------------------------------------------------------------------------------- /roles/hadoop_rm/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hadoop_rm -------------------------------------------------------------------------------- /roles/hadoop_zk/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hadoop_zk -------------------------------------------------------------------------------- /roles/heapstats/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/heapstats 3 | heapstats_install_openjdk8: False 4 | -------------------------------------------------------------------------------- /roles/heapstats/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/heapstats -------------------------------------------------------------------------------- /roles/hive_init_schema/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hive_init_schema 3 | hive_postgres: False 4 | -------------------------------------------------------------------------------- /roles/mongodb/tasks/service.yml: -------------------------------------------------------------------------------- 1 | - name: start_mongodb_on_start 2 | service: name=mongod state=started enabled=yes 3 | -------------------------------------------------------------------------------- /roles/openblas/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/openblas 3 | - include: install.yml tags=install,openblas 4 | -------------------------------------------------------------------------------- /roles/postgresql/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/postgresql -------------------------------------------------------------------------------- /roles/ruby22/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_profile_of_ruby22 2 | template: src=ruby.sh.j2 dest=/etc/profile.d/ruby.sh 3 | -------------------------------------------------------------------------------- /roles/sbt/templates/sbt.sh.j2: -------------------------------------------------------------------------------- 1 | export PATH=${PATH}:/usr/local/sbt/default/sbt-launcher-packaging-{{ sbt_version }}/bin 2 | -------------------------------------------------------------------------------- /roles/scala/tasks/main.yml: -------------------------------------------------------------------------------- 1 | - include: install.yml tags=install,scala 2 | - include: config.yml tags=config,scala 3 | 4 | -------------------------------------------------------------------------------- /roles/spark_misc/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/spark_misc -------------------------------------------------------------------------------- /roles/spark_user/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/spark_user 3 | - include: user.yml tags=user,spark_user 4 | -------------------------------------------------------------------------------- /roles/supervisor/tasks/service.yml: -------------------------------------------------------------------------------- 1 | - name: start_supervisord 2 | service: name=supervisord state=started enabled=yes 3 | -------------------------------------------------------------------------------- /roles/terraform/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/terraform -------------------------------------------------------------------------------- /roles/virtualbox/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/virtualbox -------------------------------------------------------------------------------- /playbooks/conf/bigdl/bigdl.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - bigdl 5 | -------------------------------------------------------------------------------- /playbooks/conf/common/common_only_common.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | -------------------------------------------------------------------------------- /playbooks/conf/scala/sbt.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - sbt 5 | -------------------------------------------------------------------------------- /playbooks/conf/virtualbox/virtualbox.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - virtualbox 4 | -------------------------------------------------------------------------------- /playbooks/operation/hive/restart_hive-server2.yml: -------------------------------------------------------------------------------- 1 | - include: stop_hive-server2.yml 2 | - include: start_hive-server2.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/postgresql/restart_postgresql.yml: -------------------------------------------------------------------------------- 1 | - include: stop_postgresql.yml 2 | - include: start_postgresql.yml 3 | -------------------------------------------------------------------------------- /roles/alluxio_conf/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/alluxio_conf -------------------------------------------------------------------------------- /roles/alluxio_yarn/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/alluxio-yarn -------------------------------------------------------------------------------- /roles/ambari_agent/tasks/service.yml: -------------------------------------------------------------------------------- 1 | - name: enable_ambari-agent 2 | service: name=ambari-agent state=started enabled=yes 3 | -------------------------------------------------------------------------------- /roles/grafana/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_config.js 2 | template: src=config.js.j2 dest=/var/www/html/grafana/config.js 3 | -------------------------------------------------------------------------------- /roles/hadoop_pseudo/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hadoop_pseudo -------------------------------------------------------------------------------- /roles/hive/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hive 3 | hive_tez_version: 0.9.1 4 | hive_postgres: False 5 | -------------------------------------------------------------------------------- /roles/scala/files/scala.sh: -------------------------------------------------------------------------------- 1 | export PATH=${PATH}:/usr/local/scala/default/bin 2 | export SCALA_HOME=/usr/local/scala/default 3 | -------------------------------------------------------------------------------- /roles/storm/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_storm.sh_as_profile 2 | template: src=storm.sh.j2 dest=/etc/profile.d/storm.sh 3 | -------------------------------------------------------------------------------- /playbooks/conf/ansible/ansible_remote.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - ansible_remote 4 | -------------------------------------------------------------------------------- /playbooks/conf/go/install_go.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - go 5 | -------------------------------------------------------------------------------- /playbooks/conf/tensorflow/gpu_env.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - common 4 | - cuda 5 | -------------------------------------------------------------------------------- /playbooks/operation/ambari/restart_ambari_metrics.yml: -------------------------------------------------------------------------------- 1 | - include: stop_ambari_metrics.yml 2 | - include: start_ambari_metrics.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/restart_kafka_connect.yml: -------------------------------------------------------------------------------- 1 | - include: stop_kafka_connect.yml 2 | - include: start_kafka_connect.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/restart_kafka_server.yml: -------------------------------------------------------------------------------- 1 | - include: stop_kafka_server.yml 2 | - include: start_kafka_server.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/restart_datacollector.yml: -------------------------------------------------------------------------------- 1 | - include: stop_datacollector.yml 2 | - include: start_datacollector.yml 3 | -------------------------------------------------------------------------------- /roles/alluxio_pseudo/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/alluxio_pseudo 3 | alluxio_pseudo_version: "2.4.1-1" 4 | -------------------------------------------------------------------------------- /roles/alluxio_pseudo/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/alluxio_pseudo -------------------------------------------------------------------------------- /roles/antlr3/templates/antlr3.j2: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | export CLASSPATH=/usr/local/antlr3/default/antlr3.jar 3 | java org.antlr.Tool "$@" 4 | -------------------------------------------------------------------------------- /roles/grafana/tasks/repo.yml: -------------------------------------------------------------------------------- 1 | - name: copy_grafana.repo 2 | template: src=grafana.repo.j2 dest=/etc/yum.repos.d/grafana.repo 3 | -------------------------------------------------------------------------------- /roles/hadoop_pseudo/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hadoop_pseudo 3 | hadoop_pseudo_yarn_vmemcheck: "false" 4 | -------------------------------------------------------------------------------- /roles/hive_init_schema/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hive_init_schema -------------------------------------------------------------------------------- /roles/hive_tez_setup/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hive_tez_setup -------------------------------------------------------------------------------- /roles/influxdb/tasks/repo.yml: -------------------------------------------------------------------------------- 1 | - name: copy_influxdb_repo 2 | template: src=influxdb.repo.j2 dest=/etc/yum.repos.d/influxdb.repo 3 | -------------------------------------------------------------------------------- /roles/td_agent/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_td-agent.conf 2 | template: src=td-agent.conf.j2 dest=/etc/td-agent/td-agent.conf 3 | -------------------------------------------------------------------------------- /playbooks/conf/ansible/ansible_client.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - epel 4 | - ansible 5 | -------------------------------------------------------------------------------- /playbooks/conf/antlr3/antlr3.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - antlr3 5 | 6 | -------------------------------------------------------------------------------- /playbooks/conf/tpc_ds/tpc_ds.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - common 4 | - tpc_ds 5 | 6 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/stop_cluster.yml: -------------------------------------------------------------------------------- 1 | - include: stop_yarn.yml 2 | - include: stop_hdfs.yml 3 | - include: stop_zookeeper.yml 4 | -------------------------------------------------------------------------------- /roles/anacondace3_keras/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/anacondace3_keras -------------------------------------------------------------------------------- /roles/ansible_remote/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for ansible_remote 3 | 4 | - include: config.yml tags=config,ansible_remote 5 | -------------------------------------------------------------------------------- /roles/confluent_kafka_rest/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_confluent_kafka_rest 2 | yum: name=confluent-kafka-rest state=installed 3 | -------------------------------------------------------------------------------- /roles/cuda/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/cuda 3 | cuda_cudnn_package: "cudnn-8.0-linux-x64-v5.1.solitairetheme8" 4 | -------------------------------------------------------------------------------- /roles/docker.old/tasks/images.yml: -------------------------------------------------------------------------------- 1 | - name: download_images 2 | shell: docker pull {{ item }} 3 | with_items: "{{ docker_images }}" 4 | -------------------------------------------------------------------------------- /roles/endosnipe_javelin/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/endosnipe_javelin -------------------------------------------------------------------------------- /roles/supervisor/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_supervisord.conf 2 | template: src=supervisord.conf.j2 dest=/etc/supervisord.conf 3 | -------------------------------------------------------------------------------- /playbooks/conf/frovedis/frovedis.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - frovedis 5 | 6 | -------------------------------------------------------------------------------- /playbooks/conf/postgresql/potgresql.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - common 4 | - postgresql 5 | -------------------------------------------------------------------------------- /playbooks/conf/python_env/basic.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - epel 4 | - python_env 5 | -------------------------------------------------------------------------------- /playbooks/conf/spark_comm/spark_base.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("hadoop_all") }}' 2 | roles: 3 | - common 4 | - spark_user 5 | -------------------------------------------------------------------------------- /playbooks/conf/tensorflow/anaconda.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - common 4 | - anacondace3 5 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/restart_zookeeper_server.yml: -------------------------------------------------------------------------------- 1 | - include: stop_zookeeper_server.yml 2 | - include: start_zookeeper_server.yml 3 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/start_cluster.yml: -------------------------------------------------------------------------------- 1 | - include: start_zookeeper.yml 2 | - include: start_hdfs.yml 3 | - include: start_yarn.yml 4 | -------------------------------------------------------------------------------- /playbooks/operation/hive/init_schema.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default(groups.hadoop_client[0]) }}" 2 | roles: 3 | - hive_init_schema 4 | -------------------------------------------------------------------------------- /playbooks/operation/hive/tez_setup.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default(groups.hadoop_client[0]) }}" 2 | roles: 3 | - hive_tez_setup 4 | -------------------------------------------------------------------------------- /roles/anacondace3_keras_gpu/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/anacondace3_keras -------------------------------------------------------------------------------- /roles/endosnipe_dashboard/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/endosnipe_dashboard -------------------------------------------------------------------------------- /roles/hadoop_remove_datadir/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hadoop_remove_datadir -------------------------------------------------------------------------------- /roles/jenkins/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/jenkins 3 | jenkins_port: "8080" 4 | jenkins_args: "--prefix=/jenkins" 5 | -------------------------------------------------------------------------------- /roles/sbt/files/sbt: -------------------------------------------------------------------------------- 1 | java -Xms512M -Xmx1536M -Xss1M -XX:+CMSClassUnloadingEnabled -XX:MaxPermSize=384M -jar `dirname $0`/sbt-launch.jar "$@" 2 | -------------------------------------------------------------------------------- /roles/spark_comm/templates/spark.sh.j2: -------------------------------------------------------------------------------- 1 | export SPARK_HOME={{ spark_comm_spark_home }} 2 | export PATH={{ spark_comm_spark_home }}/bin:$PATH 3 | -------------------------------------------------------------------------------- /roles/storm/templates/storm.sh.j2: -------------------------------------------------------------------------------- 1 | export STORM_HOME={{ storm_base_dir }}/default 2 | export PATH={{ storm_base_dir }}/default/bin:$PATH 3 | -------------------------------------------------------------------------------- /roles/supervisor/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/supervisor 3 | 4 | supervisor_sock_file: '/var/run/supervisor.sock' 5 | -------------------------------------------------------------------------------- /playbooks/conf/anacondace/anacondace2.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - anacondace2 5 | -------------------------------------------------------------------------------- /playbooks/conf/anacondace/anacondace3.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - anacondace3 5 | -------------------------------------------------------------------------------- /playbooks/conf/terraform/terraform.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - common 4 | - terraform 5 | 6 | -------------------------------------------------------------------------------- /playbooks/operation/spark/restart_spark_historyserver.yml: -------------------------------------------------------------------------------- 1 | - include: stop_spark_historyserver.yml 2 | - include: start_spark_historyserver.yml 3 | -------------------------------------------------------------------------------- /roles/alluxio_yarn/templates/alluxio.sh.j2: -------------------------------------------------------------------------------- 1 | export PATH=/usr/local/alluxio/default/bin:/usr/local/alluxio/default/integration/yarn/bin:${PATH} 2 | -------------------------------------------------------------------------------- /roles/confluent_schema/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_confluent_schema_registry 2 | yum: name=confluent-schema-registry state=installed 3 | -------------------------------------------------------------------------------- /roles/endosnipe_datacollector/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/endosnipe_datacollector -------------------------------------------------------------------------------- /roles/hadoop_format_hdfs/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/bigtop_pseudo_format_hdfs -------------------------------------------------------------------------------- /roles/kafka/tasks/user.yml: -------------------------------------------------------------------------------- 1 | - name: add_kafka_group 2 | group: name=kafka 3 | 4 | - name: add_kafka_user 5 | user: name=kafka group=kafka 6 | -------------------------------------------------------------------------------- /roles/storm/tasks/user.yml: -------------------------------------------------------------------------------- 1 | - name: make_group_storm 2 | group: name=storm 3 | 4 | - name: make_user_storm 5 | user: name=storm group=storm 6 | -------------------------------------------------------------------------------- /playbooks/conf/docker/docker.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - epel 5 | - docker 6 | -------------------------------------------------------------------------------- /playbooks/conf/scala/scala.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - screen 5 | - scala 6 | -------------------------------------------------------------------------------- /playbooks/conf/superset/superset.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - common 4 | - epel 5 | - superset 6 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/start_all.yml: -------------------------------------------------------------------------------- 1 | - include: start_postgresql.yml 2 | - include: start_tomcat.yml 3 | - include: start_datacollector.yml 4 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/stop_all.yml: -------------------------------------------------------------------------------- 1 | - include: stop_postgresql.yml 2 | - include: stop_tomcat.yml 3 | - include: stop_datacollector.yml 4 | 5 | -------------------------------------------------------------------------------- /roles/confluent_kafka/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_confluent_kafka 2 | yum: name=confluent-kafka-{{ confluent_scala_version }} state=installed 3 | -------------------------------------------------------------------------------- /roles/devhub/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/devhub 3 | - name: reload_upstart_config 4 | shell: initctl reload-configuration 5 | -------------------------------------------------------------------------------- /roles/docker.old/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/docker 3 | - name: restart_docker 4 | service: name=docker state=restarted 5 | -------------------------------------------------------------------------------- /roles/hadoop_bootstrap_standby/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hadoop_bootstrap_standby -------------------------------------------------------------------------------- /roles/hadoop_remkdir_namenodedir/tests/test.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - hosts: localhost 3 | remote_user: root 4 | roles: 5 | - roles/hadoop_remkdir_namenodedir -------------------------------------------------------------------------------- /roles/influxdb/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/influxdb 3 | - name: restart_influxdb 4 | service: name=influxdb state=restarted 5 | -------------------------------------------------------------------------------- /roles/nodejs/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_packages 2 | yum: name={{ item }} state=installed 3 | with_items: 4 | - nodejs 5 | - npm 6 | -------------------------------------------------------------------------------- /roles/postgresql/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/postgresql 3 | postgresql_listen_addresses: '*' 4 | postgresql_std_conf: 'off' 5 | -------------------------------------------------------------------------------- /roles/user/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/user 3 | # user_list: 4 | # - centos 5 | 6 | # user_admin_list: 7 | # - admin 8 | -------------------------------------------------------------------------------- /roles/zeppelin/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/zeppelin 3 | - include: user.yml 4 | - include: install.yml 5 | - include: config.yml 6 | -------------------------------------------------------------------------------- /playbooks/conf/fluentd/td_agent.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - common 4 | - epel 5 | - td_agent 6 | 7 | -------------------------------------------------------------------------------- /playbooks/conf/heapstats/heapstats.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('heapstats') }}" 2 | roles: 3 | - common 4 | - epel 5 | - heapstats 6 | -------------------------------------------------------------------------------- /playbooks/conf/spark_comm/all.yml: -------------------------------------------------------------------------------- 1 | - include: spark_base.yml 2 | - include: spark_client.yml 3 | - include: spark_history.yml 4 | - include: spark_libs.yml 5 | -------------------------------------------------------------------------------- /playbooks/conf/supervisor/supervisor.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - common 4 | - epel 5 | - supervisor 6 | -------------------------------------------------------------------------------- /roles/jdk/defaults/main.yml: -------------------------------------------------------------------------------- 1 | jdk_tmppath: '/tmp' 2 | jdk_version: '8u101' 3 | jdk_hotspot: 'b13' 4 | jdk_md5sum: '353403dbc633d70e527f7a8fc9cb708e' 5 | 6 | -------------------------------------------------------------------------------- /roles/jenkins/templates/jenkins.conf.j2: -------------------------------------------------------------------------------- 1 | ProxyPass /jenkins/ http://localhost:8080/jenkins/ 2 | ProxyPassReverse /jenkins/ http://localhost:8080/jenkins/ 3 | -------------------------------------------------------------------------------- /playbooks/conf/endosnipe/javelin.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('endo_javelin') }}" 2 | roles: 3 | - common 4 | - epel 5 | - endosnipe_javelin 6 | -------------------------------------------------------------------------------- /playbooks/conf/java/maven.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - screen 5 | - openjdk 6 | - maven 7 | -------------------------------------------------------------------------------- /playbooks/conf/storm/storm.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - storm 7 | -------------------------------------------------------------------------------- /playbooks/conf/tensorflow/keras.yml: -------------------------------------------------------------------------------- 1 | - include: anaconda.yml 2 | 3 | - hosts: "{{ server | default('localhost') }}" 4 | roles: 5 | - anacondace3_keras 6 | -------------------------------------------------------------------------------- /roles/confluent_kafka/tasks/user.yml: -------------------------------------------------------------------------------- 1 | - name: add_kafka_group 2 | group: name=kafka 3 | 4 | - name: add_kafka_user 5 | user: name=kafka group=kafka 6 | 7 | -------------------------------------------------------------------------------- /roles/confluent_schema/tasks/user.yml: -------------------------------------------------------------------------------- 1 | - name: add_kafka_group 2 | group: name=kafka 3 | 4 | - name: add_kafka_user 5 | user: name=kafka group=kafka 6 | 7 | -------------------------------------------------------------------------------- /roles/endosnipe_datacollector/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/endosnipe_datacollector 3 | endo_datacollector_database_host: 'localhost' 4 | -------------------------------------------------------------------------------- /roles/mongodb/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_mongodb 2 | yum: name={{ item }} state=installed 3 | with_items: 4 | - mongodb 5 | - mongodb-server 6 | -------------------------------------------------------------------------------- /roles/ruby22/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/ruby22 3 | - include: install.yml tags=install,ruby22 4 | - include: config.yml tags=config,ruby22 5 | -------------------------------------------------------------------------------- /playbooks/conf/influxdb/all.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_other') }}" 2 | roles: 3 | - common 4 | - httpd 5 | - influxdb 6 | - grafana 7 | -------------------------------------------------------------------------------- /roles/anacondace2/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/anacondace 3 | anacondace2_root_dir: "/usr/local/anacondace2" 4 | anacondace2_version: "4.2.0" 5 | -------------------------------------------------------------------------------- /roles/anacondace3/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/anacondace 3 | anacondace3_root_dir: "/usr/local/anacondace3" 4 | anacondace3_version: "4.4.0" 5 | -------------------------------------------------------------------------------- /roles/anacondace3_keras/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/anacondace3_keras 3 | anacondace3_keras_anaconda_dir: "/usr/local/anacondace3/default" 4 | -------------------------------------------------------------------------------- /roles/confluent_kafka_rest/tasks/user.yml: -------------------------------------------------------------------------------- 1 | - name: add_kafka_group 2 | group: name=kafka 3 | 4 | - name: add_kafka_user 5 | user: name=kafka group=kafka 6 | 7 | -------------------------------------------------------------------------------- /roles/hadoop_remove_datadir/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hadoop_remove_datadir 3 | hadoop_base_dn_data_dir: "/var/lib/hadoop-hdfs/datanode" 4 | -------------------------------------------------------------------------------- /roles/hive/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/hive 3 | 4 | - name: postgresql 5 | service: 6 | name: postgresql 7 | state: restarted 8 | -------------------------------------------------------------------------------- /roles/mongodb/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/mongodb 3 | - include: install.yml tags=install,mongodb 4 | - include: service.yml tags=service,mongodb 5 | -------------------------------------------------------------------------------- /roles/supervisor/templates/supervisor.j2: -------------------------------------------------------------------------------- 1 | /var/log/supervisor/*.log { 2 | missingok 3 | weekly 4 | notifempty 5 | nocompress 6 | } 7 | 8 | -------------------------------------------------------------------------------- /roles/zookeeper_server/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_zookeeper_packages 2 | yum: name={{ item }} state=installed 3 | with_items: 4 | - zookeeper-server 5 | -------------------------------------------------------------------------------- /group_vars/hadoop_slave: -------------------------------------------------------------------------------- 1 | ganglia_slave_cluster_name: 'hadoop_slave' 2 | ganglia_slave_mcast_join: '239.2.11.72' 3 | ganglia_slave_host: '{{ groups["hadoop_slave"][0] }}' 4 | -------------------------------------------------------------------------------- /playbooks/conf/fluentd/fluentd.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - common 4 | - epel 5 | - ruby22 6 | - fluentd 7 | 8 | -------------------------------------------------------------------------------- /playbooks/conf/kafka/kafka_broker.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('kafka_cluster') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - kafka 7 | -------------------------------------------------------------------------------- /playbooks/operation/ambari/stop_all.yml: -------------------------------------------------------------------------------- 1 | - include: stop_yarn.yml 2 | - include: stop_hdfs.yml 3 | - include: stop_zookeeper.yml 4 | - include: stop_ambari_metrics.yml 5 | -------------------------------------------------------------------------------- /roles/ambari_agent/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/ambari_agent 3 | - name: restart_ambari_agent 4 | service: name=ambari-agent state=restarted 5 | -------------------------------------------------------------------------------- /roles/ansible/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_ansible 2 | yum: name=ansible state=installed 3 | 4 | - name: install_sshpass 5 | yum: name=sshpass state=installed 6 | -------------------------------------------------------------------------------- /roles/common/templates/wheel: -------------------------------------------------------------------------------- 1 | Defaults:%wheel !requiretty 2 | Defaults env_keep += "PATH" 3 | Defaults !secure_path 4 | %wheel ALL=(ALL) NOPASSWD: ALL 5 | -------------------------------------------------------------------------------- /roles/confluent_kafka/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/confluent_kafka 3 | - name: restart_supervisord 4 | service: name=supervisord state=restarted 5 | -------------------------------------------------------------------------------- /roles/cuda/templates/cuda.sh.j2: -------------------------------------------------------------------------------- 1 | PATH=$PATH:/usr/local/cuda/bin 2 | export PATH 3 | LD_LIBRARY_PATH=/usr/local/cuda/lib64:${LD_LIBRARY_PATH} 4 | export LD_LIBRARY_PATH 5 | -------------------------------------------------------------------------------- /roles/openblas/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_openblas 2 | yum: name={{ item }} state=installed 3 | with_items: 4 | - openblas-devel 5 | - lapack-devel 6 | -------------------------------------------------------------------------------- /roles/virtualbox/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/virtualbox 3 | virtualbox_version: "5.2.8" 4 | virtualbox_version_detail: "5.2-5.2.8_121009_el7-1" 5 | -------------------------------------------------------------------------------- /group_vars/hadoop_client: -------------------------------------------------------------------------------- 1 | ganglia_slave_cluster_name: 'hadoop_client' 2 | ganglia_slave_mcast_join: '239.2.11.73' 3 | ganglia_slave_host: '{{ groups["hadoop_client"][0] }}' 4 | -------------------------------------------------------------------------------- /group_vars/hadoop_master: -------------------------------------------------------------------------------- 1 | ganglia_slave_cluster_name: 'hadoop_master' 2 | ganglia_slave_mcast_join: '239.2.11.71' 3 | ganglia_slave_host: '{{ groups["hadoop_master"][0] }}' 4 | -------------------------------------------------------------------------------- /playbooks/conf/devhub/all.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - epel 5 | - mongodb 6 | - nodejs 7 | - devhub 8 | -------------------------------------------------------------------------------- /playbooks/conf/jenkins/jenkins.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - openjdk 5 | - httpd 6 | - jenkins 7 | -------------------------------------------------------------------------------- /playbooks/conf/kafka_pseudo/kafka_broker.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('pseudo') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - kafka_pseudo 7 | -------------------------------------------------------------------------------- /playbooks/conf/zeppelin/zeppelin.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_client') }}" 2 | roles: 3 | - common 4 | - openjdk 5 | - maven 6 | - zeppelin 7 | -------------------------------------------------------------------------------- /playbooks/conf/zookeeper/all.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('pseudo') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - zookeeper_server 7 | 8 | -------------------------------------------------------------------------------- /playbooks/operation/ambari/start_all.yml: -------------------------------------------------------------------------------- 1 | - include: start_ambari_metrics.yml 2 | - include: start_zookeeper.yml 3 | - include: start_hdfs.yml 4 | - include: start_yarn.yml 5 | -------------------------------------------------------------------------------- /playbooks/operation/httpd/stop_httpd.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_other') }}" 2 | tasks: 3 | - name: stop_httpd 4 | service: name=httpd state=stopped 5 | -------------------------------------------------------------------------------- /roles/confluent_kafka_rest/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/confluent_kafka 3 | - name: restart_supervisord 4 | service: name=supervisord state=restarted 5 | -------------------------------------------------------------------------------- /roles/confluent_schema/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/confluent_kafka 3 | - name: restart_supervisord 4 | service: name=supervisord state=restarted 5 | -------------------------------------------------------------------------------- /roles/hadoop_remkdir_namenodedir/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hadoop_remkdir_namenodedir 3 | hadoop_base_nn_name_dir: "/var/lib/hadoop-hdfs/namenode" 4 | -------------------------------------------------------------------------------- /roles/python_env/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/python_env 3 | - include: install.yml tags=install,python_env 4 | - include: config.yml tags=config,python_env 5 | -------------------------------------------------------------------------------- /playbooks/conf/ambari/ambari_server.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('manage') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - ambari_server 7 | 8 | -------------------------------------------------------------------------------- /playbooks/conf/hadoop_pseudo/hadoop_pseudo.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('pseudo') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - hadoop_pseudo 7 | -------------------------------------------------------------------------------- /playbooks/conf/hive/hive.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_client') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - hadoop_base 7 | - hive 8 | -------------------------------------------------------------------------------- /playbooks/conf/spark_comm/spark_libs.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("hadoop_slave:hadoop_client") }}' 2 | roles: 3 | - common 4 | - gcc_gfortran 5 | - openblas 6 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop_pseudo/format_hdfs.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('pseudo') }}" 2 | become: yes 3 | become_user: hdfs 4 | roles: 5 | - hadoop_format_hdfs 6 | -------------------------------------------------------------------------------- /playbooks/operation/httpd/start_httpd.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_other') }}" 2 | tasks: 3 | - name: start_httpd 4 | service: name=httpd state=started 5 | -------------------------------------------------------------------------------- /playbooks/conf/alluxio/alluxio_pseudo.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_pseudo') }}" 2 | roles: 3 | - common 4 | - openjdk 5 | - maven 6 | - alluxio_pseudo 7 | -------------------------------------------------------------------------------- /playbooks/conf/ambari/ambari_agent.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_all') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - ambari_agent 7 | 8 | 9 | -------------------------------------------------------------------------------- /playbooks/operation/fluentd/start_td_agent.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | tasks: 3 | - name: start_td-agent 4 | service: name=td-agent state=started 5 | -------------------------------------------------------------------------------- /playbooks/operation/fluentd/stop_td_agent.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | tasks: 3 | - name: stop_td-agent 4 | service: name=td-agent state=stopped 5 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/bootstrap_nnstandby.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default(groups.hadoop_namenode[1]) }}" 2 | become_user: hdfs 3 | roles: 4 | - hadoop_bootstrap_standby 5 | -------------------------------------------------------------------------------- /playbooks/operation/tomcat/start_tomcat.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | tasks: 3 | - name: start_tomcat 4 | service: name=tomcat state=started 5 | 6 | -------------------------------------------------------------------------------- /roles/ambari_server/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/ambari_server 3 | - include: repos.yml tags=ambari_server,repos 4 | - include: install.yml tags=ambari_server,install 5 | -------------------------------------------------------------------------------- /roles/common/templates/tuned.conf.j2: -------------------------------------------------------------------------------- 1 | [main] 2 | include=throughput-performance 3 | 4 | [sysctl] 5 | net.ipv4.ip_local_port_range=32768 65000 6 | fs.suid_dumpable=1 7 | vm.swappiness=1 8 | -------------------------------------------------------------------------------- /roles/epel/tasks/main.yml: -------------------------------------------------------------------------------- 1 | - block: 2 | 3 | - name: install_epel_repo 4 | yum: 5 | name: epel-release 6 | state: installed 7 | 8 | tags: 9 | - epel 10 | -------------------------------------------------------------------------------- /roles/fluentd/tasks/user.yml: -------------------------------------------------------------------------------- 1 | - name: add_fluentd_group 2 | group: name=fluentd state=present 3 | 4 | - name: add_fluentd_user 5 | user: name=fluentd group=fluentd state=present 6 | -------------------------------------------------------------------------------- /roles/grafana/templates/grafana.repo.j2: -------------------------------------------------------------------------------- 1 | [grafana] 2 | name=grafana 3 | baseurl=https://packagecloud.io/grafana/stable/el/6/$basearch 4 | repo_gpgcheck=0 5 | enabled=1 6 | gpgcheck=0 7 | -------------------------------------------------------------------------------- /roles/httpd/tasks/config_centos6.yml: -------------------------------------------------------------------------------- 1 | - name: copy_httpd.conf_for_centos6 2 | template: src=httpd.conf.centos6.j2 dest=/etc/httpd/conf/httpd.conf 3 | notify: 4 | - restart_httpd 5 | -------------------------------------------------------------------------------- /roles/httpd/tasks/config_centos7.yml: -------------------------------------------------------------------------------- 1 | - name: copy_httpd.conf_for_centos7 2 | template: src=httpd.conf.centos7.j2 dest=/etc/httpd/conf/httpd.conf 3 | notify: 4 | - restart_httpd 5 | -------------------------------------------------------------------------------- /playbooks/conf/common/common_all.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | roles: 3 | - common 4 | - prompt 5 | - screen 6 | - tmux 7 | - epel 8 | -------------------------------------------------------------------------------- /playbooks/conf/pyenv/pipenv.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | tasks: 3 | - name: install_python3.7.5 4 | shell: pyenv install 3.7.5 5 | become: False 6 | -------------------------------------------------------------------------------- /playbooks/operation/tomcat/stop_tomcat.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | tasks: 3 | - name: stop_tomcat 4 | service: name=tomcat state=stopped 5 | 6 | 7 | -------------------------------------------------------------------------------- /roles/ambari_server/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/ambari_server 3 | ambari_server_os: 'centos6' 4 | ambari_server_major_ver: '2.x' 5 | ambari_server_ver: '2.2.2.0' 6 | -------------------------------------------------------------------------------- /roles/devhub/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_init_script 2 | template: src=devhub.j2 dest=/etc/init.d/devhub 3 | 4 | - name: chmod_init_script 5 | file: path=/etc/init.d/devhub mode=755 6 | -------------------------------------------------------------------------------- /roles/ganglia_master/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - name: restart_gmetad 3 | service: name=gmetad state=restarted 4 | 5 | - name: restart_httpd 6 | service: name=httpd state=restarted 7 | -------------------------------------------------------------------------------- /playbooks/conf/ganglia/ganglia_slave.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_all') }}" 2 | roles: 3 | - common 4 | - epel 5 | - ganglia_slave 6 | 7 | # vim: tw=0 et ts=2 sw=2 8 | -------------------------------------------------------------------------------- /playbooks/conf/spark_comm/spark_history.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("hadoop_other") }}' 2 | roles: 3 | - common 4 | - openjdk 5 | - git 6 | - maven 7 | - spark_comm 8 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/start_tomcat.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('endo_dashboard') }}" 2 | tasks: 3 | - name: start_tomcat 4 | service: name=tomcat state=started 5 | 6 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/stop_tomcat.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('endo_dashboard') }}" 2 | tasks: 3 | - name: stop_tomcat 4 | service: name=tomcat state=stopped 5 | 6 | 7 | -------------------------------------------------------------------------------- /roles/ansible/defaults/main.yml: -------------------------------------------------------------------------------- 1 | # ansible_environment: "default" 2 | 3 | ansible_modify_cfg: False 4 | 5 | # ansible_private_key_file: "~/mykey.pem" 6 | 7 | # ansible_pipelining_state: "True" 8 | -------------------------------------------------------------------------------- /roles/kafka/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/kafka 3 | - include: user.yml tags=user,kafka 4 | - include: install.yml tags=install,kafka 5 | - include: config.yml tags=config,kafka 6 | -------------------------------------------------------------------------------- /roles/storm/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/storm 3 | - include: user.yml tags=user,storm 4 | - include: install.yml tags=install,storm 5 | - include: config.yml tags=config,storm 6 | -------------------------------------------------------------------------------- /roles/zookeeper_server/tasks/repo.yml: -------------------------------------------------------------------------------- 1 | - name: install_cdh5_repo 2 | yum: name=http://archive.cloudera.com/cdh5/one-click-install/redhat/6/x86_64/cloudera-cdh-5-0.x86_64.rpm state=installed 3 | -------------------------------------------------------------------------------- /roles/zookeeper_server/tasks/service.yml: -------------------------------------------------------------------------------- 1 | # file: roles/zookeeper_cdh5/tasks/service.yml 2 | 3 | - name: start_zookeeper_server 4 | service: name=zookeeper-server state=started enabled=yes 5 | -------------------------------------------------------------------------------- /playbooks/conf/tensorflow/keras_gpu.yml: -------------------------------------------------------------------------------- 1 | - include: gpu_env.yml 2 | - include: anaconda.yml 3 | 4 | - hosts: "{{ server | default('localhost') }}" 5 | roles: 6 | - anacondace3_keras_gpu 7 | 8 | -------------------------------------------------------------------------------- /playbooks/operation/postgresql/start_postgresql.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | tasks: 3 | - name: start postgresql 4 | service: name=postgresql state=started 5 | 6 | -------------------------------------------------------------------------------- /playbooks/operation/postgresql/stop_postgresql.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | tasks: 3 | - name: stop postgresql 4 | service: name=postgresql state=stopped 5 | 6 | -------------------------------------------------------------------------------- /roles/python_env/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/python_env 3 | python_env_base_dir: 'Python' 4 | python_env_user_list: 5 | - 'centos' 6 | python_env_env_list: 7 | - 'base' 8 | -------------------------------------------------------------------------------- /playbooks/conf/gitbucket/gitbucket.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - httpd 7 | - tomcat 8 | - gitbucket 9 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/start_postgresql.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('endo_dashboard') }}" 2 | tasks: 3 | - name: start postgresql 4 | service: name=postgresql state=started 5 | 6 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/stop_postgresql.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('endo_dashboard') }}" 2 | tasks: 3 | - name: stop postgresql 4 | service: name=postgresql state=stopped 5 | 6 | -------------------------------------------------------------------------------- /roles/devhub/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/devhub 3 | 4 | - include: user.yml tags=devhub,user 5 | - include: install.yml tags=devhub,install 6 | - include: config.yml tags=devhub,config 7 | -------------------------------------------------------------------------------- /roles/endosnipe_javelin/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/endosnipe_javelin 3 | endo_javelin_connect_host: '{{ groups["endo_dashboard"][0] }}' 4 | endo_javelin_cluster_name: 'default' 5 | -------------------------------------------------------------------------------- /roles/fluentd/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/fluentd 3 | - include: user.yml tags=user,fluentd 4 | - include: install.yml tags=install,fluentd 5 | - include: config.yml tags=config,fluentd 6 | -------------------------------------------------------------------------------- /playbooks/conf/common/configure_hostname.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | tasks: 3 | - name: set_hostname_to_inventory_hostname 4 | hostname: name={{ inventory_hostname }} 5 | -------------------------------------------------------------------------------- /roles/ansible_remote/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: comment_out_requiretty_of_sudoers 2 | replace: 3 | dest: /etc/sudoers 4 | regexp: 'Defaults requiretty' 5 | replace: '#Defaults requiretty' 6 | -------------------------------------------------------------------------------- /roles/td_agent/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/td-agent 3 | - include: repo.yml tags=td_agent,repo 4 | - include: install.yml tags=td_agent,install 5 | - include: config.yml tags=td_agent,config 6 | -------------------------------------------------------------------------------- /playbooks/conf/confluent/kafka_connect.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_connect') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - supervisor 7 | - confluent_kafka 8 | -------------------------------------------------------------------------------- /playbooks/conf/confluent/kafka_rest.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_broker') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - supervisor 7 | - confluent_kafka_rest 8 | -------------------------------------------------------------------------------- /playbooks/conf/confluent/kafka_schema.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_broker') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - supervisor 7 | - confluent_schema 8 | -------------------------------------------------------------------------------- /playbooks/conf/confluent/kafka_server.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_cluster') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - supervisor 7 | - confluent_kafka 8 | -------------------------------------------------------------------------------- /playbooks/conf/ganglia/ganglia_master.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_other') }}" 2 | roles: 3 | - common 4 | - epel 5 | - httpd 6 | - ganglia_master 7 | 8 | # vim: tw=0 et ts=2 sw=2 9 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/stop_kafka_rest.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_rest') }}" 2 | sudo: yes 3 | tasks: 4 | - name: stop_kafka_rest 5 | shell: supervisorctl stop kafka-rest 6 | -------------------------------------------------------------------------------- /roles/jdk/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_bash_profile 2 | copy: src=java.sh dest=/etc/profile.d/ 3 | 4 | - name: copy_sudoers_conf_of_JAVA_HOME 5 | copy: src=env_keep_javahome dest=/etc/sudoers.d mode=440 owner=root 6 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/start_datacollector.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('endo_dashboard') }}" 2 | tasks: 3 | - name: start_datacollector 4 | shell: /opt/ENdoSnipe/DataCollector/bin/endosnipe-dc start 5 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/stop_datacollector.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('endo_dashboard') }}" 2 | tasks: 3 | - name: stop_datacollector 4 | shell: /opt/ENdoSnipe/DataCollector/bin/endosnipe-dc stop 5 | -------------------------------------------------------------------------------- /roles/kafka/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_properties 2 | template: src={{ item }}.j2 dest=/etc/kafka/conf/{{ item }} 3 | with_items: 4 | - server.properties 5 | - consumer.properties 6 | - producer.properties 7 | -------------------------------------------------------------------------------- /roles/kafka_pseudo/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/kafka_pseudo 3 | kafka_pseudo_baseurl: "http://ftp.riken.jp/net/apache/kafka" 4 | kafka_pseudo_version: '2.6.0' 5 | kafka_pseudo_scala_version: '2.12' 6 | -------------------------------------------------------------------------------- /roles/spark/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/spark 3 | spark_ex_mem: "4g" 4 | spark_ex_memover: "1g" 5 | spark_dri_mem: "4g" 6 | spark_dri_memover: "1g" 7 | spark_history_fs: "hdfs:///var/log/spark/apps" 8 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/start_kafka_rest.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_rest') }}" 2 | sudo: yes 3 | tasks: 4 | - name: start_kafka_rest 5 | shell: supervisorctl start kafka-rest 6 | 7 | 8 | -------------------------------------------------------------------------------- /roles/td_agent/templates/td.repo.j2: -------------------------------------------------------------------------------- 1 | [treasuredata] 2 | name=TreasureData 3 | baseurl=http://packages.treasuredata.com/2/redhat/\$releasever/\$basearch 4 | gpgcheck=1 5 | gpgkey=https://packages.treasuredata.com/GPG-KEY-td-agent 6 | -------------------------------------------------------------------------------- /roles/zeppelin/tasks/user.yml: -------------------------------------------------------------------------------- 1 | - name: add_zepplin_group 2 | group: name=zeppelin state=present 3 | tags: zeppelin 4 | 5 | - name: add_zepplin_user 6 | user: name=zeppelin group=zeppelin state=present 7 | tags: zeppelin 8 | -------------------------------------------------------------------------------- /roles/zookeeper_server/tasks/main.yml: -------------------------------------------------------------------------------- 1 | - include: repo.yml tags=repo,zookeeper 2 | - include: install.yml tags=install,zookeeper 3 | - include: config.yml tags=config,zookeeper 4 | - include: service.yml tags=service,zookeeper 5 | -------------------------------------------------------------------------------- /playbooks/conf/endosnipe/dashboard.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('endo_dashboard') }}" 2 | roles: 3 | - common 4 | - common 5 | - epel 6 | - openjdk 7 | - tomcat 8 | - endosnipe_dashboard 9 | 10 | -------------------------------------------------------------------------------- /group_vars/all/influxdb: -------------------------------------------------------------------------------- 1 | influxdb_server: "{{ groups['hadoop_other'][0] }}" 2 | influxdb_admin_user: "root" 3 | influxdb_graphite_db_name: "{{ meta_graphitedb_in_influxdb }}" 4 | influxdb_grafana_db_name: "{{ meta_grafanadb_in_influxdb }}" 5 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/start_schema_registry.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_schema_registry') }}" 2 | sudo: yes 3 | tasks: 4 | - name: start_schema_registry 5 | shell: supervisorctl start schema-registry 6 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/stop_schema_registry.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_schema_registry') }}" 2 | sudo: yes 3 | tasks: 4 | - name: stop_schema_registry 5 | shell: supervisorctl stop schema-registry 6 | -------------------------------------------------------------------------------- /playbooks/conf/endosnipe/datacollector.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('endo_dashboard') }}" 2 | roles: 3 | - common 4 | - common 5 | - epel 6 | - postgresql 7 | - openjdk 8 | - endosnipe_datacollector 9 | 10 | -------------------------------------------------------------------------------- /roles/common/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_common_softwares 2 | yum: name={{ item }} state=installed 3 | with_items: 4 | - vim 5 | - zip 6 | - unzip 7 | - man 8 | - wget 9 | - ntp 10 | - python-pip 11 | -------------------------------------------------------------------------------- /roles/confluent_kafka/tasks/repo.yml: -------------------------------------------------------------------------------- 1 | - name: import_key 2 | shell: rpm --import http://packages.confluent.io/rpm/3.0/archive.key 3 | 4 | - name: copy_confluent.repo 5 | template: src=confluent.repo.j2 dest=/etc/yum.repos.d/confluent.repo 6 | -------------------------------------------------------------------------------- /roles/confluent_schema/tasks/repo.yml: -------------------------------------------------------------------------------- 1 | - name: import_key 2 | shell: rpm --import http://packages.confluent.io/rpm/2.0/archive.key 3 | 4 | - name: copy_confluent.repo 5 | template: src=confluent.repo.j2 dest=/etc/yum.repos.d/confluent.repo 6 | -------------------------------------------------------------------------------- /roles/td_agent/tasks/repo.yml: -------------------------------------------------------------------------------- 1 | - name: import_gpgkey_td-agent 2 | shell: rpm --import https://packages.treasuredata.com/GPG-KEY-td-agent 3 | 4 | - name: copy_yum_conf_of_td-agent 5 | template: src=td.repo.j2 dest=/etc/yum.repos.d/td.repo 6 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/stop_zookeeper_server.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_broker') }}" 2 | tasks: 3 | - name: stop_zookeeper_server 4 | shell: /usr//bin/zookeeper-server-stop /etc/kafka/zookeeper.properties 5 | -------------------------------------------------------------------------------- /roles/confluent_kafka_rest/tasks/repo.yml: -------------------------------------------------------------------------------- 1 | - name: import_key 2 | shell: rpm --import http://packages.confluent.io/rpm/2.0/archive.key 3 | 4 | - name: copy_confluent.repo 5 | template: src=confluent.repo.j2 dest=/etc/yum.repos.d/confluent.repo 6 | -------------------------------------------------------------------------------- /roles/hadoop_format_hdfs/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/bigtop_pseudo_format_hdfs 3 | 4 | - block: 5 | 6 | - name: format_hdfs 7 | shell: yes | hdfs namenode -format 8 | 9 | tags: 10 | - hadoop_format_hdfs 11 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/start_zookeeper_server.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_broker') }}" 2 | tasks: 3 | - name: start_zookeeper_server 4 | shell: /usr//bin/zookeeper-server-start /etc/kafka/zookeeper.properties 5 | -------------------------------------------------------------------------------- /roles/confluent_kafka/templates/confluent.repo.j2: -------------------------------------------------------------------------------- 1 | [confluent-3.0] 2 | name=Confluent repository for 3.0.x packages 3 | baseurl=http://packages.confluent.io/rpm/3.0 4 | gpgcheck=1 5 | gpgkey=http://packages.confluent.io/rpm/3.0/archive.key 6 | enabled=1 7 | -------------------------------------------------------------------------------- /roles/confluent_schema/templates/confluent.repo.j2: -------------------------------------------------------------------------------- 1 | [confluent-2.0] 2 | name=Confluent repository for 2.0.x packages 3 | baseurl=http://packages.confluent.io/rpm/2.0 4 | gpgcheck=1 5 | gpgkey=http://packages.confluent.io/rpm/2.0/archive.key 6 | enabled=1 7 | -------------------------------------------------------------------------------- /roles/grafana/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/grafana 3 | - include: repo.yml tags=grafana,repo 4 | - include: install.yml tags=grafana,install 5 | #- include: config.yml tags=grafana,config 6 | - include: service.yml tags=grafana,service 7 | -------------------------------------------------------------------------------- /roles/tpc_ds/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/tpc_ds 3 | tpc_ds_version: "v2.3.0" 4 | 5 | # You need to specify the download url of TPC-DS package by yourself. 6 | # tpc_ds_download_url: https://example.com/{{ tpc_ds_version }}.tgz 7 | -------------------------------------------------------------------------------- /roles/ambari_agent/tasks/repos.yml: -------------------------------------------------------------------------------- 1 | - name: copy_repo_of_ambari 2 | get_url: url=http://public-repo-1.hortonworks.com/ambari/{{ ambari_agent_os }}/{{ ambari_agent_major_ver }}/updates/{{ ambari_agent_ver }}/ambari.repo dest=/etc/yum.repos.d/ambari.repo 3 | 4 | -------------------------------------------------------------------------------- /roles/ambari_server/tasks/repos.yml: -------------------------------------------------------------------------------- 1 | - name: copy_repo_of_ambari 2 | get_url: url=http://public-repo-1.hortonworks.com/ambari/{{ ambari_server_os }}/{{ ambari_server_major_ver }}/updates/{{ ambari_server_ver }}/ambari.repo dest=/etc/yum.repos.d/ambari.repo 3 | -------------------------------------------------------------------------------- /roles/confluent_kafka_rest/templates/confluent.repo.j2: -------------------------------------------------------------------------------- 1 | [confluent-2.0] 2 | name=Confluent repository for 2.0.x packages 3 | baseurl=http://packages.confluent.io/rpm/2.0 4 | gpgcheck=1 5 | gpgkey=http://packages.confluent.io/rpm/2.0/archive.key 6 | enabled=1 7 | -------------------------------------------------------------------------------- /roles/influxdb/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/influxdb 3 | - include: repo.yml tags=influxdb,repo 4 | - include: install.yml tags=influxdb,install 5 | - include: config.yml tags=influxdb,config 6 | - include: service.yml tags=influxdb,service 7 | -------------------------------------------------------------------------------- /roles/zookeeper_server/defaults/main.yml: -------------------------------------------------------------------------------- 1 | zookeeper_server_bin_path: '/usr/lib/zookeeper/bin' 2 | 3 | zookeeper_server_autopuge_snap_retaincount: 3 4 | zookeeper_server_autopuge_interval: 1 5 | 6 | zookeeper_servers: '{{ groups["hadoop_zookeeperserver"] }}' 7 | -------------------------------------------------------------------------------- /playbooks/conf/spark_comm/spark_client.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("hadoop_client") }}' 2 | roles: 3 | - common 4 | - openjdk 5 | # - scala 6 | # - sbt 7 | # - git 8 | # - maven 9 | - spark_comm 10 | -------------------------------------------------------------------------------- /roles/ganglia_master/templates/conf.php.j2: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /roles/prompt/tasks/main.yml: -------------------------------------------------------------------------------- 1 | # file: roles/prompt/tasks/main.yml 2 | 3 | - block: 4 | 5 | - name: copy_prompt.sh 6 | copy: 7 | src: prompt.sh 8 | dest: /etc/profile.d/prompt.sh 9 | mode: 0644 10 | 11 | tags: 12 | - prompt 13 | -------------------------------------------------------------------------------- /roles/ambari_agent/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/ambari_agent 3 | ambari_agent_os: 'centos6' 4 | ambari_agent_major_ver: '2.x' 5 | ambari_agent_ver: '2.2.2.0' 6 | 7 | # ambari-agent.ini 8 | ambari_agent_servername: '{{ groups["manage"][0] }}' 9 | -------------------------------------------------------------------------------- /roles/jenkins/handlers/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # handlers file for roles/jenkins 3 | - name: restart_httpd 4 | service: name=httpd state=restarted 5 | tags: jenkins 6 | 7 | - name: restart_jenkins 8 | service: name=jenkins state=restarted 9 | tags: jenkins 10 | -------------------------------------------------------------------------------- /roles/ambari_server/templates/ambari.repo.j2: -------------------------------------------------------------------------------- 1 | [ambari] 2 | name=ambari {{ ambari_server_os }} 3 | baseurl=http://public-repo-1.hortonworks.com/ambari/{{ ambari_server_os }}/{{ ambari_server_major_ver }}/updates/{{ ambari_server_ver }}/ambari.repo 4 | enabled=1 5 | gpgcheck=0 6 | -------------------------------------------------------------------------------- /roles/hadoop_bootstrap_standby/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/hadoop_bootstrap_standby 3 | 4 | - block: 5 | 6 | - name: bootstrap_standby 7 | shell: yes | hdfs namenode -bootstrapStandby 8 | 9 | tags: 10 | - hadoop_bootstrap_standby 11 | -------------------------------------------------------------------------------- /roles/influxdb/templates/influxdb.repo.j2: -------------------------------------------------------------------------------- 1 | [influxdb] 2 | name = InfluxDB Repository - RHEL \$releasever 3 | baseurl = https://repos.influxdata.com/rhel/\$releasever/\$basearch/stable 4 | enabled = 1 5 | gpgcheck = 1 6 | gpgkey = https://repos.influxdata.com/influxdb.key 7 | -------------------------------------------------------------------------------- /roles/scala/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: make_simbolic_link_of_scala_default 2 | file: src=/usr/local/scala/scala-{{ scala_version }} dest=/usr/local/scala/default state=link 3 | 4 | - name: make_bash_profile_file_for_scala_path 5 | copy: src=scala.sh dest=/etc/profile.d/ 6 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | /ansible.cfg 2 | /hosts.dev_local 3 | /ansible.cfg.rpmnew 4 | /hosts 5 | /group_vars/dev_local 6 | *.dev_local 7 | *.swp 8 | *.swo 9 | *~ 10 | documents/_build 11 | derby.log 12 | metastore_db/ 13 | *.retry 14 | doctmp 15 | group_vars/all/python3 16 | .vagrant 17 | -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- 1 | Ansible Playbooks to construct Big Data platform including Hadoop, Spark, Kafka, etc 2 | ========================================================================================== 3 | 4 | documents: http://dobachi.github.io/ansible-bigdata 5 | 6 | .. vim: ft=rst tw=0 7 | -------------------------------------------------------------------------------- /roles/ambari_agent/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/ambari_agent 3 | - include: repos.yml tags=ambari_agent,repos 4 | - include: install.yml tags=ambari_agent,install 5 | - include: config.yml tags=ambari_agent,config 6 | - include: service.yml tags=ambari_agent,service 7 | -------------------------------------------------------------------------------- /roles/storm/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/storm 3 | storm_base_dir: '/usr/local/storm' 4 | storm_version: '0.9.5' 5 | storm_download_url: 'http://ftp.kddilabs.jp/infosystems/apache/storm/apache-storm-{{ storm_version }}/apache-storm-{{ storm_version }}.tar.gz' 6 | -------------------------------------------------------------------------------- /playbooks/operation/alluxio_pseudo/test.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop-pseudo') }}" 2 | become: yes 3 | become_user: alluxio 4 | tasks: 5 | - name: start 6 | shell: ./bin/alluxio runTests 7 | args: 8 | chdir: /opt/alluxio/default 9 | 10 | -------------------------------------------------------------------------------- /roles/hadoop_remove_datadir/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/hadoop_remove_datadir 3 | - block: 4 | 5 | - name: remove_data_dir 6 | file: 7 | path: "{{hadoop_base_dn_data_dir}}" 8 | state: absent 9 | 10 | tags: 11 | - hadoop_remove_datadir 12 | -------------------------------------------------------------------------------- /roles/virtualbox/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/virtualbox 3 | 4 | - name: install_virtualbox 5 | package: name=https://download.virtualbox.org/virtualbox/{{ virtualbox_version }}/VirtualBox-{{ virtualbox_version_detail }}.x86_64.rpm state=present 6 | tags: virtualbox 7 | -------------------------------------------------------------------------------- /playbooks/operation/alluxio_pseudo/stop.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop-pseudo') }}" 2 | become: yes 3 | become_user: alluxio 4 | tasks: 5 | - name: start 6 | shell: ./bin/alluxio-stop.sh local 7 | args: 8 | chdir: /opt/alluxio/default 9 | 10 | -------------------------------------------------------------------------------- /playbooks/operation/endosnipe/initdb.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('endo_dashboard') }}" 2 | tasks: 3 | - name: postgresql_initdb 4 | shell: /sbin/service postgresql initdb 5 | 6 | - name: start postgresql 7 | service: name=postgresql state=started enabled=yes 8 | 9 | -------------------------------------------------------------------------------- /playbooks/operation/kafka/stop_kafka.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('kafka_cluster') }}" 2 | tasks: 3 | - name: stop_kafka_server 4 | sudo: yes 5 | sudo_user: kafka 6 | shell: ./bin/kafka-server-stop.sh config/server.properties chdir=/usr/local/kafka/default 7 | 8 | -------------------------------------------------------------------------------- /roles/confluent_kafka/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/confluent_kafka 3 | - include: repo.yml tags=repo,confluent_kafka 4 | - include: user.yml tags=user,confluent_kafka 5 | - include: install.yml tags=install,confluent_kafka 6 | - include: config.yml tags=config,confluent_kafka 7 | -------------------------------------------------------------------------------- /roles/confluent_kafka/tasks/supervisor_centos7.yml: -------------------------------------------------------------------------------- 1 | - name: copy_supervisor_configs 2 | template: src={{ item }}.j2 dest=/etc/supervisord.d/{{ item }} 3 | notify: restart_supervisord 4 | with_items: 5 | - kafka-server.ini 6 | - schema-registry.ini 7 | - kafka-rest.ini 8 | 9 | -------------------------------------------------------------------------------- /roles/docker.old/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/docker 3 | - include: install.yml tags=install,docker 4 | - include: config.yml tags=config,docker 5 | - include: service.yml tags=service,docker 6 | - include: images.yml tags=images,docker 7 | when: docker_images is defined 8 | -------------------------------------------------------------------------------- /roles/frovedis/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/frovedis 3 | - block: 4 | 5 | - name: install_frovedis 6 | package: name=https://github.com/frovedis/frovedis/releases/download/v0.8.0/frovedis-0.8.0-3.x86_64.rpm state=present 7 | 8 | tags: 9 | - frovedis 10 | -------------------------------------------------------------------------------- /playbooks/operation/kafka/start_kafka.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('kafka_cluster') }}" 2 | tasks: 3 | - name: start_kafka_server 4 | sudo: yes 5 | sudo_user: kafka 6 | shell: ./bin/kafka-server-start.sh -daemon config/server.properties chdir=/usr/local/kafka/default 7 | -------------------------------------------------------------------------------- /roles/confluent_schema/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/confluent_schema 3 | - include: repo.yml tags=repo,confluent_schema 4 | - include: user.yml tags=user,confluent_schema 5 | - include: install.yml tags=install,confluent_schema 6 | - include: config.yml tags=config,confluent_schema 7 | -------------------------------------------------------------------------------- /group_vars/all/user: -------------------------------------------------------------------------------- 1 | ############################## 2 | # Default parameters 3 | ############################## 4 | 5 | # user_list: 6 | # - 7 | # - 8 | 9 | # user_admin_list: 10 | # - 11 | # - 12 | -------------------------------------------------------------------------------- /playbooks/conf/alluxio/alluxio_yarn.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hdoop_client') }}" 2 | roles: 3 | - common 4 | - openjdk 5 | - maven 6 | - alluxio_yarn 7 | 8 | - hosts: "{{ server | default('hadoop_slave') }}" 9 | roles: 10 | - common 11 | - alluxio_conf 12 | -------------------------------------------------------------------------------- /playbooks/operation/alluxio_pseudo/start.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop-pseudo') }}" 2 | become: yes 3 | become_user: alluxio 4 | tasks: 5 | - name: start 6 | shell: ./bin/alluxio-start.sh local SudoMount 7 | args: 8 | chdir: /opt/alluxio/default 9 | 10 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/init_hdfs.yml: -------------------------------------------------------------------------------- 1 | - include: stop_cluster.yml 2 | - include: start_zookeeper.yml 3 | - include: start_journalnode.yml 4 | - include: format_hdfs.yml 5 | - include: restart_hdfs.yml 6 | - include: start_hdfs.yml 7 | - include: create_tmp_dir.yml 8 | - include: create_user_dir.yml 9 | -------------------------------------------------------------------------------- /playbooks/operation/hive/start_hive-server2.yml: -------------------------------------------------------------------------------- 1 | - hosts: hadoop_client 2 | gather_facts: no 3 | tasks: 4 | - name: start_daemons 5 | shell: /usr/sbin/service hive-server2 start 6 | 7 | - name: wait_for_hive-server2_service_port 8 | wait_for: host={{ ansible_host }} port=10000 9 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/start_zookeeper.yml: -------------------------------------------------------------------------------- 1 | - hosts: hadoop_zookeeperserver 2 | gather_facts: no 3 | tasks: 4 | - name: start_daemons 5 | shell: /usr/sbin/service zookeeper-server start 6 | 7 | - name: wait_for_zookeeper_service_port 8 | wait_for: host={{ ansible_host }} port=2181 9 | -------------------------------------------------------------------------------- /roles/hive_tez_setup/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/hive_tez_setup 3 | hive_tez_version: "0.9.1" 4 | # hive_tez_setup_base_url: "http://ftp.jaist.ac.jp/pub/apache/tez/{{hive_tez_version}}" 5 | hive_tez_setup_url: "{{hive_tez_setup_base_url}}/apache-tez-{{hive_tez_version}}-bin.tar.gz" 6 | -------------------------------------------------------------------------------- /playbooks/operation/hive/stop_hive-server2.yml: -------------------------------------------------------------------------------- 1 | - hosts: hadoop_client 2 | gather_facts: no 3 | tasks: 4 | - name: stop_daemons 5 | shell: /usr/sbin/service hive-server2 stop 6 | 7 | - name: wait_for_hive-server2_service_port 8 | wait_for: host={{ ansible_host }} port=10000 state=stopped 9 | -------------------------------------------------------------------------------- /roles/anacondace3_keras_gpu/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/anacondace3_keras 3 | anacondace3_keras_gpu_anaconda_dir: "/usr/local/anacondace3/default" 4 | anacondace3_keras_gpu_tensorflow_url "https://storage.googleapis.com/tensorflow/linux/gpu/tensorflow_gpu-1.1.0-cp35-cp35m-linux_x86_64.whl" 5 | -------------------------------------------------------------------------------- /roles/screen/tasks/main.yml: -------------------------------------------------------------------------------- 1 | - block: 2 | 3 | - name: install_screen 4 | yum: 5 | name: screen 6 | state: installed 7 | 8 | - name: copy_screenrc 9 | template: 10 | src: screenrc.j2 11 | dest: /etc/screenrc 12 | mode: 644 13 | 14 | tags: 15 | - screen 16 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/restart_schema_registry.yml: -------------------------------------------------------------------------------- 1 | - include: stop_schema_registry.yml 1,62 全て 2 | - include: start_schema_registry.yml 1,62 全て 3 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/init_zkfc.yml: -------------------------------------------------------------------------------- 1 | - include: stop_zookeeper.yml 2 | 3 | - include: start_zookeeper.yml 4 | 5 | - hosts: hadoop_namenode_primary 6 | become_user: hdfs 7 | become: true 8 | tasks: 9 | - name: init_zkfc 10 | shell: yes Y | hdfs zkfc -formatZK 11 | 12 | # vim: et ts=2 sw=2 13 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/stop_zookeeper.yml: -------------------------------------------------------------------------------- 1 | - hosts: hadoop_zookeeperserver 2 | gather_facts: no 3 | tasks: 4 | - name: stop_daemons 5 | shell: /usr/sbin/service zookeeper-server stop 6 | - name: wait_for_zookeeper_service_port_close 7 | wait_for: host={{ ansible_host }} port=2181 state=stopped 8 | -------------------------------------------------------------------------------- /roles/confluent_kafka_rest/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/confluent_kafka_rest 3 | - include: repo.yml tags=repo,confluent_kafka_rest 4 | - include: user.yml tags=user,confluent_kafka_rest 5 | - include: install.yml tags=install,confluent_kafka_rest 6 | - include: config.yml tags=config,confluent_kafka_rest 7 | -------------------------------------------------------------------------------- /playbooks/conf/pyenv/pyenv_python375.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("localhost") }}' 2 | become: False 3 | tasks: 4 | - name: install_python3.7.5 5 | shell: "{{ ansible_env.HOME }}/.pyenv/bin/pyenv install 3.7.5" 6 | - name: globalize 7 | shell: "{{ ansible_env.HOME }}/.pyenv/bin/pyenv global 3.7.5" 8 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/start_journalnode.yml: -------------------------------------------------------------------------------- 1 | - hosts: hadoop_journalnode 2 | gather_facts: no 3 | tasks: 4 | - name: start_daemons 5 | shell: /usr/sbin/service hadoop-hdfs-journalnode start 6 | 7 | - name: wait_for_journalnode_service_port 8 | wait_for: host={{ ansible_host }} port=8480 state=started 9 | -------------------------------------------------------------------------------- /playbooks/operation/kafka_pseudo/start_kafka.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | tasks: 3 | - name: start_kafka_server 4 | become: yes 5 | become_user: kafka 6 | shell: ./bin/kafka-server-start.sh -daemon config/server.properties 7 | args: 8 | chdir: /opt/kafka_pseudo/default 9 | -------------------------------------------------------------------------------- /roles/fluentd/templates/fluentd.conf.j2: -------------------------------------------------------------------------------- 1 | {% if fluentd_source_defines is defined %} 2 | {% for item in fluentd_source_defines %} 3 | {{ item }} 4 | {% endfor %} 5 | {% endif %} 6 | 7 | {% if fluentd_match_defines is defined %} 8 | {% for item in fluentd_match_defines %} 9 | {{ item }} 10 | {% endfor %} 11 | {% endif %} 12 | -------------------------------------------------------------------------------- /playbooks/operation/kafka_pseudo/stop_kafka.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | tasks: 3 | - name: stop_kafka_server 4 | become: yes 5 | become_user: kafka 6 | shell: ./bin/kafka-server-stop.sh config/server.properties 7 | args: 8 | chdir: /opt/kafka_pseudo/default 9 | 10 | -------------------------------------------------------------------------------- /playbooks/operation/kafka_pseudo/stop_zookeeper.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | tasks: 3 | - name: stop_zookeeper_server 4 | become: yes 5 | become_user: kafka 6 | shell: ./bin/zookeeper-server-stop.sh config/zookeeper.properties 7 | args: 8 | chdir: /opt/kafka_pseudo/default 9 | -------------------------------------------------------------------------------- /roles/docker.old/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: stop_warning_about_usage_of_loopback 2 | lineinfile: 3 | dest: /etc/sysconfig/docker-storage 4 | regexp: '^DOCKER_STORAGE_OPTIONS' 5 | line: 'DOCKER_STORAGE_OPTIONS="--storage-opt dm.no_warn_on_loop_devices=true"' 6 | when: docker_stop_loopback_warn 7 | notify: restat_docker 8 | -------------------------------------------------------------------------------- /roles/sbt/tasks/main.yml: -------------------------------------------------------------------------------- 1 | - block: 2 | 3 | - name: download_sbt_yum_repo_config 4 | get_url: 5 | url: https://bintray.com/sbt/rpm/rpm 6 | dest: /etc/yum.repos.d/bintray-sbt-rpm.repo 7 | 8 | - name: install_sbt 9 | yum: 10 | name: sbt 11 | state: installed 12 | 13 | tags: 14 | - sbt 15 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/start_sparkhistory.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_other') }}" 2 | tasks: 3 | - name: start_spark_history_server 4 | shell: /usr/sbin/service spark-history-server start 5 | 6 | - name: wait_for_spark_history_server_web_service_port 7 | wait_for: host={{ ansible_host }} port=18080 8 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/stop_journalnode.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default(groups.hadoop_journalnode) }}" 2 | tasks: 3 | - name: stop_journalnode 4 | shell: /usr/sbin/service hadoop-hdfs-journalnode stop 5 | 6 | - name: wait_for_journalnode_service_port 7 | wait_for: host={{ ansible_host }} port=8480 state=stopped 8 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop_pseudo/start_sparkhistory.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_pseudo') }}" 2 | tasks: 3 | - name: start_spark_history_server 4 | service: name=spark-history-server state=started 5 | 6 | - name: wait_for_spark_history_server_web_service_port 7 | wait_for: host={{ ansible_host }} port=18080 8 | -------------------------------------------------------------------------------- /playbooks/operation/kafka_pseudo/start_zookeeper.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | tasks: 3 | - name: start_zookeeper_server 4 | become: yes 5 | become_user: kafka 6 | shell: ./bin/zookeeper-server-start.sh -daemon config/zookeeper.properties 7 | args: 8 | chdir: /opt/kafka_pseudo/default 9 | -------------------------------------------------------------------------------- /roles/tmux/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/tmux 3 | 4 | - block: 5 | 6 | - name: install_tmux 7 | yum: 8 | name: tmux 9 | state: installed 10 | 11 | - name: deploy_tmux.conf 12 | template: 13 | src: tmux.conf 14 | dest: /etc/tmux.conf 15 | mode: 644 16 | 17 | tags: tmux 18 | -------------------------------------------------------------------------------- /roles/tomcat/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/tomcat 3 | - name: install_tomcat 4 | yum: name={{ item }} state=installed 5 | with_items: 6 | - tomcat 7 | - tomcat-admin-webapps 8 | tags: tomcat 9 | 10 | - name: deploy_server.xml 11 | template: src=server.xml.j2 dest=/etc/tomcat/server.xml 12 | tags: tomcat 13 | -------------------------------------------------------------------------------- /roles/fluentd/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: mkdir_/etc/fluentd 2 | file: path=/etc/fluentd state=directory owner=fluentd group=fluentd 3 | 4 | - name: copy_fluentd.conf 5 | template: src=fluentd.conf.j2 dest=/etc/fluentd/fluentd.conf 6 | 7 | - name: chown_/etc/fluentd/fluentd.conf 8 | file: path=/etc/fluentd/fluentd.conf owner=fluentd group=fluentd 9 | -------------------------------------------------------------------------------- /roles/openjdk/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/openjdk 3 | - block: 4 | 5 | - name: install_openjdk 6 | yum: name=java-1.8.0-openjdk-devel state=installed 7 | - name: configure_JAVA_HOME 8 | template: 9 | src: java_home.sh.j2 10 | dest: /etc/profile.d/java_home.sh 11 | 12 | tags: 13 | - openjdk 14 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/stop_kafka_server.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_cluster') }}" 2 | sudo: yes 3 | tasks: 4 | - name: stop_kafka_server 5 | shell: supervisorctl stop kafka-server 6 | - name: verify_port 7 | wait_for: host=localhost port=9092 state=stopped timeout={{ confluent_kafka_wait_for_timeout }} 8 | -------------------------------------------------------------------------------- /playbooks/operation/ambari/setup.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('manage') }}" 2 | tasks: 3 | - name: setup_ambari 4 | shell: /usr/sbin/ambari-server setup -s 5 | - name: start_ambari 6 | service: name=ambari-server state=started 7 | - name : check if ambari-server is up 8 | wait_for : host={{ ansible_host }} port=8080 delay=20 9 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/start_kafka_connect.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_connect') }}" 2 | sudo: yes 3 | tasks: 4 | - name: start_kafka_connect 5 | shell: supervisorctl start kafka-connect 6 | - name: verify_port 7 | wait_for: host=localhost port=8083 state=started timeout={{ confluent_kafka_wait_for_timeout }} 8 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/start_kafka_server.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_cluster') }}" 2 | sudo: yes 3 | tasks: 4 | - name: start_kafka_server 5 | shell: supervisorctl start kafka-server 6 | - name: verify_port 7 | wait_for: host=localhost port=9092 state=started timeout={{ confluent_kafka_wait_for_timeout }} 8 | -------------------------------------------------------------------------------- /playbooks/operation/confluent/stop_kafka_connect.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('confluent_kafka_connect') }}" 2 | sudo: yes 3 | tasks: 4 | - name: stop_kafka_connect 5 | shell: supervisorctl stop kafka-connect 6 | - name: verify_port 7 | wait_for: host=localhost port=8083 state=stopped timeout={{ confluent_kafka_wait_for_timeout }} 8 | -------------------------------------------------------------------------------- /roles/influxdb/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | influxdb_hostname: 'localhost' 3 | influxdb_http_bind_address: ':8086' 4 | influxdb_graphite_enabled: 'true' 5 | influxdb_graphite_templates: 6 | - 'spark.* measurement.appid.measurement*' 7 | 8 | # The following parameters are configured in groups_vars/all/influxdb 9 | influxdb_graphite_db_name: 'graphite' 10 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/stop_sparkhistory.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_other') }}" 2 | tasks: 3 | - name: stop_spark_history_server 4 | shell: /usr/sbin/service spark-history-server stop 5 | 6 | - name: wait_for_spark_history_server_web_service_port_stopped 7 | wait_for: host={{ ansible_host }} port=18082 state=stopped 8 | 9 | -------------------------------------------------------------------------------- /roles/hadoop_dn/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/hadoop_dn 3 | - block: 4 | - name: install_hadoop_datanode 5 | yum: 6 | name: hadoop-hdfs-datanode 7 | state: installed 8 | 9 | - name: disable_datanode 10 | service: 11 | name: hadoop-hdfs-datanode 12 | enabled: no 13 | 14 | tags: 15 | - hadoop_dn 16 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop_pseudo/stop_sparkhistory.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_pseudo') }}" 2 | tasks: 3 | - name: stop_spark_history_server 4 | service: name=spark-history-server state=stopped 5 | 6 | - name: wait_for_spark_history_server_web_service_port_stopped 7 | wait_for: host={{ ansible_host }} port=18080 state=stopped 8 | 9 | -------------------------------------------------------------------------------- /roles/alluxio_conf/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/alluxio_conf 3 | 4 | # Config 5 | - name: mkdir_/etc/alluxio 6 | file: path=/etc/alluxio state=directory 7 | tags: alluxio_conf 8 | 9 | - name: deploy_alluxio-site.properties 10 | template: src=alluxio-site.properties.j2 dest=/etc/alluxio/alluxio-site.properties 11 | tags: alluxio_conf 12 | -------------------------------------------------------------------------------- /roles/confluent_kafka/templates/kafka-server.ini.j2: -------------------------------------------------------------------------------- 1 | [program:kafka-server] 2 | command=kafka-server-start /etc/kafka/server.properties 3 | user=kafka 4 | autorestart=false 5 | autostart=false 6 | stdout_logfile=/var/log/kafka/kafka-server.log 7 | stdout_logfile_maxbytes=100MB 8 | stdout_logfile_backups=5 9 | stdout_capture_maxbytes=100MB 10 | redirect_stderr=true 11 | -------------------------------------------------------------------------------- /roles/hadoop_jn/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/hadoop_jn 3 | - block: 4 | - name: install_hadoop_journalnode 5 | yum: 6 | name: hadoop-hdfs-journalnode 7 | state: installed 8 | 9 | - name: disable_journalnode 10 | service: 11 | name: hadoop-hdfs-journalnode 12 | enabled: no 13 | 14 | tags: 15 | - hadoop_jn 16 | -------------------------------------------------------------------------------- /roles/hadoop_nm/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/hadoop_nm 3 | - block: 4 | - name: install_hadoop_nodemanager 5 | yum: 6 | name: hadoop-yarn-nodemanager 7 | state: installed 8 | 9 | - name: disable_nodemanager 10 | service: 11 | name: hadoop-yarn-nodemanager 12 | enabled: no 13 | 14 | tags: 15 | - hadoop_nm 16 | -------------------------------------------------------------------------------- /group_vars/all/ambari: -------------------------------------------------------------------------------- 1 | ambari_server: "localhost:8080" 2 | ambari_user: "admin" 3 | ambari_passwd: "admin" 4 | ambari_cluster_name: "localhost" 5 | ambari_yarn_server: "localhost" 6 | ambari_yarn_port: "8088" 7 | ambari_hdfs_server: "localhost" 8 | ambari_hdfs_port: "50070" 9 | ambari_zk_servers: 10 | - "localhost" 11 | ambari_zk_port: "2181" 12 | ambari_timeout: "360" 13 | -------------------------------------------------------------------------------- /playbooks/operation/spark/start_spark_historyserver.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{server | default("hadoop_other") }}' 2 | become: yes 3 | become_user: hdfs 4 | tasks: 5 | - name: start_spark_history_server 6 | shell: /usr/sbin/service spark-history-server start 7 | 8 | - name: wait_for_spark_history_server 9 | wait_for: host={{ ansible_host }} port=18080 10 | -------------------------------------------------------------------------------- /roles/confluent_kafka_rest/templates/kafka-rest.ini.j2: -------------------------------------------------------------------------------- 1 | [program:kafka-rest] 2 | command=kafka-rest-start /etc/kafka-rest/kafka-rest.properties 3 | user=kafka 4 | autorestart=true 5 | autostart=false 6 | stdout_logfile=/var/log/kafka/kafka-rest.log 7 | stdout_logfile_maxbytes=100MB 8 | stdout_logfile_backups=5 9 | stdout_capture_maxbytes=100MB 10 | redirect_stderr=true 11 | -------------------------------------------------------------------------------- /roles/confluent_kafka/templates/kafka-connect.ini.j2: -------------------------------------------------------------------------------- 1 | [program:kafka-connect] 2 | command=connect-distributed /etc/kafka/connect-distributed.properties 3 | user=kafka 4 | autorestart=false 5 | autostart=false 6 | stdout_logfile=/var/log/kafka/kafka-connect.log 7 | stdout_logfile_maxbytes=100MB 8 | stdout_logfile_backups=5 9 | stdout_capture_maxbytes=100MB 10 | redirect_stderr=true 11 | -------------------------------------------------------------------------------- /roles/hadoop_rm/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/hadoop_rm 3 | - block: 4 | - name: install_hadoop_resourcemanager 5 | yum: 6 | name: hadoop-yarn-resourcemanager 7 | state: installed 8 | 9 | - name: disable_resourcemanager 10 | service: 11 | name: hadoop-yarn-resourcemanager 12 | enabled: no 13 | 14 | tags: 15 | - hadoop_rm 16 | -------------------------------------------------------------------------------- /roles/alluxio_conf/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/alluxio_conf 3 | # 4 | # alluxio-site.properties 5 | alluxio_yarn_master: "{{ groups['hadoop_slave'][0] }}" 6 | alluxio_yarn_hdfs_uri: "hdfs://mycluster" 7 | alluxio_yarn_underfs_addr: "{{ alluxio_yarn_hdfs_uri }}/tmp/underFSStorage" 8 | alluxio_yarn_auth_permission_enabled: "false" 9 | alluxio_yarn_worker_mem: "1GB" 10 | -------------------------------------------------------------------------------- /roles/influxdb/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_influxdb_conf 2 | template: src=influxdb.conf.j2 dest=/etc/influxdb/influxdb.conf 3 | notify: 4 | - restart_influxdb 5 | 6 | - name: config_limits.conf 7 | lineinfile: dest=/etc/security/limits.conf regexp="^{{ item }}" line="{{ item }}" 8 | with_items: 9 | - "influxdb soft nofile 65536" 10 | - "influxdb hard nofile 65536" 11 | -------------------------------------------------------------------------------- /playbooks/operation/spark/stop_spark_historyserver.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{server | default("hadoop_other") }}' 2 | become: yes 3 | become_user: hdfs 4 | tasks: 5 | - name: stop_spark_history_server 6 | shell: /usr/sbin/service spark-history-server stop 7 | 8 | - name: wait_for_spark_history_server_stopped 9 | wait_for: host={{ ansible_host }} port=18080 state=stopped 10 | 11 | -------------------------------------------------------------------------------- /roles/ambari_agent/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: copy_ambari-agent.ini 2 | template: src=ambari-agent.ini.j2 dest=/etc/ambari-agent/conf/ambari-agent.ini 3 | notify: 4 | - restart_ambari_agent 5 | 6 | - name: copy_hostname.sh 7 | template: src=hostname.sh.j2 dest=/var/lib/ambari-agent/hostname.sh 8 | 9 | - name: chmod_hostname.sh 10 | file: path=/var/lib/ambari-agent/hostname.sh mode=655 11 | -------------------------------------------------------------------------------- /roles/confluent_kafka_rest/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/confluent_kafka_rest 3 | 4 | confluent_kafka_rest_id: 'kafka-rest-test-serve' 5 | confluent_kafka_rest_zookeeper_connect: '{{ groups["hadoop_zookeeperserver"] | join(":2181,") }}:2181' 6 | 7 | # If you use Schema Registry, you should configure the following 8 | # parameter. 9 | # confluent_kafka_rest_schema_registry: 10 | -------------------------------------------------------------------------------- /roles/confluent_schema/templates/schema-registry.ini.j2: -------------------------------------------------------------------------------- 1 | [program:schema-registry] 2 | command=schema-registry-start /etc/schema-registry/schema-registry.properties 3 | user=kafka 4 | autorestart=true 5 | autostart=false 6 | stdout_logfile=/var/log/kafka/schema-registry.log 7 | stdout_logfile_maxbytes=100MB 8 | stdout_logfile_backups=5 9 | stdout_capture_maxbytes=100MB 10 | redirect_stderr=true 11 | -------------------------------------------------------------------------------- /roles/heapstats/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/heapstats 3 | 4 | - include: centos6.yml 5 | when: ansible_distribution == "CentOS" and ansible_distribution_major_version == "6" 6 | 7 | - include: centos6.yml 8 | when: ansible_distribution == "Amazon" 9 | 10 | - include: centos7.yml 11 | when: ansible_distribution == "CentOS" and ansible_distribution_major_version == "7" 12 | -------------------------------------------------------------------------------- /playbooks/operation/ganglia/stop_ganglia.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_all') }}" 2 | tasks: 3 | - name: stop_gmond 4 | shell: /usr/sbin/service gmond stop 5 | 6 | - hosts: "{{ server | default('hadoop_other') }}" 7 | tasks: 8 | - name: stop_httpd 9 | shell: /usr/sbin/service httpd stop 10 | - name: stop_gmetad 11 | shell: /usr/sbin/service gmetad stop 12 | -------------------------------------------------------------------------------- /roles/gitbucket/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/gitbucket 3 | - name: download_gitbucket.war 4 | get_url: url=https://github.com/gitbucket/gitbucket/releases/download/4.10/gitbucket.war dest=/var/lib/tomcat/webapps/gitbucket.war 5 | tags: gitbucket 6 | 7 | - name: deploy_http_config 8 | template: src=gitbucket.conf.j2 dest=/etc/httpd/conf.d/gitbucket.conf 9 | tags: gitbucket 10 | -------------------------------------------------------------------------------- /roles/spark_user/tasks/user.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - name: check_hadoop_group_exists 3 | shell: grep -e "^hadoop" /etc/group 4 | register: check_hadoop_group 5 | 6 | - name: add_spark_user_in_hadoop_group 7 | user: name=spark groups=hadoop 8 | when: check_hadoop_group.rc == 0 9 | 10 | - name: add_spark_user 11 | user: name=spark 12 | when: check_hadoop_group.rc != 0 13 | 14 | # vim: et ts=2 sw=2 15 | -------------------------------------------------------------------------------- /playbooks/operation/ganglia/start_ganglia.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_all') }}" 2 | tasks: 3 | - name: start_gmond 4 | shell: /usr/sbin/service gmond start 5 | 6 | - hosts: "{{ server | default('hadoop_other') }}" 7 | tasks: 8 | - name: start_httpd 9 | shell: /usr/sbin/service httpd start 10 | - name: start_gmetad 11 | shell: /usr/sbin/service gmetad start 12 | -------------------------------------------------------------------------------- /roles/devhub/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/devhub 3 | devhub_base_path: "/usr/local/devhub" 4 | devhub_description: "devhub" 5 | devhub_author: "hoge " 6 | devhub_start_runlevel: "[2345]" 7 | devhub_stop_runlevel: "[016]" 8 | devhub_basic_user: "devhub" 9 | devhub_basic_pass: "devhub" 10 | devhub_port: "3000" 11 | devhub_db: "devhub_db" 12 | devhub_title: "devhub" 13 | -------------------------------------------------------------------------------- /roles/ganglia_master/templates/ganglia.conf.j2: -------------------------------------------------------------------------------- 1 | # 2 | # Ganglia monitoring system php web frontend 3 | # 4 | 5 | Alias /ganglia /usr/share/ganglia 6 | 7 | 8 | Order deny,allow 9 | 10 | Allow from all 11 | Require all granted 12 | # Deny from all 13 | # Allow from 127.0.0.1 14 | # Allow from ::1 15 | # Allow from .example.com 16 | 17 | -------------------------------------------------------------------------------- /roles/httpd/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - include: install.yml tags=install,httpd 3 | 4 | - include: config_centos6.yml tags=config,httpd 5 | when: ansible_distribution == 'CentOS' and ansible_distribution_major_version == '6' 6 | - include: config_centos7.yml tags=config,httpd 7 | when: ansible_distribution == 'CentOS' and ansible_distribution_major_version == '7' 8 | 9 | - include: service.yml tags=service,httpd 10 | -------------------------------------------------------------------------------- /roles/confluent_kafka_rest/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: chown_/var/log/kafka 2 | file: path=/var/log/kafka owner=kafka group=kafka state=directory 3 | 4 | - name: copy_kafka-rest.properties 5 | template: src=kafka-rest.properties.j2 dest=/etc/kafka-rest/kafka-rest.properties 6 | 7 | - name: copy_supervisor_configs 8 | template: src=kafka-rest.ini.j2 dest=/etc/supervisord.d/kafka-rest.ini 9 | notify: restart_supervisord 10 | -------------------------------------------------------------------------------- /roles/hadoop_remkdir_namenodedir/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/hadoop_remkdir_namenodedir 3 | - block: 4 | 5 | - name: remove_namenode_dir 6 | file: 7 | path: "{{hadoop_base_nn_name_dir}}" 8 | state: absent 9 | 10 | - name: mkdir_namenode_dir 11 | file: 12 | path: "{{hadoop_base_nn_name_dir}}" 13 | state: directory 14 | 15 | tags: 16 | - hadoop_remkdir_namenodedir 17 | -------------------------------------------------------------------------------- /roles/fluentd/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/fluentd 3 | # fluentd_plugins: 4 | # - fluent-plugin-webhdfs 5 | 6 | fluentd_source_defines: 7 | - | 8 | 9 | type forward 10 | 11 | - | 12 | 13 | type http 14 | port 8888 15 | 16 | 17 | fluentd_match_defines: 18 | - | 19 | 20 | type stdout 21 | 22 | -------------------------------------------------------------------------------- /playbooks/operation/hive/create_warehouse.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default(groups.hadoop_client[0]) }}" 2 | become: True 3 | become_user: hdfs 4 | tasks: 5 | - name: make_warehouse_dir 6 | shell: hdfs dfs -mkdir -p /user/hive/warehouse 7 | 8 | - name: chmod_warehouse_dir 9 | shell: hdfs dfs -chmod 775 /user/hive 10 | 11 | - name: chown_warehouse_dir 12 | shell: hdfs dfs -chown -R hive:hive /user/hive 13 | -------------------------------------------------------------------------------- /roles/anacondace3_keras/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/anacondace3_keras 3 | 4 | - name: conda_create 5 | shell: conda create -y -n keras python=3.5 ipython jupyter creates={{ anacondace3_keras_anaconda_dir }}/envs/keras/bin/ipython 6 | tags: anacondace3_keras 7 | 8 | - name: pip_install_keras 9 | shell: "{{ anacondace3_keras_anaconda_dir }}/envs/keras/bin/pip install keras tensorflow" 10 | tags: anacondace3_keras 11 | -------------------------------------------------------------------------------- /roles/td_agent/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/td-agent 3 | 4 | #td_agent_plugins: 5 | # - fluent-plugin-webhdfs 6 | 7 | td_agent_source_defines: 8 | - | 9 | 10 | type forward 11 | 12 | - | 13 | 14 | type http 15 | port 8888 16 | 17 | 18 | td_agent_match_defines: 19 | - | 20 | 21 | type stdout 22 | 23 | -------------------------------------------------------------------------------- /roles/bigdl/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/bigdl 3 | bigdl_root_dir: '/usr/local/bigdl' 4 | bigdl_package_url_base: 'https://oss.sonatype.org/content/groups/public/com/intel/analytics/bigdl/dist-spark-2.1.1-scala-2.11.8-linux64/0.2.0' 5 | bigdl_package_url_base: 'https://repo1.maven.org/maven2/com/intel/analytics/bigdl/dist-spark-2.4.0-scala-2.11.8-all/0.11.1' 6 | bigdl_package_name: 'dist-spark-2.4.0-scala-2.11.8-all-0.11.1-dist' 7 | -------------------------------------------------------------------------------- /roles/confluent_schema/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: chown_/var/log/kafka 2 | file: path=/var/log/kafka owner=kafka group=kafka state=directory 3 | 4 | - name: copy_schema-registry.properties 5 | template: src=schema-registry.properties.j2 dest=/etc/schema-registry/schema-registry.properties 6 | 7 | - name: copy_supervisor_configs 8 | template: src=schema-registry.ini.j2 dest=/etc/supervisord.d/schema-registry.ini 9 | notify: restart_supervisord 10 | -------------------------------------------------------------------------------- /roles/hadoop_nn/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/hadoop_nn 3 | - block: 4 | - name: install_hadoop_namenode 5 | yum: 6 | name: ["hadoop-hdfs-namenode", "hadoop-hdfs-zkfc"] 7 | state: installed 8 | 9 | - name: disable_namenode 10 | service: 11 | name: "{{item}}" 12 | enabled: no 13 | with_items: 14 | - hadoop-hdfs-zkfc 15 | - hadoop-hdfs-namenode 16 | 17 | tags: 18 | - hadoop_nn 19 | -------------------------------------------------------------------------------- /roles/fluentd/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_fluentd 2 | gem: name=fluentd state=present user_install=no 3 | 4 | - name: install_msgpack 5 | gem: name=msgpack version=0.5.12 state=present user_install=no 6 | 7 | - name: install_yajl-ruby 8 | gem: name=yajl-ruby state=present user_install=no 9 | 10 | - name: install_plugins 11 | gem: name={{ item }} state=present 12 | with_items: "{{ fluentd_plugins }}" 13 | when: fluentd_plugins is defined 14 | -------------------------------------------------------------------------------- /roles/kafka/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/kafka 3 | kafka_version: '0.9.0.0' 4 | kafka_scala_version: '2.10' 5 | 6 | kafka_zoo_servers: 7 | - master01:2181 8 | - master02:2181 9 | - master03:2181 10 | 11 | kafka_broker_list: 12 | - kafka01:9092 13 | - kafka02:9092 14 | - kafka03:9092 15 | 16 | kafka_delete_topic_enable: "true" 17 | 18 | # The following parameters are configured by group variables 19 | #kafka_broker_id: 20 | -------------------------------------------------------------------------------- /roles/docker.old/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/docker 3 | 4 | ## Download docker images 5 | # If you want to download images 6 | # Please modify the following parameter 7 | 8 | # docker_images: 9 | # - 'centos:7' 10 | 11 | ## Stop warning about loopback device 12 | # If you don't use thinpool and want to 13 | # stop waring about usage of loopback device, 14 | # modify the following parameter. 15 | 16 | docker_stop_loopback_warn: False 17 | -------------------------------------------------------------------------------- /playbooks/operation/zeppelin/create_user_dir.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_client') }}" 2 | vars: 3 | zeppelin_user: 'zeppelin' 4 | tasks: 5 | - name: mkdir_user_dir_on_HDFS 6 | shell: hdfs dfs -mkdir /user/{{ zeppelin_user }} 7 | become: yes 8 | become_user: hdfs 9 | - name: chown_user_dir_on_HDFS 10 | shell: hdfs dfs -chown {{ zeppelin_user }} /user/{{ zeppelin_user }} 11 | become: yes 12 | become_user: hdfs 13 | -------------------------------------------------------------------------------- /roles/alluxio_yarn/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/alluxio-yarn 3 | 4 | # Install 5 | alluxio_yarn_version: "1.4.0" 6 | alluxio_yarn_hadoop_version: "2.6.0" 7 | 8 | # alluxio-site.properties 9 | alluxio_yarn_master: "{{ groups['hadoop_slave'][0] }}" 10 | alluxio_yarn_hdfs_uri: "hdfs://mycluster" 11 | alluxio_yarn_underfs_addr: "{{ alluxio_yarn_hdfs_uri }}/tmp/underFSStorage" 12 | alluxio_yarn_auth_permission_enabled: "false" 13 | alluxio_yarn_worker_mem: "1GB" 14 | -------------------------------------------------------------------------------- /playbooks/operation/zeppelin/start_zeppelin.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_client') }}" 2 | vars: 3 | zeppelin_dir: '/usr/local/zeppelin' 4 | zeppelin_server_port: '8080' 5 | tasks: 6 | - name: start_zeppelin 7 | shell: "{{ zeppelin_dir }}/default/bin/zeppelin-daemon.sh start" 8 | sudo: yes 9 | sudo_user: zeppelin 10 | 11 | - name: wait_for_zeppelin_port_opened 12 | wait_for: host={{ ansible_host }} port={{ zeppelin_server_port }} 13 | -------------------------------------------------------------------------------- /roles/anacondace3_keras_gpu/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/anacondace3_keras 3 | 4 | - name: conda_create 5 | shell: conda create -y -n keras python=3.5 ipython jupyter creates={{ anacondace3_keras_gpu_anaconda_dir }}/envs/keras/bin/ipython 6 | tags: anacondace3_keras_gpu 7 | 8 | - name: pip_install_keras 9 | shell: "{{ anacondace3_keras_anaconda_dir }}/envs/keras/bin/pip install keras {{ anacondace3_keras_gpu_tensorflow_url }}" 10 | tags: anacondace3_keras_gpu 11 | -------------------------------------------------------------------------------- /roles/common/templates/hosts.default: -------------------------------------------------------------------------------- 1 | 127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 2 | ::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 3 | 4 | # masters 5 | 172.31.16.11 master01 6 | 172.31.16.12 master02 7 | 172.31.16.13 master03 8 | 9 | # slaves 10 | 172.31.16.21 slave01 11 | 172.31.16.22 slave02 12 | 172.31.16.23 slave03 13 | 172.31.16.24 slave04 14 | 172.31.16.25 slave05 15 | 16 | # clients 17 | 172.31.16.31 client01 18 | 19 | -------------------------------------------------------------------------------- /roles/td_agent/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_td-agent 2 | yum: name=td-agent state=installed 3 | 4 | - name: install_dependencies 5 | yum: name={{ item }} state=installed 6 | with_items: 7 | - gcc 8 | - gcc-c++ 9 | - openssl-devel 10 | - libcurl 11 | - libcurl-devel 12 | - patch 13 | 14 | - name: install_td-agent_plugins 15 | shell: /usr/sbin/td-agent-gem install {{ item }} 16 | with_items: "{{ td_agent_plugins }}" 17 | when: td_agent_plugins is defined 18 | -------------------------------------------------------------------------------- /playbooks/operation/zeppelin/stop_zeppelin.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_client') }}" 2 | vars: 3 | zeppelin_dir: '/usr/local/zeppelin' 4 | zeppelin_server_port: '8080' 5 | tasks: 6 | - name: stop_zeppelin 7 | shell: "{{ zeppelin_dir }}/default/bin/zeppelin-daemon.sh stop" 8 | sudo: yes 9 | sudo_user: zeppelin 10 | 11 | - name: wait_for_zeppelin_port_stopped 12 | wait_for: host={{ ansible_host }} port={{ zeppelin_server_port }} state=stopped 13 | 14 | -------------------------------------------------------------------------------- /playbooks/operation/influxdb/create_graphite_db.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("hadoop_other") }}' 2 | vars_prompt: 3 | - name: "password" 4 | prompt: "Enter influxdb admin's password" 5 | private: yes 6 | tasks: 7 | - name: install_curl 8 | yum: name=curl state=installed 9 | - name: create_graphite_db 10 | shell: > 11 | curl -X POST 'http://{{ influxdb_server }}:8086/db?u={{ influxdb_admin_user }}&p=root' -d '{"name": "{{ influxdb_graphite_db_name }}"}' 12 | -------------------------------------------------------------------------------- /playbooks/operation/influxdb/create_grafana_db.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{ server | default("hadoop_other") }}' 2 | vars_prompt: 3 | - name: "password" 4 | prompt: "Enter influxdb admin's password" 5 | private: yes 6 | tasks: 7 | - name: install_curl 8 | yum: name=curl state=installed 9 | - name: create_grafana_db 10 | shell: > 11 | curl -X POST 'http://{{ influxdb_server }}:8086/db?u={{ influxdb_admin_user }}&p=root' -d '{"name": "{{ influxdb_grafana_db_name }}"}' 12 | 13 | -------------------------------------------------------------------------------- /group_vars/all/grafana: -------------------------------------------------------------------------------- 1 | grafana_influxdb_list: 2 | - name: "{{ meta_graphitedb_in_influxdb }}" 3 | server: "{{ groups['hadoop_other'][0] }}" 4 | db_name: "{{ meta_graphitedb_in_influxdb }}" 5 | admin_name: "root" 6 | admin_pass: "root" 7 | grafanaDB: "false" 8 | - name: "{{ meta_grafanadb_in_influxdb }}" 9 | server: "{{ groups['hadoop_other'][0] }}" 10 | db_name: "{{ meta_grafanadb_in_influxdb }}" 11 | admin_name: "root" 12 | admin_pass: "root" 13 | grafanaDB: "true" 14 | 15 | -------------------------------------------------------------------------------- /roles/common/defaults/main.yml: -------------------------------------------------------------------------------- 1 | # This is for CentOS6 2 | common_iptables_state: "stopped" 3 | # This is for CentOS7 4 | common_firewalld_state: "stopped" 5 | 6 | common_hosts_replace: False 7 | common_hosts_tmpl: "hosts.default" 8 | 9 | common_selinux_state: "disabled" 10 | 11 | common_config_hostname: False 12 | 13 | common_lang: 'en_US.UTF-8' 14 | 15 | common_timezone: 'Asia/Tokyo' 16 | 17 | common_configure_transparent_hg: True 18 | 19 | common_configure_timezone: True 20 | 21 | common_configure_ntp: True 22 | -------------------------------------------------------------------------------- /roles/grafana/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # The following parameter is configured in group_vars/all/grafana 3 | 4 | #grafana_influxdb_list: 5 | # - name: "graphite" 6 | # server: "{{ groups['hadoop_other'][0] }}" 7 | # db_name: "graphite" 8 | # admin_name: "root" 9 | # admin_pass: "root" 10 | # grafanaDB: "false" 11 | # - name: "grafana" 12 | # server: "{{ groups['hadoop_other'][0] }}" 13 | # db_name: "grafana" 14 | # admin_name: "root" 15 | # admin_pass: "root" 16 | # grafanaDB: "true" 17 | -------------------------------------------------------------------------------- /documents/playbooks.rst: -------------------------------------------------------------------------------- 1 | .. _sec-about-playbooks: 2 | 3 | About playbooks 4 | ========================= 5 | This project has two types of playbooks. 6 | 7 | * Playbooks for configuration 8 | 9 | + These are used to install middlewares and configure parameters of OS and middlewares. 10 | 11 | * Playbooks for operation 12 | 13 | + These are used to operate OS's services and middleware services. 14 | 15 | .. include:: playbooks_for_conf.rst 16 | 17 | .. include:: playbooks_for_op.rst 18 | 19 | .. vim: ft=rst tw=0 20 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/format_hdfs.yml: -------------------------------------------------------------------------------- 1 | - include: start_zookeeper.yml 2 | - include: start_journalnode.yml 3 | 4 | - hosts: "{{ server | default(groups.hadoop_namenode) }}" 5 | become_user: hdfs 6 | roles: 7 | - hadoop_remkdir_namenodedir 8 | 9 | - hosts: "{{ server | default(groups.hadoop_namenode[0]) }}" 10 | become_user: hdfs 11 | roles: 12 | - hadoop_format_hdfs 13 | 14 | - hosts: "{{ server | default(groups.hadoop_slave) }}" 15 | become_user: hdfs 16 | roles: 17 | - hadoop_remove_datadir 18 | -------------------------------------------------------------------------------- /roles/postgresql/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/postgresql 3 | - name: install_postgresql 4 | yum: name={{ item }} state=installed 5 | with_items: 6 | - postgresql-server 7 | - postgresql-devel 8 | - postgresql-contrib 9 | - postgresql-jdbc 10 | - python-psycopg2 11 | tags: postgresql 12 | 13 | - name: copy_configuration 14 | template: src={{ item }}.j2 dest=/var/lib/pgsql/data/{{ item }} 15 | with_items: 16 | - pg_hba.conf 17 | - postgresql.conf 18 | tags: postgresql 19 | -------------------------------------------------------------------------------- /roles/spark_comm/templates/hive-site.xml.j2: -------------------------------------------------------------------------------- 1 | 2 | 3 | {% if spark_comm_hive_meta_uri is defined %} 4 | 5 | hive.metastore.uris 6 | {{ spark_comm_hive_meta_uri }} 7 | 8 | {% endif %} 9 | 10 | {% if spark_comm_hive_warehouse is defined %} 11 | 12 | hive.metastore.warehouse.dir 13 | spark_comm_hive_warehouse 14 | 15 | {% endif %} 16 | 17 | 18 | -------------------------------------------------------------------------------- /playbooks/operation/spark_comm/init_log_dir.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{server | default("hadoop_client") }}' 2 | become: True 3 | become_user: hdfs 4 | tasks: 5 | - name: remove_spark_log_dir 6 | shell: hdfs dfs -rm -r /var/log/spark/apps 7 | - name: mkdir_spark_log_dir 8 | shell: hdfs dfs -mkdir -p /var/log/spark/apps 9 | - name: chown_spark_log_dir 10 | shell: hdfs dfs -chown spark /var/log/spark/apps 11 | - name: chmod_spark_log_dir 12 | shell: hdfs dfs -chmod a+w /var/log/spark/apps 13 | -------------------------------------------------------------------------------- /playbooks/operation/spark_comm/start_spark_historyserver.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{server | default("hadoop_other") }}' 2 | become: yes 3 | become_user: hdfs 4 | tasks: 5 | - name: start_spark_history_server 6 | shell: bash /usr/local/spark/default/sbin/start-history-server.sh 7 | register: shell_result 8 | failed_when: shell_result.rc not in [0, 1] 9 | changed_when: shell_result.rc == 0 10 | - name: wait_for_spark_history_server_web_service_port 11 | wait_for: host={{ ansible_host }} port=18080 12 | -------------------------------------------------------------------------------- /playbooks/operation/spark_comm/stop_spark_historyserver.yml: -------------------------------------------------------------------------------- 1 | - hosts: '{{server | default("hadoop_other") }}' 2 | become: yes 3 | become_user: hdfs 4 | tasks: 5 | - name: stop_spark_history_server 6 | shell: bash /usr/local/spark/default/sbin/stop-history-server.sh 7 | register: shell_result 8 | failed_when: shell_result.rc not in [0, 1] 9 | changed_when: shell_result.rc == 0 10 | - name: wait_for_spark_history_server_web_service_port 11 | wait_for: host={{ ansible_host }} port=18080 state=stopped 12 | -------------------------------------------------------------------------------- /playbooks/operation/alluxio_pseudo/format.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop-pseudo') }}" 2 | become: yes 3 | become_user: alluxio 4 | tasks: 5 | - name: unmount_ramfs 6 | shell: ./bin/alluxio-mount.sh SudoUmount 7 | args: 8 | chdir: /opt/alluxio/default 9 | - name: mount_ramfs 10 | shell: ./bin/alluxio-mount.sh SudoMount 11 | args: 12 | chdir: /opt/alluxio/default 13 | - name: format 14 | shell: ./bin/alluxio format 15 | args: 16 | chdir: /opt/alluxio/default 17 | 18 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop_pseudo/start_yarn.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_pseudo') }}" 2 | tasks: 3 | - name: start_resourcemanager 4 | shell: /usr/sbin/service hadoop-yarn-resourcemanager start 5 | 6 | - name: wait_for_resourcemanager_web_service_port 7 | wait_for: host={{ ansible_host }} port=8088 8 | 9 | - name: start_nodemanager 10 | shell: /usr/sbin/service hadoop-yarn-nodemanager start 11 | 12 | - name: wait_for_nodemanager_service_port 13 | wait_for: host={{ ansible_host }} port=8040 14 | -------------------------------------------------------------------------------- /roles/spark/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/spark 3 | - block: 4 | 5 | - name: install_spark 6 | yum: 7 | name: ["spark-core", "spark-datanucleus", "spark-external", "spark-python"] 8 | state: installed 9 | 10 | - name: send_spark-defaults.conf 11 | template: 12 | src: spark-defaults.conf.j2 13 | dest: /etc/spark/conf/spark-defaults.conf 14 | 15 | - name: send_spark-env.sh 16 | template: 17 | src: spark-env.sh.j2 18 | dest: /etc/spark/conf/spark-env.sh 19 | 20 | tags: 21 | - spark 22 | -------------------------------------------------------------------------------- /roles/ganglia_slave/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | - block: 3 | 4 | - name: install_gmond 5 | yum: 6 | name: ganglia-gmond 7 | state: installed 8 | 9 | - name: copy_ganglia_config 10 | template: 11 | src: gmond.conf.j2 12 | dest: /etc/ganglia/gmond.conf 13 | 14 | - name: copy_sysconfig_config 15 | template: src=route.j2 dest=/etc/sysconfig/network-scripts/route-{{ ganglia_slave_dev }} 16 | 17 | - name: disable_gmond 18 | service: 19 | name: gmond 20 | enabled: no 21 | 22 | tags: 23 | - ganglia_slave 24 | -------------------------------------------------------------------------------- /playbooks/operation/postgresql/initdb.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('localhost') }}" 2 | become: yes 3 | tasks: 4 | - name: stoppostgresql 5 | service: name=postgresql state=stopped 6 | - name: remove_/var/lib/pgsql/data 7 | file: path=/var/lib/pgsql/data state=absent 8 | - name: postgresql_initdb 9 | shell: /sbin/service postgresql initdb 10 | 11 | - hosts: "{{ server | default('localhost') }}" 12 | become: yes 13 | tasks: 14 | - name: start postgresql 15 | service: name=postgresql state=started enabled=yes 16 | 17 | -------------------------------------------------------------------------------- /roles/storm/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: mkdir_/usr/local/storm 2 | file: path={{ storm_base_dir }} owner=storm group=storm state=directory recurse=yes 3 | 4 | - name: download_storm_package 5 | get_url: url={{ storm_download_url }} dest={{ storm_base_dir }} 6 | 7 | - name: unarchive_storm_package 8 | shell: tar xvzf apache-storm-{{ storm_version }}.tar.gz chdir={{ storm_base_dir }} 9 | 10 | - name: make_alternatives_link_of_storm_package 11 | alternatives: name=storm_package path={{ storm_base_dir }}/apache-storm-{{ storm_version }} link={{ storm_base_dir}}/default 12 | -------------------------------------------------------------------------------- /roles/confluent_schema/defaults/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # defaults file for roles/confluent_kafka 3 | 4 | confluent_scala_version: '2.11.7' 5 | confluent_kafka_num_partitions: 3 6 | confluent_kafka_log_dirs: '/var/lib/kafka' 7 | confluent_kafka_zookeeper_connect: '{{ groups["hadoop_zookeeperserver"] | join(":2181,") }}:2181' 8 | #confluent_kafka_rest_id: 'kafka-rest-test-serve' 9 | #confluent_schema_registry: '{{ groups["confluent_schema_registry"][0] }}:8081' 10 | 11 | # The following parameters should be configured in group variables or inventory files 12 | # confluent_kafka_broker_id: 13 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop_pseudo/stop_yarn.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_pseudo') }}" 2 | tasks: 3 | - name: stop_resourcemanager 4 | shell: /usr/sbin/service hadoop-yarn-resourcemanager stop 5 | 6 | - name: wait_for_resourcemanager_web_service_port_stopped 7 | wait_for: host={{ ansible_host }} port=8088 state=stopped 8 | 9 | - name: stop_nodemanager 10 | shell: /usr/sbin/service hadoop-yarn-nodemanager stop 11 | 12 | - name: wait_for_nodemanager_service_port_stopped 13 | wait_for: host={{ ansible_host }} port=8040 state=stopped 14 | -------------------------------------------------------------------------------- /roles/scala/tasks/install.yml: -------------------------------------------------------------------------------- 1 | # file: roles/scala/tasks/install.yml 2 | 3 | - name: make_directory_to_save_tar 4 | file: path=/usr/local/scala state=directory 5 | tags: 6 | - scala 7 | 8 | - name: download_scala 9 | get_url: url=http://www.scala-lang.org/files/archive/scala-{{ scala_version }}.tgz dest=/usr/local/scala/scala-{{ scala_version }}.tgz force=no 10 | tags: 11 | - scala 12 | 13 | - name: unarchive_scala 14 | shell: tar xvzf scala-{{ scala_version }}.tgz chdir=/usr/local/scala creates=/usr/local/scala/scala-{{ scala_version }}/bin/scalap 15 | tags: 16 | - scala 17 | -------------------------------------------------------------------------------- /roles/sbt/files/sbtinit: -------------------------------------------------------------------------------- 1 | echo "mkdir project..." 2 | mkdir project 3 | 4 | echo "mkdir src..." 5 | mkdir -p src/{main,test}/{scala,java,resources} 6 | 7 | echo "mkdir target..." 8 | mkdir target 9 | 10 | cat > project.sbt << EOL 11 | name := "Sample" 12 | 13 | version := "1.0" 14 | 15 | scalaVersion := "2.10.1" 16 | 17 | //resolvers ++= Seq("Resolver name" at "http://example.com") 18 | 19 | //libraryDependencies ++= Seq("group" % "id" % "version" % "scope") 20 | EOL 21 | 22 | cat > .gitignore << EOL 23 | target/ 24 | EOL 25 | 26 | cat > project/.gitignore << EOL 27 | project/.gitignore 28 | EOL 29 | -------------------------------------------------------------------------------- /roles/devhub/tasks/install.yml: -------------------------------------------------------------------------------- 1 | - name: install_node_forever 2 | npm: name=forever state=present global=yes 3 | 4 | - name: clone_devhub 5 | git: repo=https://github.com/volpe28v/DevHub.git dest=/usr/local/devhub 6 | 7 | - name: install_devhub 8 | shell: npm install chdir=/usr/local/devhub 9 | 10 | - name: chown_devhub 11 | file: path=/usr/local/devhub owner=devhub group=devhub recurse=yes 12 | 13 | - name: make_log_dir 14 | file: path=/var/log/devhub state=directory owner=devhub group=devhub 15 | 16 | - name: chown_pid_file_dir 17 | file: path=/var/run/devhub owner=devhub group=devhub state=directory 18 | -------------------------------------------------------------------------------- /roles/ganglia_master/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/ganglia_master 3 | - block: 4 | 5 | - name: install_gmetad 6 | yum: 7 | name: ["ganglia-gmetad", "ganglia-web"] 8 | state: installed 9 | 10 | - name: send_gmetad.conf 11 | template: 12 | src: gmetad.conf.j2 13 | dest: /etc/ganglia/gmetad.conf 14 | 15 | - name: send_conf.php 16 | template: 17 | src: conf.php.j2 18 | dest: /etc/httpd/conf.d/conf.php 19 | 20 | - name: disable_gmetad 21 | service: 22 | name: gmetad 23 | enabled: no 24 | 25 | tags: 26 | - ganglia_master 27 | -------------------------------------------------------------------------------- /roles/hadoop_zk/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/hadoop_zk 3 | - block: 4 | 5 | - name: install_zookeeper 6 | yum: 7 | name: "zookeeper-server" 8 | state: installed 9 | 10 | - name: zoo.cfg 11 | template: 12 | src: zoo.cfg.j2 13 | dest: /etc/zookeeper/conf/zoo.cfg 14 | mode: 644 15 | 16 | - name: myid 17 | template: 18 | src: myid.j2 19 | dest: /var/lib/zookeeper/myid 20 | mode: 644 21 | 22 | - name: disable_zookeeper-server 23 | service: 24 | name: zookeeper-server 25 | enabled: no 26 | 27 | tags: 28 | - hadoop_zk 29 | -------------------------------------------------------------------------------- /roles/supervisor/tasks/main.yml: -------------------------------------------------------------------------------- 1 | --- 2 | # tasks file for roles/supervisor 3 | - include: python27.yml tags=python27,supervisor 4 | when: ansible_distribution == 'CentOS' and ansible_distribution_major_version == '6' 5 | 6 | - include: install_centos6.yml tags=install,supervisor 7 | when: ansible_distribution == 'CentOS' and ansible_distribution_major_version == '6' 8 | - include: install_centos7.yml tags=install,supervisor 9 | when: ansible_distribution == 'CentOS' and ansible_distribution_major_version == '7' 10 | 11 | - include: config.yml tags=config,supervisor 12 | 13 | - include: service.yml tags=service,supervisor 14 | -------------------------------------------------------------------------------- /documents/index.rst: -------------------------------------------------------------------------------- 1 | What is this document? 2 | ======================= 3 | 4 | CAUTION: These playbooks are under refactoring to use Bigtop to construct clusters. This is why, documents should be also refactored after changing playbooks. 5 | 6 | This is a document for `ansible-bigdata `_ . 7 | 'ansible-bigdata' is `Ansible `_ playbooks to configure Hadoop environments. 8 | 9 | Content 10 | ----------- 11 | 12 | .. toctree:: 13 | :maxdepth: 3 14 | :numbered: 15 | 16 | abstract 17 | hosts 18 | how_to_use_playbooks 19 | playbooks 20 | roles 21 | -------------------------------------------------------------------------------- /playbooks/operation/hadoop/start_yarn.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default(groups.hadoop_resourcemanager) }}" 2 | tasks: 3 | - name: start_resourcemanager 4 | shell: /usr/sbin/service hadoop-yarn-resourcemanager start 5 | 6 | - name: wait_for_resourcemanager_web_service_port 7 | wait_for: host={{ ansible_host }} port=8088 8 | 9 | - hosts: "{{ server | default(groups.hadoop_slave) }}" 10 | tasks: 11 | - name: start_nodemanager 12 | shell: /usr/sbin/service hadoop-yarn-nodemanager start 13 | 14 | - name: wait_for_nodemanager_service_port 15 | wait_for: host={{ ansible_host }} port=8040 16 | 17 | -------------------------------------------------------------------------------- /roles/alluxio_yarn/templates/create_tar.sh.j2: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | SCRIPT_DIR="$(cd "$(dirname "$0")"; pwd)" 3 | ALLUXIO_HOME="$(cd "${SCRIPT_DIR}/../../.."; pwd)" 4 | ALLUXIO_TARFILE="alluxio.tar.gz" 5 | 6 | source "${SCRIPT_DIR}/common.sh" 7 | 8 | rm -rf $ALLUXIO_TARFILE 9 | 10 | tar -C $ALLUXIO_HOME -zcf $ALLUXIO_TARFILE \ 11 | assembly/target/alluxio-assemblies-${VERSION}-jar-with-dependencies.jar libexec \ 12 | core/server/src/main/webapp \ 13 | bin conf integration/yarn/bin/common.sh integration/yarn/bin/alluxio-master-yarn.sh \ 14 | integration/yarn/bin/alluxio-worker-yarn.sh \ 15 | integration/yarn/bin/alluxio-application-master.sh \ 16 | -------------------------------------------------------------------------------- /roles/ansible/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: remove_hosts 2 | file: path=/etc/ansible/hosts state=absent 3 | when: ansible_environment is defined 4 | 5 | - name: copy_ansible_hosts 6 | template: src=hosts.{{ ansible_environment }}.j2 dest=/etc/ansible/hosts.{{ ansible_environment }} 7 | when: ansible_environment is defined 8 | 9 | - name: make_link_of_hosts_for_each_environment 10 | file: src=/etc/ansible/hosts.{{ ansible_environment }} path=/etc/ansible/hosts state=link 11 | when: ansible_environment is defined 12 | 13 | - name: copy_ansible.cfg 14 | template: src=ansible.cfg.j2 dest=/etc/ansible/ansible.cfg 15 | when: ansible_modify_cfg 16 | -------------------------------------------------------------------------------- /roles/python_env/tasks/config.yml: -------------------------------------------------------------------------------- 1 | - name: mkdir_user_python_dir 2 | file: path=/home/{{ item }}/{{ python_env_base_dir }} state=directory owner={{ item }} group={{ item }} 3 | with_items: "{{ python_env_user_list }}" 4 | 5 | - name: make_env_with_virtualenv 6 | shell: virtualenv -p /usr/bin/python /home/{{ item[0] }}/{{ python_env_base_dir}}/{{ item[1] }} 7 | with_nested: 8 | - "{{ python_env_user_list }}" 9 | - "{{ python_env_env_list }}" 10 | 11 | - name: chown_base_dir 12 | file: path=/home/{{ item }}/{{ python_env_base_dir}} owner={{ item }} group={{ item }} state=directory recurse=yes 13 | with_items: "{{ python_env_user_list }}" 14 | -------------------------------------------------------------------------------- /roles/bigdl/.travis.yml: -------------------------------------------------------------------------------- 1 | --- 2 | language: python 3 | python: "2.7" 4 | 5 | # Use the new container infrastructure 6 | sudo: false 7 | 8 | # Install ansible 9 | addons: 10 | apt: 11 | packages: 12 | - python-pip 13 | 14 | install: 15 | # Install ansible 16 | - pip install ansible 17 | 18 | # Check ansible version 19 | - ansible --version 20 | 21 | # Create ansible.cfg with correct roles_path 22 | - printf '[defaults]\nroles_path=../' >ansible.cfg 23 | 24 | script: 25 | # Basic role syntax check 26 | - ansible-playbook tests/test.yml -i tests/inventory --syntax-check 27 | 28 | notifications: 29 | webhooks: https://galaxy.ansible.com/api/v1/notifications/ -------------------------------------------------------------------------------- /roles/common/templates/rc.local.j2: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | # THIS FILE IS ADDED FOR COMPATIBILITY PURPOSES 3 | # 4 | # It is highly advisable to create own systemd services or udev rules 5 | # to run scripts during boot instead of using this file. 6 | # 7 | # In contrast to previous versions due to parallel execution during boot 8 | # this script will NOT be run after all other services. 9 | # 10 | # Please note that you must run 'chmod +x /etc/rc.d/rc.local' to ensure 11 | # that this script will be executed during boot. 12 | 13 | touch /var/lock/subsys/local 14 | 15 | echo never > /sys/kernel/mm/transparent_hugepage/enabled 16 | echo never > /sys/kernel/mm/transparent_hugepage/defrag 17 | -------------------------------------------------------------------------------- /roles/hive/.travis.yml: -------------------------------------------------------------------------------- 1 | --- 2 | language: python 3 | python: "2.7" 4 | 5 | # Use the new container infrastructure 6 | sudo: false 7 | 8 | # Install ansible 9 | addons: 10 | apt: 11 | packages: 12 | - python-pip 13 | 14 | install: 15 | # Install ansible 16 | - pip install ansible 17 | 18 | # Check ansible version 19 | - ansible --version 20 | 21 | # Create ansible.cfg with correct roles_path 22 | - printf '[defaults]\nroles_path=../' >ansible.cfg 23 | 24 | script: 25 | # Basic role syntax check 26 | - ansible-playbook tests/test.yml -i tests/inventory --syntax-check 27 | 28 | notifications: 29 | webhooks: https://galaxy.ansible.com/api/v1/notifications/ -------------------------------------------------------------------------------- /roles/spark/.travis.yml: -------------------------------------------------------------------------------- 1 | --- 2 | language: python 3 | python: "2.7" 4 | 5 | # Use the new container infrastructure 6 | sudo: false 7 | 8 | # Install ansible 9 | addons: 10 | apt: 11 | packages: 12 | - python-pip 13 | 14 | install: 15 | # Install ansible 16 | - pip install ansible 17 | 18 | # Check ansible version 19 | - ansible --version 20 | 21 | # Create ansible.cfg with correct roles_path 22 | - printf '[defaults]\nroles_path=../' >ansible.cfg 23 | 24 | script: 25 | # Basic role syntax check 26 | - ansible-playbook tests/test.yml -i tests/inventory --syntax-check 27 | 28 | notifications: 29 | webhooks: https://galaxy.ansible.com/api/v1/notifications/ -------------------------------------------------------------------------------- /playbooks/conf/hadoop/hadoop.yml: -------------------------------------------------------------------------------- 1 | - hosts: "{{ server | default('hadoop_all') }}" 2 | roles: 3 | - common 4 | - epel 5 | - openjdk 6 | - hadoop_base 7 | 8 | - hosts: "{{ server | default('hadoop_zookeeperserver') }}" 9 | roles: 10 | - hadoop_zk 11 | 12 | - hosts: "{{ server | default('hadoop_journalnode') }}" 13 | roles: 14 | - hadoop_jn 15 | 16 | - hosts: "{{ server | default('hadoop_namenode') }}" 17 | roles: 18 | - hadoop_nn 19 | 20 | - hosts: "{{ server | default('hadoop_resourcemanager') }}" 21 | roles: 22 | - hadoop_rm 23 | 24 | - hosts: "{{ server | default('hadoop_slave') }}" 25 | roles: 26 | - hadoop_dn 27 | - hadoop_nm 28 | -------------------------------------------------------------------------------- /roles/gitbucket/.travis.yml: -------------------------------------------------------------------------------- 1 | --- 2 | language: python 3 | python: "2.7" 4 | 5 | # Use the new container infrastructure 6 | sudo: false 7 | 8 | # Install ansible 9 | addons: 10 | apt: 11 | packages: 12 | - python-pip 13 | 14 | install: 15 | # Install ansible 16 | - pip install ansible 17 | 18 | # Check ansible version 19 | - ansible --version 20 | 21 | # Create ansible.cfg with correct roles_path 22 | - printf '[defaults]\nroles_path=../' >ansible.cfg 23 | 24 | script: 25 | # Basic role syntax check 26 | - ansible-playbook tests/test.yml -i tests/inventory --syntax-check 27 | 28 | notifications: 29 | webhooks: https://galaxy.ansible.com/api/v1/notifications/ -------------------------------------------------------------------------------- /roles/hadoop_dn/.travis.yml: -------------------------------------------------------------------------------- 1 | --- 2 | language: python 3 | python: "2.7" 4 | 5 | # Use the new container infrastructure 6 | sudo: false 7 | 8 | # Install ansible 9 | addons: 10 | apt: 11 | packages: 12 | - python-pip 13 | 14 | install: 15 | # Install ansible 16 | - pip install ansible 17 | 18 | # Check ansible version 19 | - ansible --version 20 | 21 | # Create ansible.cfg with correct roles_path 22 | - printf '[defaults]\nroles_path=../' >ansible.cfg 23 | 24 | script: 25 | # Basic role syntax check 26 | - ansible-playbook tests/test.yml -i tests/inventory --syntax-check 27 | 28 | notifications: 29 | webhooks: https://galaxy.ansible.com/api/v1/notifications/ --------------------------------------------------------------------------------