├── .gitignore
├── LICENSE
├── README.md
├── Vagrantfile
├── dind-cluster-wrapper.sh
├── docker-compose-registry-proxy.yml
├── docker-compose.yml
├── docs
    ├── APIC-Quick-Guide.md
    ├── All-in-One-Playground-Overview.md
    ├── All-in-One-Playground-Usage-Guide.md
    ├── Launch-Utility-Usage-Guide.md
    ├── demo-apic.gif
    ├── demo-apps.gif
    ├── demo-oc.gif
    ├── demo-offline.gif
    └── demo-tools.gif
└── install
    ├── certs
        ├── lab-ca.pem.crt
        ├── registry-1.docker.io.crt
        └── registry-1.docker.io.key
    ├── completion.sh
    ├── config.sh
    ├── dind-cluster.sh
    ├── funcs.sh
    ├── launch.sh
    └── targets
        ├── apic.sh
        ├── apic
            ├── CustomResourceDefinition.yml
            ├── apic-base.sh
            ├── apic-dind.sh
            ├── apic-oc.sh
            ├── coredns.yml
            ├── ingress-config.yml
            ├── pv
            │   ├── host
            │   │   ├── analyt.yml
            │   │   ├── gwy.yml
            │   │   ├── mgmt.yml
            │   │   └── ptl.yml
            │   ├── local
            │   │   ├── analyt.yml
            │   │   ├── gwy.yml
            │   │   ├── mgmt.yml
            │   │   └── ptl.yml
            │   └── sc.yml
            └── settings.sh
        ├── docker-compose.sh
        ├── docker.sh
        ├── endpoints.sh
        ├── env.sh
        ├── helm.sh
        ├── images.list
        ├── init.sh
        ├── istio-bookinfo.sh
        ├── istio.sh
        ├── istio
            ├── istio-base.sh
            ├── istio-crc.sh
            ├── istio-dind.sh
            ├── istio-nginx.conf
            ├── istio-oc.sh
            └── istio-openshift.sh
        ├── kubectl.sh
        ├── kubernetes.sh
        ├── kubernetes
            ├── crc-nginx.conf
            ├── crc.sh
            ├── daemon.json
            ├── dind.sh
            └── oc.sh
        ├── registry-proxy.sh
        ├── registry.sh
        ├── sample.sh
        └── tools.sh


/.gitignore:
--------------------------------------------------------------------------------
1 | install/*cache
2 | install/logs
3 | install/targets/endpoints
4 | .vagrant
5 | .env


--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
 1 | MIT License
 2 | 
 3 | Copyright (c) 2019 MorningSpace
 4 | 
 5 | Permission is hereby granted, free of charge, to any person obtaining a copy
 6 | of this software and associated documentation files (the "Software"), to deal
 7 | in the Software without restriction, including without limitation the rights
 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 9 | copies of the Software, and to permit persons to whom the Software is
10 | furnished to do so, subject to the following conditions:
11 | 
12 | The above copyright notice and this permission notice shall be included in all
13 | copies or substantial portions of the Software.
14 | 
15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 | SOFTWARE.
22 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # The All-in-One Playground for Kubernetes
 2 | 
 3 | [![MIT license](https://img.shields.io/badge/license-MIT-blue.svg)](https://github.com/morningspace/lab-k8s-playground/blob/master/LICENSE)
 4 | [!["Latest Release"](https://img.shields.io/github/release/morningspace/lab-k8s-playground.svg)](https://github.com/morningspace/lab-k8s-playground/releases/latest)
 5 | [![Gitter](https://badges.gitter.im/morningspace/community.svg)](https://gitter.im/morningspace/community?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge)
 6 | 
 7 | ## Overview
 8 | 
 9 | This lab project is a playground for you to play with Kubernetes easily and efficiently.
10 | 
11 | It includes an `All-in-One Playground` that can launch a single- or multi-node cluster with configurable Kubernetes version and distribution, e.g. standard Kubernetes or OpenShift, on your local machine in minutes in a repeatable manner even without network connectivity!
12 | 
13 | * If you want to try the `All-in-One Playground`, please refer to ["The All-in-One Kubernetes Playground Overview"](/docs/All-in-One-Playground-Overview.md), ["The All-in-One Kubernetes Playground Usage Guide"](/docs/All-in-One-Playground-Usage-Guide.md) or ["All-in-One K8S Playground中文使用指南"](https://morningspace.github.io/tech/all-in-one-k8s-playground/).
14 | * If you want to know what is the magic behind, please refer to ["Launch multi-node Kubernetes cluster locally in one minute, and more..."](https://morningspace.github.io/tech/k8s-run/), and the video series on [YouTube](https://www.youtube.com/watch?v=0uVdF3Inv48&list=PLVQM6jLkNkfqHgd0aX7TnjioOiQrqsXIa) or [YouKu](https://v.youku.com/v_show/id_XNDI2Mzk1NDcyMA==.html?f=52221532).
15 | * If you want to start in a funny way, please take look at this [`special function`](https://morningspace.github.io/lab-k8s-playground/docs/slides/#/11/1) written in shell script and taken from the online ["Introduction Slides"](https://morningspace.github.io/lab-k8s-playground/docs/slides).
16 | 
17 | More cool features will be coming soon... Have Fun!
18 | 
19 | ## Demos
20 | 
21 | Below are demos created based on the `All-in-One Playground`.
22 | 
23 | > Use [Dashboard](https://github.com/kubernetes/dashboard), [Grafana](https://grafana.com), [Kiali](https://www.kiali.io), [Jaeger](https://www.jaegertracing.io) when run [Istio](https://istio.io) [Bookinfo](https://istio.io/docs/examples/bookinfo) demo app.
24 | 
25 | ![](/docs/demo-apps.gif)
26 | 
27 | > Run Kubernetes-related command line tools from both normal terminal and web terminal.
28 | 
29 | ![](/docs/demo-tools.gif)
30 | 
31 | > Re-launch Kubernetes cluster and deploy [Helm](https://helm.sh) where there is no network connectivity.
32 | 
33 | ![](/docs/demo-offline.gif)
34 | 
35 | > Launch [API Connect](https://developer.ibm.com/apiconnect) on top of Kubernetes cluster in the All-in-One Playground.
36 | 
37 | ![](/docs/demo-apic.gif)
38 | 
39 | > Launch standard Kubernetes cluster and OpenShift cluster on the same machine, then use [kubectx](https://github.com/ahmetb/kubectx) to switch context between them.
40 | 
41 | ![](/docs/demo-oc.gif)
42 | 


--------------------------------------------------------------------------------
/Vagrantfile:
--------------------------------------------------------------------------------
 1 | # set number of vcpus
 2 | cpus = '6'
 3 | # set amount of memory allocated by vm
 4 | memory = '8192'
 5 | 
 6 | # targets to be run, can be customized as your need
 7 | targets = "init default helm tools"
 8 | 
 9 | # set Kubernetes version, supported versions: v1.12, v1.13, v1.14, v1.15
10 | k8s_version = "v1.14"
11 | # set Kubernetes provider, supported providers: dind, oc, crc
12 | k8s_provider = "dind"
13 | # set number of worker nodes
14 | num_nodes = 2
15 | # set host ip of the box
16 | host_ip = '192.168.56.100'
17 | 
18 | # special optimization for users in China, 1 or 0
19 | is_in_china = 0
20 | # set https proxy
21 | https_proxy = ""
22 | 
23 | ###############################################################################
24 | #                  DO NOT MODIFY ANYTHING BELOW THIS POINT                    #
25 | ###############################################################################
26 | 
27 | rsa_private_key = IO.read(Vagrant::Util::Platform.fs_real_path("#{Vagrant.user_data_path}/insecure_private_key"))
28 | user_home = "/home/vagrant"
29 | 
30 | configure_ssh_keys = <<SCRIPT
31 | echo "#{rsa_private_key}" >> #{user_home}/.ssh/id_rsa
32 | echo "$(cat #{user_home}/.ssh/authorized_keys)" >> #{user_home}/.ssh/id_rsa.pub
33 | echo 'StrictHostKeyChecking no\nUserKnownHostsFile /dev/null\nLogLevel QUIET' >> #{user_home}/.ssh/config
34 | SCRIPT
35 | 
36 | Vagrant.configure(2) do |config|
37 |   config.vm.box = "bento/ubuntu-16.04"
38 |   config.vm.box_version = "201906.18.0"
39 |   # config.vm.box = "centos/7"
40 |   # config.vm.box_version = "1905.1"
41 | 
42 |   config.vm.synced_folder ".", "/vagrant"
43 | 
44 |   config.ssh.forward_agent = true
45 |   config.ssh.forward_x11 = true
46 |   config.ssh.insert_key = false
47 |   config.ssh.shell = "bash -c 'BASH_ENV=/etc/profile exec bash'"
48 | 
49 |   config.vm.provider "virtualbox" do |vb|
50 |     vb.name = "lab-k8s-playground"
51 |     vb.customize ["modifyvm", :id, "--cpus", "#{cpus}"]
52 |     vb.customize ["modifyvm", :id, "--memory", "#{memory}"]
53 |   end
54 | 
55 |   config.vm.network "private_network", ip: "#{host_ip}"
56 | 
57 |   config.vm.provision "shell", inline: configure_ssh_keys, keep_color: true, name: "configure_ssh_keys"
58 |   config.vm.provision :shell do |s|
59 |     s.path = 'install/launch.sh'
60 |     s.name = 'launch_targets'
61 |     s.privileged = false
62 |     s.keep_color = true
63 |     s.args = "#{targets}"
64 |     s.env = {
65 |       "LAB_HOME" => "/vagrant",
66 |       "K8S_VERSION" => "#{k8s_version}",
67 |       "K8S_PROVIDER" => "#{k8s_provider}",
68 |       "NUM_NODES" => "#{num_nodes}",
69 |       "HOST_IP" => "#{host_ip}",
70 |       "IS_IN_CHINA" => "#{is_in_china}",
71 |       "https_proxy" => "#{https_proxy}"
72 |     }
73 |   end
74 | end
75 | 


--------------------------------------------------------------------------------
/dind-cluster-wrapper.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | env_vars=()
 4 | 
 5 | function env() {
 6 |   local env_var=$1
 7 |   env_vars+=($env_var)
 8 |   eval "if [[ -z \${$env_var+set} ]]; then $env_var=$2; fi"
 9 | }
10 | 
11 | function envs() {
12 |   for env_var in "${env_vars[@]}" ; do
13 |     eval "echo $env_var=\$$env_var"
14 |   done
15 | }
16 | 
17 | script_home=$(cd -P "$(dirname "$0")" && pwd)
18 | script_name="dind-cluster.sh"
19 | script_dir="$script_home/install/$script_name"
20 | script_baseurl="https://raw.githubusercontent.com/kubernetes-sigs/kubeadm-dind-cluster"
21 | 
22 | function install_script() {
23 |   local script force=$1
24 |   for script in "$script_name" "config.sh" ; do
25 |     local script_dir="$script_home/install/$script"
26 |     local script_url="$script_baseurl/master/$script"
27 |     if [[ ! -f $script_dir || -n $force ]] ; then
28 |       echo "Download $script ..."
29 |       curl -sSL $script_url -o $script_dir
30 |       [ $? != 0 ] && exit 1
31 |       chmod +x $script_dir
32 |     fi
33 |   done
34 | }
35 | 
36 | function run_script() {
37 |   start_time=$SECONDS
38 |   . $script_dir
39 |   elapsed_time=$(($SECONDS - $start_time))
40 |   # echo "Total elapsed time: $elapsed_time seconds"
41 | }
42 | 
43 | #################################################
44 | 
45 | # Kubernetes version
46 | env DIND_K8S_VERSION ${K8S_VERSION:-v1.14}
47 | env DIND_COMMIT 62f5a9277678777b63ae55d144bd2f99feb7c824
48 | 
49 | # Build Kubernetes from source
50 | env BUILD_KUBEADM
51 | env BUILD_HYPERKUBE
52 | 
53 | # Customize Kubernetes Dashboard
54 | DASHBOARD_BASEURL="https://raw.githubusercontent.com/kubernetes/dashboard/v1.10.1/src/deploy"
55 | env DASHBOARD_URL ${DASHBOARD_BASEURL}/recommended/kubernetes-dashboard.yaml
56 | # env DASHBOARD_URL ${DASHBOARD_BASEURL}/alternative/kubernetes-dashboard.yaml
57 | env SKIP_DASHBOARD
58 | 
59 | # To have kubeadm-dind-cluster join custom networks, separated by comma
60 | env DIND_CUSTOM_NETWORKS net-registries
61 | # To use insecure private Docker registries for kubeadm to pull images from there
62 | env DIND_INSECURE_REGISTRIES '"[\"k8s.gcr.io\", \"gcr.io\", \"quay.io\", \"mr.io:5000\"]"'
63 | 
64 | # To skip pull of image kubeadm-dind-cluster
65 | env DIND_SKIP_PULL
66 | # To skip snapshot
67 | env SKIP_SNAPSHOT
68 | #
69 | env NUM_NODES
70 | #
71 | env HOST_IP
72 | 
73 | #################################################
74 | 
75 | if [[ $1 == 'env' ]] ; then
76 |   envs
77 | elif [[ $1 == 'install' ]] ; then
78 |   install_script 1
79 | else
80 |   install_script
81 | 
82 |   if [[ -z $1 ]] ; then
83 |     echo "prepare:" >&2
84 |     echo "  $0 env" >&2
85 |     echo "  $0 install" >&2
86 |   fi
87 | 
88 |   run_script $@
89 | fi
90 | 


--------------------------------------------------------------------------------
/docker-compose-registry-proxy.yml:
--------------------------------------------------------------------------------
 1 | version: '3.5'
 2 | 
 3 | services:
 4 | 
 5 |   k8s.gcr.io.proxy:
 6 |     image: registry:2
 7 |     hostname: k8s.gcr.io
 8 |     container_name: k8s.gcr.io
 9 |     environment:
10 |       REGISTRY_HTTP_ADDR: 0.0.0.0:80
11 |       REGISTRY_STORAGE_DELETE_ENABLED: "true"
12 |       REGISTRY_PROXY_REMOTEURL: ${REGISTRY_PROXY_REMOTEURL}
13 |     volumes:
14 |       - vol-registries:/var/lib/registry
15 |     networks:
16 |       - net-registries
17 | 
18 |   gcr.io.proxy:
19 |     image: registry:2
20 |     hostname: gcr.io
21 |     container_name: gcr.io
22 |     environment:
23 |       REGISTRY_HTTP_ADDR: 0.0.0.0:80
24 |       REGISTRY_STORAGE_DELETE_ENABLED: "true"
25 |       REGISTRY_PROXY_REMOTEURL: ${REGISTRY_PROXY_REMOTEURL}
26 |     volumes:
27 |       - vol-registries:/var/lib/registry
28 |     networks:
29 |       - net-registries
30 | 
31 |   quay.io.proxy:
32 |     image: registry:2
33 |     hostname: quay.io
34 |     container_name: quay.io
35 |     environment:
36 |       REGISTRY_HTTP_ADDR: 0.0.0.0:80
37 |       REGISTRY_STORAGE_DELETE_ENABLED: "true"
38 |       REGISTRY_PROXY_REMOTEURL: ${REGISTRY_PROXY_REMOTEURL}
39 |     volumes:
40 |       - vol-registries:/var/lib/registry
41 |     networks:
42 |       - net-registries
43 | 
44 |   mr.io.proxy:
45 |     image: registry:2
46 |     hostname: mr.io
47 |     container_name: mr.io
48 |     environment:
49 |       # REGISTRY_HTTP_ADDR: 0.0.0.0:80
50 |       REGISTRY_STORAGE_DELETE_ENABLED: "true"
51 |       REGISTRY_PROXY_REMOTEURL: ${REGISTRY_PROXY_REMOTEURL}
52 |     ports:
53 |       - "5000:5000"
54 |     volumes:
55 |       - vol-registries:/var/lib/registry
56 |     networks:
57 |       - net-registries
58 | 
59 |   docker.io.proxy:
60 |     image: registry:2
61 |     hostname: registry-1.docker.io
62 |     container_name: registry-1.docker.io
63 |     environment:
64 |       REGISTRY_HTTP_ADDR: 0.0.0.0:443
65 |       REGISTRY_STORAGE_DELETE_ENABLED: "true"
66 |       REGISTRY_HTTP_TLS_CERTIFICATE: /certs/registry-1.docker.io.crt
67 |       REGISTRY_HTTP_TLS_KEY: /certs/registry-1.docker.io.key
68 |       REGISTRY_PROXY_REMOTEURL: ${REGISTRY_PROXY_REMOTEURL}
69 |     volumes:
70 |       - ./install/certs:/certs
71 |       - vol-registries:/var/lib/registry
72 |     networks:
73 |       - net-registries
74 | 
75 | volumes:
76 |   vol-registries:
77 |     name: vol-registries
78 |     external: true
79 | 
80 | networks:
81 |   net-registries:
82 |     name: net-registries
83 |     driver: bridge
84 |     external: true
85 | 


--------------------------------------------------------------------------------
/docker-compose.yml:
--------------------------------------------------------------------------------
 1 | version: '3.5'
 2 | 
 3 | services:
 4 | 
 5 |   k8s.gcr.io:
 6 |     image: registry:2
 7 |     hostname: k8s.gcr.io
 8 |     container_name: k8s.gcr.io
 9 |     environment:
10 |       REGISTRY_HTTP_ADDR: 0.0.0.0:80
11 |       REGISTRY_STORAGE_DELETE_ENABLED: "true"
12 |     volumes:
13 |       - vol-registries:/var/lib/registry
14 |     networks:
15 |       - net-registries
16 | 
17 |   gcr.io:
18 |     image: registry:2
19 |     hostname: gcr.io
20 |     container_name: gcr.io
21 |     environment:
22 |       REGISTRY_HTTP_ADDR: 0.0.0.0:80
23 |       REGISTRY_STORAGE_DELETE_ENABLED: "true"
24 |     volumes:
25 |       - vol-registries:/var/lib/registry
26 |     networks:
27 |       - net-registries
28 | 
29 |   quay.io:
30 |     image: registry:2
31 |     hostname: quay.io
32 |     container_name: quay.io
33 |     environment:
34 |       REGISTRY_HTTP_ADDR: 0.0.0.0:80
35 |       REGISTRY_STORAGE_DELETE_ENABLED: "true"
36 |     volumes:
37 |       - vol-registries:/var/lib/registry
38 |     networks:
39 |       - net-registries
40 | 
41 |   mr.io:
42 |     image: registry:2
43 |     hostname: mr.io
44 |     container_name: mr.io
45 |     environment:
46 |       # REGISTRY_HTTP_ADDR: 0.0.0.0:80
47 |       REGISTRY_STORAGE_DELETE_ENABLED: "true"
48 |     ports:
49 |       - "5000:5000"
50 |     volumes:
51 |       - vol-registries:/var/lib/registry
52 |     networks:
53 |       - net-registries
54 | 
55 |   docker.io:
56 |     image: registry:2
57 |     hostname: registry-1.docker.io
58 |     container_name: registry-1.docker.io
59 |     environment:
60 |       REGISTRY_HTTP_ADDR: 0.0.0.0:443
61 |       REGISTRY_STORAGE_DELETE_ENABLED: "true"
62 |       REGISTRY_HTTP_TLS_CERTIFICATE: /certs/registry-1.docker.io.crt
63 |       REGISTRY_HTTP_TLS_KEY: /certs/registry-1.docker.io.key
64 |     volumes:
65 |       - ./install/certs:/certs
66 |       - vol-registries:/var/lib/registry
67 |     networks:
68 |       - net-registries
69 | 
70 |   socat:
71 |     image: alpine/socat
72 |     command:
73 |       tcp-listen:443,fork tcp-connect:registry-1.docker.io:443
74 |     ports:
75 |       - "443:443"
76 |     networks:
77 |       - net-registries
78 | 
79 | volumes:
80 |   vol-registries:
81 |     name: vol-registries
82 |     external: true
83 | 
84 | networks:
85 |   net-registries:
86 |     name: net-registries
87 |     driver: bridge
88 |     external: true
89 | 


--------------------------------------------------------------------------------
/docs/APIC-Quick-Guide.md:
--------------------------------------------------------------------------------
  1 | # Quick Guide to Launch APIC Playground
  2 | 
  3 | > This guide also has a Chinese version: [把API Connect关进All-in-One K8S Playground里](https://morningspace.github.io/tech/all-in-one-apic-playground/).
  4 | 
  5 | ## API Connect
  6 | 
  7 | [IBM API Connect(APIC)](https://developer.ibm.com/apiconnect) is an integrated API management offering, with capabilities and tooling for all phases of the API lifecycle. It is built on top of the great open source project [LoopBack](https://loopback.io/) as a platform for building APIs and microservices in Node.js.
  8 | 
  9 | The standard APIC installation is a bit complicated. Depends on its system resource requirements, e.g. CPU, memory, disk volume, it usually requires multiple virtual or bare metal machines and takes hours or even days to finish the deployment. For more details, please refer to its [Documentation](https://www.ibm.com/support/knowledgecenter/SSMNED_2018/mapfiles/getting_started.html).
 10 | 
 11 | As an advanced usage case of the open source project [lab-k8s-playground](https://github.com/morningspace/lab-k8s-playground), this guide will work you through the steps to launch APIC on top of [Kubernetes](https://kubernetes.io/) or [OpenShift](https://www.openshift.com/) using the [All-in-One Kubernetes Playground](https://github.com/morningspace/lab-k8s-playground/) on a single machine in minutes with only 4 or 5 steps in a repeatable manner!
 12 | 
 13 | ![](demo-apic.gif)
 14 | 
 15 | ## Step 1. Initialize the playground
 16 | 
 17 | Clone the playground repository, go into the repository root directory, run command to init the environment:
 18 | ```shell
 19 | $ git clone https://github.com/morningspace/lab-k8s-playground.git
 20 | $ cd lab-k8s-playground
 21 | $ ./install/launch.sh init
 22 | ```
 23 | 
 24 | After finished, specify host IP, k8s provider, k8s version, number of worker nodes in `~/.bashrc`:
 25 | ```shell
 26 | # The IP of your host that runs APIC
 27 | export HOST_IP=<your_host_ip>
 28 | # The Kubernetes provider, default is dind
 29 | export K8S_PROVIDER=
 30 | # The Kubernetes version, default is v1.14
 31 | export K8S_VERSION=
 32 | # The number of worker nodes, must be 3
 33 | export NUM_NODES=3
 34 | ```
 35 | 
 36 | > You can choose different Kubernetes distributions to install APIC by specifiying `K8S_PROVIDER`, valid values include: `dind` for standard Kubernetes, `oc` for OpenShift. If you choose OpenShift, `K8S_VERSION` and `NUM_NODES` will be ignored.
 37 | 
 38 | Reload `.bashrc` to apply your changes, enable bash completion and other features in current login session:
 39 | ```shell
 40 | $ . ~/.bashrc
 41 | ```
 42 | 
 43 | > The Playground with APIC can be launched on either Ubuntu, CentOS, or RHEL.
 44 | 
 45 | ## Step 2. Prepare APIC installation packages
 46 | 
 47 | Download APIC installation packages into `$LAB_HOME/install/.launch-cache/apic` including all Docker images and the `apicup` executable required when install APIC, e.g.:
 48 | ```shell
 49 | $ ls -1 $LAB_HOME/install/.launch-cache/apic/
 50 | analytics-images-kubernetes_lts_v2018.4.1.4.tgz
 51 | apicup-linux_lts_v2018.4.1.4
 52 | idg_dk2018414.lts.nonprod.tar.gz
 53 | management-images-kubernetes_lts_v2018.4.1.4.tgz
 54 | portal-images-kubernetes_lts_v2018.4.1.4.tgz
 55 | ```
 56 | 
 57 | > Here, `$LAB_HOME` refers to the repository root directory.
 58 | 
 59 | > You can find the APIC installation packages from the official IBM download site. That will not be covered in this guide.
 60 | 
 61 | ## Step 3. Change and review APIC settings
 62 | 
 63 | You can specify APIC hostnames and other settings in below file as needed:
 64 | ```shell
 65 | $ vi $LAB_HOME/install/targets/apic/settings.sh
 66 | ```
 67 | 
 68 | > If you choose OpenShift, the hostnames are fixed. Please run `launch endpoints` to view how the hostnames look like after APIC is launched.
 69 | 
 70 | You can set `apic_skip_load_images` to `1` in `settings.sh` after the first launch to skip the step of loading APIC images into local private registry because you don't have to repeat that if the registry has already been provisioned. To skip this can make the launch faster.
 71 | 
 72 | If you are interested in APIC settings customization, please refer to [Appendix: Customize APIC settings](#appendix-customize-apic-settings).
 73 | 
 74 | ## Step 4. Launch APIC
 75 | 
 76 | Run command to launch Kubernetes:
 77 | ```shell
 78 | $ launch default
 79 | ```
 80 | 
 81 | > After finished, you can run `kubectl version` to verify if everything works fine.
 82 | 
 83 | > Run `export IS_IN_CHINA=1` before `launch` if you are located in China who cannot pull images from Google site that are required by the cluster.
 84 | 
 85 | Then, launch APIC: 
 86 | ```shell
 87 | $ launch apic
 88 | ```
 89 | 
 90 | It takes time to finish the launch which depends on your system configuration, e.g., on my virtual machine, when `apic_skip_load_images` is set to `1`, it usually takes less than 15 minutes to finish all the work before I can use.
 91 | 
 92 | > After finished, you can run `kubectl get pods -n apiconnect` to verify if all APIC pods are deployed correctly.
 93 | 
 94 | If you want to destroy the current cluster for whatever reason and re-launch a new one, just run below command:
 95 | ```shell
 96 | $ launch apic::clean kubernetes::clean registry::up kubernetes apic
 97 | ```
 98 | 
 99 | ## Step 5. Expose APIC endpoints
100 | 
101 | > If you choose OpenShift, then you don't need this step.
102 | 
103 | You can expose APIC endpoints outside the cluster:
104 | ```shell
105 | $ launch apic::expose
106 | ```
107 | 
108 | Then add the host IP and hostname mapping into `/etc/hosts` on your local machine so that you can access APIC UI from web browser. e.g.:
109 | ```shell
110 | $ cat /etc/hosts
111 | ...
112 | <your_host_ip>   cm.morningspace.com gwd.morningspace.com gw.morningspace.com padmin.morningspace.com portal.morningspace.com ac.morningspace.com apim.morningspace.com api.morningspace.com
113 | ```
114 | 
115 | ## Appendix: Customize APIC settings
116 | 
117 | All APIC settings files can be found at `$LAB_HOME/install/targets/apic`. It includes `settings.sh` to configure APIC hostnames and required memory or volume size.
118 | 
119 | When finish the customization, you can run below command to review the changes:
120 | ```shell
121 | $ launch apic::validate
122 | ```
123 | 
124 | In the output, you may notice some subsystems report validation failures, e.g.:
125 | ```shell
126 | data-storage-size-gb  10    ✘  data-storage-size-gb must be 200 or greater 
127 | ```
128 | 
129 | It indicates the `data-storage-size-gb` used by `analytics` subsystem must be 200 or greater. You can ignore these failures if you are sure the specified value is sufficient for you to launch APIC in your particular environment.
130 | 
131 | Have fun!
132 | 


--------------------------------------------------------------------------------
/docs/All-in-One-Playground-Overview.md:
--------------------------------------------------------------------------------
 1 | # The All-in-One Kubernetes Playground Overview
 2 | 
 3 | > This is the very high level overview of the All-in-One Kubernetes Playground. For more details on how to use the playground, please refer to ["The All-in-One Kubernetes Playground Usage Guide"](All-in-One-Playground-Usage-Guide.md) or ["All-in-One K8S Playground中文使用指南"](https://morningspace.github.io/tech/all-in-one-k8s-playground/).
 4 | 
 5 | This playground includes a set of shell scripts that can help you launch a single- or multi-node Kubernetes cluster on a single machine in minutes in a repeatable manner.
 6 | 
 7 | ## Kubernetes Distributions
 8 | 
 9 | The below Kubernetes distributions are supported by this playground:
10 | * [Kubernetes](https://kubernetes.io/): v1.12, v1.13, v1.14, v1.15
11 | * [OpenShift(Community Distribution)](https://www.okd.io/): v3.11, v4.x
12 | 
13 | ## Applications
14 | 
15 | The below applications are deployed along with this playground for you to evaluate and use:
16 | * [Kubernetes dashboard](https://github.com/kubernetes/dashboard)
17 | * [Istio](https://istio.io) with demo app [bookinfo](https://istio.io/docs/examples/bookinfo)
18 | * [Grafana](https://grafana.com)
19 | * [Kiali](https://www.kiali.io)
20 | * [Jaeger](https://www.jaegertracing.io)
21 | * [Prometheus](https://prometheus.io)
22 | * [IBM API Connect](https://www.ibm.com/cloud/api-connect), for more details, please refer to [Quick Guide to Launch APIC Playground](APIC-Quick-Guide.md) or [把API Connect关进All-in-One K8S Playground里](https://morningspace.github.io/tech/all-in-one-apic-playground/)
23 | 
24 | ## Tools
25 | 
26 | The below Kubernetes-related command line tools are integrated with this playground for you to evaluate and use:
27 | * [kubectl](https://kubernetes.io/docs/reference/kubectl)
28 | * [helm](https://helm.sh)
29 | * [kubectl autocompletion](https://kubernetes.io/docs/tasks/tools/install-kubectl/#optional-kubectl-configurations)
30 | * [kubectl aliases](https://github.com/ahmetb/kubectl-aliases)
31 | * [kubectx and kubens](https://github.com/ahmetb/kubectx)
32 | * [kubebox](https://github.com/astefanutti/kubebox)
33 | * [kubetail](https://github.com/johanhaleby/kubetail)
34 | 
35 | ## Private Registries
36 | 
37 | The playground runs a set of private registries that can be used to mimic below public container regiestries:
38 | * [Google Container Registry](https://gcr.io)
39 | * [Quay](https://quay.io)
40 | * [Docker Hub](https://hub.docker.com)
41 | 
42 | By storing all images into private registries, it can boost your playground launch dramatically fast. You can even launch the playground without network connectivity! Furthermore, if you share the registries with your teammates, they all can benefit from that.
43 | 
44 | For more details, please refer to ["Can I launch the playground without network?"](All-in-One-Playground-Usage-Guide.md#can-i-launch-the-playground-without-network), ["Can I share private registries with others?"](All-in-One-Playground-Usage-Guide.md#can-i-share-private-registries-with-others).
45 | 
46 | ## Operating Systems
47 | 
48 | The below OSs are supported by this playground:
49 | * [Ubuntu](https://ubuntu.com/)
50 | * [CentOS](https://www.centos.org/)
51 | * [RHEL](https://www.redhat.com/en/technologies/linux-platforms/enterprise-linux)
52 | * [MacOS](https://www.apple.com/macos/)
53 | 
54 | ## Launch
55 | 
56 | The playground provides a Vagrant Box out of the box that can be launched by a single line of command. Meanwhile, it can also be launched on your host machine directly.
57 | 
58 | For more details, please refer to ["How to launch the playground?"](All-in-One-Playground-Usage-Guide.md#how-to-launch-the-playground).
59 | 
60 | ## Access
61 | 
62 | To use the playground in command line, you can login from normal terminal, or use [web terminal](https://github.com/shellinabox/shellinabox) that allows you to log in to the playground in web browser.
63 | 
64 | For more details, please refer to ["How to access the playground?"](All-in-One-Playground-Usage-Guide.md#how-to-access-the-playground).
65 | 
66 | ## Use
67 | 
68 | You can do a lot of things by using the built-in "Launch Utility". You can even use the "Launch Utility" to create snapshot for the current running cluster, then restore from it later very quickly.
69 | 
70 | For more details, please refer to ["What else can I do with the playground?"](All-in-One-Playground-Usage-Guide.md#what-else-can-i-do-with-the-playground), ["Restore cluster from snapshot"](All-in-One-Playground-Usage-Guide.md#restore-cluster-from-snapshot), and the ["Launch Utility Usage Guide"](Launch-Utility-Usage-Guide.md).
71 | 
72 | ## Customize
73 | 
74 | You can customize the playground before or after its launch in many aspects to meet your very specific requirement, e.g. to change the Kubernetes distribution, Kubernetes version, the number of cluster nodes, the applications to be installed, and the Docker images to be pulled.
75 | 
76 | For more details, please refer to ["Can I customize the playground?"](All-in-One-Playground-Usage-Guide.md#can-i-customize-the-playground), ["What if images are changed?"](All-in-One-Playground-Usage-Guide.md#what-if-images-are-changed).
77 | 


--------------------------------------------------------------------------------
/docs/All-in-One-Playground-Usage-Guide.md:
--------------------------------------------------------------------------------
  1 | # The All-in-One Kubernetes Playground Usage Guide
  2 | 
  3 | This guide will work you through the steps to launch the [All-in-One Kubernetes Playground](https://github.com/morningspace/lab-k8s-playground/) with a single- or mult-node cluster on a single machine in minutes in a repeatable manner!
  4 | 
  5 | ## How to launch the playground?
  6 | 
  7 | Let's first clone the repository and go into its root directory:
  8 | ```shell
  9 | $ git clone https://github.com/morningspace/lab-k8s-playground.git
 10 | ```
 11 | 
 12 | Then you have two options to install the playground.
 13 | 
 14 | ### Vagrant box
 15 | 
 16 | When you have [Vagrant](https://www.vagrantup.com/) and its provider e.g. [VirtualBox](https://www.virtualbox.org/) installed, to launch the playground is quite easy, just run below command:
 17 | ```shell
 18 | $ vagrant up
 19 | ```
 20 | 
 21 | By default, it will provision the box and launch a three-node standard Kubernetes cluster.
 22 | 
 23 | ### Host machine
 24 | 
 25 | You can also launch the playground on your host machine directly by running below command in repository root directory to initialize the environment at first:
 26 | ```shell
 27 | $ ./install/launch.sh init
 28 | ```
 29 | 
 30 | It will modify `.bashrc` in user home directory. Please re-login from terminal to reload `.bashrc` in a new user session, or run below command to reload it in current session:
 31 | ```shell
 32 | $ . ~/.bashrc
 33 | ```
 34 | 
 35 | Before reload, there are some environment variables defined in `.bashrc` that you can change to customize the playground to be launched, or you can leave as is so that default value will be used:
 36 | ```shell
 37 | # The IP of your host, default is 127.0.0.1
 38 | export HOST_IP=
 39 | # The Kubernetes provider, default is dind
 40 | export K8S_PROVIDER=
 41 | # The Kubernetes version, default is v1.14
 42 | export K8S_VERSION=
 43 | # The number of worker nodes, default is 2
 44 | export NUM_NODES=
 45 | ```
 46 | 
 47 | > `K8S_PROVIDER` is used to specify which Kubernetes distribution you use to provision the playground. By default, it will launch a standard Kubernetes cluster. But it also supports other Kubernetes distribution, e.g. OpenShift. Please refer to ["Launch using OpenShift"](#launch-using-openshift) for more details.
 48 | 
 49 | Finally, let's run below command to launch the cluster:
 50 | ```shell
 51 | $ launch default
 52 | ```
 53 | 
 54 | Here, we use `launch` instead of `launch.sh`. After reload `.bashrc`, you can run `launch` anywhere. It doesn't have to be the repository root directory.
 55 | 
 56 | ### Vagrant box or host machine?
 57 | 
 58 | If you run the playground on laptop or local machine, and you want to keep your machine always in clean state, then you can launch the playground in Vagrant box, otherwise you can use host machine which can be much faster since it doesn't need to provision a guest OS on your host machine.
 59 | 
 60 | If you run the playground in a VM, then you probably don't need Vagrant box, since it may not be necessary to run one VM, the box, in another VM, which is nested virtualization.
 61 | 
 62 | ### Which OS shall I use?
 63 | 
 64 | The playground can be launched on:
 65 | * [Ubuntu](https://ubuntu.com/)
 66 | * [CentOS](https://www.centos.org/)
 67 | * [RHEL](https://www.redhat.com/en/technologies/linux-platforms/enterprise-linux)
 68 | * [MacOS](https://www.apple.com/macos/)
 69 | 
 70 | When launch the playground in Vagrant box, although the [Vagrantfile](/Vagrantfile) uses Ubuntu, you can change it to use other OS.
 71 | 
 72 | ## Launch using OpenShift
 73 | 
 74 | The playground supports both standard Kubernetes and OpenShift. This is configurable by using environment variable `K8S_PROVIDER`. The default value of `K8S_PROVIDER` is `dind`, which will launch a multi-node standard Kubernetes cluster on your host machine.
 75 | 
 76 | To launch the playground using OpenShift, you just need to change the value of `K8S_PROVIDER` to:
 77 | * `oc`: For OpenShift v3.11 based on `oc cluster up`;
 78 | * `crc`: For OpenShift v4.x based on [CodeReady Containers(CRC)](https://github.com/code-ready/crc).
 79 | 
 80 | Then run below command to launch the cluster:
 81 | ```shell
 82 | $ launch kubernetes
 83 | ```
 84 | 
 85 | This will bring up a single node cluster running on your host machine.
 86 | 
 87 | For OpenShift v4.x based on CRC, it is recommanded to update the CRC version on a regular basis (e.g. monthly), so that you can always get the latest version of OpenShift.
 88 | 
 89 | To specify the CRC version, use `CRC_VERSION` environment variable. To know what the CRC version is currently being used by the playground, run `launch env`, e.g.:
 90 | ```shell
 91 | $ launch env
 92 | Targets to be launched: [env]
 93 | ####################################
 94 | # Launch target env...
 95 | ####################################
 96 | Common:
 97 |   LAB_HOME    : /Users/morningspace/lab-k8s-playground
 98 |   HOST_IP     : 127.0.0.1
 99 |   K8S_PROVIDER: crc
100 | 
101 | Specific to crc:
102 |   CRC_VERSION       : 1.2.0
103 |   CRC_MEMORY        : 10240
104 |   CRC_CPUS          : 4
105 | 
106 | Total elapsed time: 0 seconds
107 | ```
108 | 
109 | You can even run multiple clusters using different Kubernetes distributions on the same host machine! As an example, run below commands:
110 | ```shell
111 | $ K8S_PROVIDER= launch kubernetes
112 | $ K8S_PROVIDER=oc launch kubernetes
113 | ```
114 | 
115 | This will bring up a multi-node standard Kubernetes cluster first, then a single node OpenShift cluster. Using [kubectx](https://github.com/ahmetb/kubectx), you can switch context between the two clusters easily. Then, run other command line tools, e.g. [kubectl](https://kubernetes.io/docs/reference/kubectl), to manage the clusters. Here is the demo.
116 | 
117 | ![](demo-oc.gif)
118 | 
119 | ## How to access the playground?
120 | 
121 | If you launch the playground on your host machine, you can talk to the cluster directly. If it's inside the box, then you can run below command to login to the box from terminal:
122 | ```shell
123 | $ vagrant ssh
124 | ```
125 | 
126 | You can also login using web terminal. To access it, use the host IP or the box IP that launches the playground, e.g. the default box IP is `192.168.56.100`, so the web terminal URL is https://192.168.56.100:4200. Please refer to ["Customize the playground"](#customize-the-playground) on how to change the box IP.
127 | 
128 | If use the box, please use vagrant/vagrant as user/password when you login from web terminal. After login, you can use [kubectl](https://kubernetes.io/docs/reference/kubectl) to access the cluster, use [helm](https://helm.sh) to deploy applications, or other pre-installed tools, e.g. [kubens](https://github.com/ahmetb/kubectx), [kubectl aliases](https://github.com/ahmetb/kubectl-aliases) to make your access to the cluster much easier. Here is a demo that run variant command line tools from both normal and web terminals.
129 | 
130 | ![](demo-tools.gif)
131 | 
132 | If you launch the playground inside the box, when you finish the work and want to swith to other context, you can run below command to suspend the box:
133 | ```shell
134 | $ vagrant suspend
135 | ```
136 | 
137 | Next time when you go back to the box, run below command to resume it:
138 | ```shell
139 | $ vagrant resume
140 | ```
141 | 
142 | You can also destroy the box if it's not needed anymore:
143 | ```shell
144 | $ vagrant destroy
145 | ```
146 | 
147 | ## What else can I do with the playground?
148 | 
149 | You can adjust the playground after it is launched using the Launch Utility, i.e. the `launch` command that you have already used in previous sections.
150 | 
151 | Usually, the command is followed by a few targets separated by space. It then launches the targets in order of appearance one by one, e.g. this is going to launch `kubernetes`, then `helm`:
152 | ```shell
153 | $ launch kubernetes helm
154 | ```
155 | 
156 | Actually, the [Vagrantfile](/Vagrantfile) also consistently uses `launch` to provision the box. There are a whole bunch of pre-defined targets available. You can even add your own. Please refer to ["Launch Utility Usage Guide"](Launch-Utility-Usage-Guide.md) for more details.
157 | 
158 | As an example, we will use `launch` to install [Istio](https://istio.io) and its demo application [Bookinfo](https://istio.io/docs/examples/bookinfo). Let's start from Istio:
159 | ```
160 | $ launch istio
161 | ```
162 | 
163 | Wait for a while till it's finished. Then istio-bookinfo:
164 | ```shell
165 | $ launch istio-bookinfo
166 | ```
167 | 
168 | When Istio and Bookinfo are all up and running, you can run below command to expose their ports so that can be accessed outside the cluster, e.g. in web browser:
169 | ```shell
170 | $ launch istio::expose istio-bookinfo::expose 
171 | Targets to be launched: [istio::expose istio-bookinfo::expose]
172 | ####################################
173 | # Launch target istio...
174 | ####################################
175 | » Forwarding service/grafana 3000:3000...
176 | Done. Please check /home/vagrant/lab-k8s-playground/install/logs/pfwd-grafana.log
177 | » Forwarding service/kiali 20001:20001...
178 | Done. Please check /home/vagrant/lab-k8s-playground/install/logs/pfwd-kiali.log
179 | » Forwarding pod/jaeger 15032:16686...
180 | Done. Please check /home/vagrant/lab-k8s-playground/install/logs/pfwd-jaeger.log
181 | » Forwarding pod/prometheus 9090:9090...
182 | Done. Please check /home/vagrant/lab-k8s-playground/install/logs/pfwd-prometheus.log
183 | ####################################
184 | # Launch target istio-bookinfo...
185 | ####################################
186 | » Forwarding service/istio-ingressgateway 31380:80...
187 | Done. Please check /home/vagrant/lab-k8s-playground/install/logs/pfwd-istio-ingressgateway.log
188 | Total elapsed time: 2 seconds
189 | ```
190 | 
191 | > This is only required when you launch standard Kubernetes cluster. For OpenShift, you can access the cluster right after it's launched without additional step.
192 | 
193 | After it's finished, run target `endpoints` to list all endpoints available in the playground with their healthiness status. Then, choose one of them and open it in web browser:
194 | ```
195 | $ launch endpoints
196 | Targets to be launched: [endpoints]                                                                                                          
197 | ####################################                                                                                                         
198 | # Launch target endpoints...                                                                                                                 
199 | ####################################                                                                                                         
200 | Common:
201 |   ✔ Web Terminal: https://192.168.56.100:4200                                                                                                  
202 |   ✔ Dashboard   : http://192.168.56.100:32768/api/v1/namespaces/kube-system/services/http:kubernetes-dashboard:/proxy                          
203 | 
204 | Istio:
205 |   ✔ Grafana       : http://192.168.56.100:3000                                                                                                 
206 |   ✔ Kiali         : http://192.168.56.100:20001                                                                                                
207 |   ✔ Jaeger        : http://192.168.56.100:15032                                                                                                
208 |   ✔ Prometheus    : http://192.168.56.100:9090                                                                                                 
209 |   ✔ Istio Bookinfo: http://192.168.56.100:31380/productpage                                                                                    
210 | 
211 | Total elapsed time: 1 seconds                                                                                                                
212 | ```
213 | 
214 | Here is a demo that use Dashboard, Grafana, Kiali, Jaeger when run Istio Bookinfo demo application.
215 | 
216 | ![](demo-apps.gif)
217 | 
218 | ### Restore cluster from snapshot
219 | 
220 | After more applications are deployed to the cluster, you may want to run below command to create a snapshot for the cluster:
221 | ```shell
222 | $ launch kubernetes::snapshot
223 | ```
224 | 
225 | By doing this, all necessary information about your current cluster will be persisted. When the cluster is ruined later for whatever reason, you can run below command to tear it down:
226 | ```shell
227 | $ launch kubernetes::down
228 | ```
229 | 
230 | Then, restore from the snapshot easily by running below command:
231 | ```shell
232 | $ launch kubernetes::up
233 | ```
234 | 
235 | It's fast to restore a cluster from an existing snapshot, and all applications that are previously deployed before you create the snapshot will come back again.
236 | 
237 | > This feature is currently only available when set `K8S_PROVIDER` to `dind`.
238 | 
239 | ## What if images are changed?
240 | 
241 | Private container registries are used to store images that will be pulled during cluster launch or application deployment. This is quite useful when we launch the playground in a poor network environment. As you can store all images to the private registries and have them co-located with the cluster, you can even run the cluster without network connectivity. Please refer to ["Can I launch the playground without network"](#can-i-launch-the-playground-without-network) for more details.
242 | 
243 | Target `registry` is used to setup the private registries. It reads images configured in file [images.list](/install/targets/images.list), pull them from their original registries, then push to the target private registries. 
244 | 
245 | If existing images are changed or new images are added, you can modify `images.list` to reflect the change, then launch `registry` to update the registries.
246 | 
247 | ## Can I share private registries with others?
248 | 
249 | To have all private registries co-located with your cluster in the same playground makes it simple to maintain and easy to port. But in some cases, you may want your registries to be accessed externally, e.g. can be shared among multiple boxes on the same machine, or shared among multiple developers' machines as team-level registries. This can be done by launching target `registry-proxy`.
250 | 
251 | For example, given you are using box, let's launch the original registries outside the box:
252 | ```shell
253 | $ launch registry
254 | ```
255 | 
256 | After it's finished, you should be able to query images stored on these registries by issuing `curl` command as below:
257 | ```shell
258 | $ curl 127.0.0.1:5000/v2/_catalog
259 | ```
260 | 
261 | Now, we are going to share these registries to our cluster running inside the box. Go into the box and run below command to stop the existing registries at first:
262 | ```shell
263 | $ launch registry::down
264 | ```
265 | 
266 | After it's finished, let's launch the registry proxies inside the box using target `registry-proxy`. This will delegate all image pull requests to the remote peers outside the box:
267 | ```shell
268 | $ launch registry-proxy
269 | ```
270 | 
271 | If you launch the original registries remotely in another machine, please use the environment variable `REGISTRY_REMOTE` to specify the remote registry IP before launch registry proxies:
272 | ```shell
273 | $ export REGISTRY_REMOTE=<your_team_registry>
274 | $ launch registry-proxy
275 | ```
276 | 
277 | After images are pulled and stored locally, next time when we pull these images, it will load them from local storage without making any remote call.
278 | 
279 | ## Can I launch the playground without network?
280 | 
281 | If we setup private registries to store all images required to launch the cluster, you can even run the cluster without network!
282 | 
283 | Run below command to expose a particular private registry that mimics [Docker Hub](https://hub.docker.com) to the host that runs the playground:
284 | ```shell
285 | $ launch registry::docker.io
286 | ```
287 | 
288 | Now, you can turn off your network completely. Then, re-launch target `kubernetes` to bring up the cluster in offline mode:
289 | ```
290 | $ launch kubernetes
291 | ```
292 | 
293 | Here is a demo that I turned off Wi-Fi on my laptop, then went into the box, and run `launch kubernetes helm` to re-install Kubernetes and Helm.
294 | 
295 | ![](demo-offline.gif)
296 | 
297 | > This feature is currently only available when set `K8S_PROVIDER` to `dind`.
298 | 
299 | ## Can I customize the playground?
300 | 
301 | By working through previous sections, you've already known how to use Launch Utility to customize the playground after it is launched.
302 | 
303 | There are more settings for you to tune the playground when it is being provisioned, e.g., you can specify the Kubernetes distribution, Kubernetes version, number of cluster nodes, the IP of the host that runs the playground, etc.
304 | 
305 | Please refer to [Vagrantfile](/Vagrantfile) if you use box to launch the playground:
306 | ```ruby
307 | # set number of vcpus
308 | cpus = '6'
309 | # set amount of memory allocated by vm
310 | memory = '8192'
311 | 
312 | # targets to be run, can be customized as your need
313 | targets = "init default helm tools"
314 | 
315 | # set Kubernetes version, supported versions: v1.12, v1.13, v1.14, v1.15
316 | k8s_version = "v1.14"
317 | # set Kubernetes provider, supported providers: dind, oc, crc
318 | k8s_provider = "dind"
319 | # set number of worker nodes
320 | num_nodes = 2
321 | # set host ip of the box
322 | host_ip = '192.168.56.100'
323 | 
324 | # special optimization for users in China, 1 or 0
325 | is_in_china = 0
326 | # set https proxy
327 | https_proxy = ""
328 | ```
329 | 
330 | Or refer to the `.bashrc` in user home directory if you use your host machine to launch the playground directly.
331 | 
332 | ### Special care for users in China
333 | 
334 | The setting `is_in_china` in Vagrantfile or the corresponding environment variable `IS_IN_CHINA` is specific to users in China who may not have network access to some sites required by Kubernetes when launch the cluster, e.g. public container registries `k8s.gcr.io` and `gcr.io` are usually not accessible from China. Set `is_in_china` in Vagrantfile or `IS_IN_CHINA` from terminal to 1 before you launch targets, this will resolve the problem, e.g.:
335 | ```shell
336 | $ IS_IN_CHINA=1 launch registry kubernetes helm
337 | ```
338 | 
339 | ### Write your own target
340 | 
341 | You can even write your own target to extend the Launch Utility as your need. Please refer to ["Launch Utility Usage Guide"](Launch-Utility-Usage-Guide.md) for more details.
342 | 


--------------------------------------------------------------------------------
/docs/Launch-Utility-Usage-Guide.md:
--------------------------------------------------------------------------------
 1 | # Launch Utility Usage Guide
 2 | 
 3 | The `Launch Utility` is a set of shell scripts distributed along with the All-in-One Kubernetes Playground. It can help you launch many different targets within the playground, e.g. to start Kubernetes cluster, install kubectl, deploy Istio, etc.
 4 | 
 5 | ## Usage
 6 | 
 7 | To type `launch` from command line without additional argument will display the simple usage information. Usually, it will be followed by one or more targets that are separated by space as below:
 8 | ```shell
 9 | $ launch [target1] [target2] [target3] ...
10 | ```
11 | 
12 | These targets will be launched in order of appearance one by one, e.g.:
13 | ```shell
14 | $ launch default tools istio
15 | $ launch kubernetes
16 | ```
17 | 
18 | ## Launch pre-defined targets
19 | 
20 | The `Launch Utility` supports many pre-defined targets. They are listed as below:
21 | 
22 | | Target				| Description
23 | | ---- 					|:----
24 | |apic						| Deploy [IBM API Connect](https://developer.ibm.com/apiconnect) to the playground
25 | |base						| As a special target, will launch target docker, docker-compose, kubectl
26 | |default				| As a special target, will launch target base, registry, kubernetes
27 | |docker					| Install docker
28 | |docker-compose	| Install docker-compose
29 | |endpoints			| List all application endpoints available in the playground with healthiness status
30 | |env						| Print environment variables corresponding to the playground
31 | |helm						| Install [helm](https://helm.sh)
32 | |init						| Initialize the playground environment
33 | |istio					| Deploy [istio](https://istio.io)
34 | |istio-bookinfo	| Deploy istio demo app: [bookinfo](https://istio.io/docs/examples/bookinfo)
35 | |kubectl				| Install [kubectl](https://kubernetes.io/docs/reference/kubectl)
36 | |kubernetes			| Manipulate kubernetes cluster
37 | |registry				| Manipulate private container registries
38 | |registry-proxy	| Manipulate private container registries that work as proxies to connect to their remote peers
39 | |sample					| A sample target for you to take as reference on how to write your own target
40 | |tools					| Install kubernetes-related tools
41 | 
42 | ### Target commands
43 | 
44 | Some targets may have multiple commands available for you to call, e.g. target `kubernetes` has below commands that support regular cluster manipulation:
45 | 
46 | | Command				| Description
47 | | ---- 					|:----
48 | |clean					| Stop the cluster and clean up the storage
49 | |down						| Stop the cluster but do not clean up the storage
50 | |env						| Print environment variables corresponding to the playground
51 | |init						| Initialize and bring up the cluster
52 | |snapshot				| Create snapshot for current running cluster
53 | |up							| Bring up the cluster
54 | 
55 | To call a particular command when launch a target, use the below format:
56 | ```shell
57 | $ launch <target_name>::<command_name>
58 | ```
59 | 
60 | For example, this is to bring up a cluster:
61 | ```shell
62 | $ launch kubernetes::up
63 | ```
64 | 
65 | For the supported commands of other targets, you can explore by yourself using the `Launch Utility` auto-completion feature, e.g.:
66 | ```shell
67 | $ launch registry::<tab><tab>
68 | docker.io  down       init       mr.io      up
69 | ```
70 | 
71 | Typing two `<tab>`s after `::` will list all available commands of target `registry`.
72 | 
73 | ## Define your own target
74 | 
75 | You can even define your own target for your specific installation requirement. Each target is essentially an executable script written in shell. You can do whatever in your shell script. Just one rule for such script that runs as a target. That is to put your script in directory `$LAB_HOME/install/targets` so that can be detected by `Launch Utility`. Here, `$LAB_HOME` is the repository root directory.
76 | 
77 | Write you own target then save it. Next time when you run `launch` command, you should be able to see your target in the auto-completion list. That means it has been detected by `Launch Utility` and you can launch it now.
78 | 
79 | Optionally, you can also define commands for your target. There is a [sample target](/install/targets/sample.sh) for you to take as reference. Just follow the naming convention `<target>::<command>` to name your function which can be recognized as target command by `Launch Utility`. Function that does not follow this naming convention will be treated as normal function.
80 | 


--------------------------------------------------------------------------------
/docs/demo-apic.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/morningspace/lab-k8s-playground/2d53db9e2a94edf4f71f536ee7c1faf23fc8a215/docs/demo-apic.gif


--------------------------------------------------------------------------------
/docs/demo-apps.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/morningspace/lab-k8s-playground/2d53db9e2a94edf4f71f536ee7c1faf23fc8a215/docs/demo-apps.gif


--------------------------------------------------------------------------------
/docs/demo-oc.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/morningspace/lab-k8s-playground/2d53db9e2a94edf4f71f536ee7c1faf23fc8a215/docs/demo-oc.gif


--------------------------------------------------------------------------------
/docs/demo-offline.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/morningspace/lab-k8s-playground/2d53db9e2a94edf4f71f536ee7c1faf23fc8a215/docs/demo-offline.gif


--------------------------------------------------------------------------------
/docs/demo-tools.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/morningspace/lab-k8s-playground/2d53db9e2a94edf4f71f536ee7c1faf23fc8a215/docs/demo-tools.gif


--------------------------------------------------------------------------------
/install/certs/lab-ca.pem.crt:
--------------------------------------------------------------------------------
 1 | -----BEGIN CERTIFICATE-----
 2 | MIIDczCCAlugAwIBAgIJANt6fCc/I+slMA0GCSqGSIb3DQEBCwUAMFAxCzAJBgNV
 3 | BAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMRUwEwYDVQQKDAxNb3JuaW5nU3Bh
 4 | Y2UxFTATBgNVBAMMDE1vcm5pbmdTcGFjZTAeFw0xOTA3MjYxMDMwMDdaFw0yNDA3
 5 | MjQxMDMwMDdaMFAxCzAJBgNVBAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMRUw
 6 | EwYDVQQKDAxNb3JuaW5nU3BhY2UxFTATBgNVBAMMDE1vcm5pbmdTcGFjZTCCASIw
 7 | DQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMLLs2L8v1ZQa6nqzrL25Jdrmxdz
 8 | 4F086PcUmZRjBk6P5/aMq3rImapNPBVhCmrT5qOBRxVx5EFCi7d1x6BZUXaKKcAr
 9 | v2PWQ/bQXxtYf+Zy0/esXlpHcOJIFMIF3arr8PWo+Q8PiqCXCKZzp7k9C1Og3bdS
10 | D9jJv7M2UCAf23Xs9Gg7VsZJc06hLl4ZiQIJQ/kWdmioWDnWgK427GQAW1Y9yCD0
11 | EHN4zkVlnk9Wo2Mf7Wpkx2G4gWozbM61gNLUyBVX1Vdm2HBTaYlPAYeN9zq3IypC
12 | 7DB5xMspUaRi1YsySNm8iRWcdWpa0pkGMeWFOR5IGNBMg+TAUEJUmMrnryUCAwEA
13 | AaNQME4wHQYDVR0OBBYEFAooArtDG4k/b5YZn61ElkoSZ031MB8GA1UdIwQYMBaA
14 | FAooArtDG4k/b5YZn61ElkoSZ031MAwGA1UdEwQFMAMBAf8wDQYJKoZIhvcNAQEL
15 | BQADggEBADosm22KviAxQE+DQYXkCTEmyzBLVzDWOvUTdyzHXKmL7eVmw/rm9R5s
16 | hRe3YbaAHx8H9MUMowlN99LW8y3vxh3yEH4cJKbMs8p+NJReWEHsnMAbyS9WeyWt
17 | 0CvpofgEou2bzLHVg8CD5QiyG5K9u3sig4g11NR9MGNB1GtqT5iLCUWfEXpVN3H0
18 | 7El0+aWs0nfcHU/e8qpNJd7h/7JEamYlSv0m/tNUyJZ9o48sdbj/TKltZLTLE4iR
19 | KyZUgOfMWK3kpK8iKpZBrXufLlTZ71Urv898UTMJ3hwJQnyI5jyQZsJ7btwQv57r
20 | r2pI9p395AlCGj0rRKLJt83JMiqYSHM=
21 | -----END CERTIFICATE-----
22 | 


--------------------------------------------------------------------------------
/install/certs/registry-1.docker.io.crt:
--------------------------------------------------------------------------------
 1 | -----BEGIN CERTIFICATE-----
 2 | MIIDfzCCAmegAwIBAgIJAMoRK6lP8ZpSMA0GCSqGSIb3DQEBCwUAMFAxCzAJBgNV
 3 | BAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMRUwEwYDVQQKDAxNb3JuaW5nU3Bh
 4 | Y2UxFTATBgNVBAMMDE1vcm5pbmdTcGFjZTAeFw0xOTA3MjYxMDMxMTNaFw0yMDA3
 5 | MjUxMDMxMTNaMFAxCzAJBgNVBAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMRUw
 6 | EwYDVQQKDAxNb3JuaW5nU3BhY2UxFTATBgNVBAMMDE1vcm5pbmdTcGFjZTCCASIw
 7 | DQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMMfDhv8DGfueY++aXg66mvTdgKl
 8 | Na4P1urI/6unLTk+zZBSNkGOYhLJ9QoIKyB5/o5hbDxAfmJvyHbxAUFwYeZN/Ycj
 9 | 9Mvm/nqbllKvnK5BN34PDvkFxKn4iCvHXpxEONNmTZEDQigtBfg5v52H/c+vg7Mx
10 | m+a0HIKfpoFHiKjnf2rg3dzbH/FuT5eG57KebWoztm5dyo5b1cl2aJkWhCNIzXGO
11 | Oq268Enm72LLEEZ8WuJll060/kysLmIE76zHpLYMKKXmlArzC6QvknSvU+s7Ob83
12 | cK1AAubuuEi3rKcafbLfPDtQwdWlQU+VX8Mv5u9IjhY2IdUoH/wE15XPNGMCAwEA
13 | AaNcMFowHwYDVR0jBBgwFoAUCigCu0MbiT9vlhmfrUSWShJnTfUwCQYDVR0TBAIw
14 | ADALBgNVHQ8EBAMCBPAwHwYDVR0RBBgwFoIUcmVnaXN0cnktMS5kb2NrZXIuaW8w
15 | DQYJKoZIhvcNAQELBQADggEBALIqKzfAWJxmnLB0dr/9+z+hg6jhuCHzCCefbICa
16 | VDtfK8wj6iQgC6A7ZsEi9mXKz8TuYMxyctnfhWwqzep5m8YSPFdJBfWgXHu9epUa
17 | Lkz9Yw2STqOMH6Y6jNvnomf4dEkMkqPFnYex6Fh2j/7iLAdhvIST3dgSY9V0+WDI
18 | BZCmuwlTF+/1CTZ6Wxc7KvXCW1RdRhA3XkxqW3VeCDJ9p+ywFvOE4IqgLUUbDB9P
19 | F0pLCaiu0igqwxTdPNE23xtJiivn0us1yw25vy5+DgOH5bLTgi8CWunU22NVELn9
20 | KEeOVqpXnLcMqihIWTofsvbQ1Xg3fGHFaulmYFni5WAFqy0=
21 | -----END CERTIFICATE-----
22 | 


--------------------------------------------------------------------------------
/install/certs/registry-1.docker.io.key:
--------------------------------------------------------------------------------
 1 | -----BEGIN RSA PRIVATE KEY-----
 2 | MIIEogIBAAKCAQEAwx8OG/wMZ+55j75peDrqa9N2AqU1rg/W6sj/q6ctOT7NkFI2
 3 | QY5iEsn1CggrIHn+jmFsPEB+Ym/IdvEBQXBh5k39hyP0y+b+epuWUq+crkE3fg8O
 4 | +QXEqfiIK8denEQ402ZNkQNCKC0F+Dm/nYf9z6+DszGb5rQcgp+mgUeIqOd/auDd
 5 | 3Nsf8W5Pl4bnsp5tajO2bl3KjlvVyXZomRaEI0jNcY46rbrwSebvYssQRnxa4mWX
 6 | TrT+TKwuYgTvrMektgwopeaUCvMLpC+SdK9T6zs5vzdwrUAC5u64SLespxp9st88
 7 | O1DB1aVBT5Vfwy/m70iOFjYh1Sgf/ATXlc80YwIDAQABAoIBADvky3rxmolInY3v
 8 | IAbk5tJkXaQgPGMKv6jgPALf1TTuP0FeywLChv5Hee0zZrGYYPgplYTFM0ZaE8nW
 9 | 3tDMg3CjXgBenCT+6fyOx8zn1Qt0P2l1i94K1DxsargtgbAsDNlvXL33pxYYA+4X
10 | I+diOBnJQX7+6mEdxmaeRQkIAT3/EEloDsY3uKIn26Tg9JjNuiFTQUIXOwo2kAcm
11 | XOFL2mKpIcxhk2/Hv7+tvxpM89HAT23DsiTV/aTnkw6wWUzLI7ftxByG4qeY55X1
12 | NvwD9XcM9LgsUVnN9VfAKq8WhtmX6KmH3Lt0e5ym2Dpc6YTXkfLGWba23LLylfE1
13 | 4Ggi17kCgYEA5qqDJ/niZC92RzAe7HYzgnImNI7+LVP8s+8zAlmyS2YMca4VcBVI
14 | GRYO4Eh5n6OKEsbuFUsfdJebpapveJH4X7xBKohzy9o5ZfcAnM/ukEnS3+ngBri1
15 | BzFpIIW2J7yRLbRjNWdhh5vGD8PF5UUH6IPq1jPEHFBQIIbtjNNImGUCgYEA2I0n
16 | bwb3RZo7wsKkCjrSpQqWyH63eEEvUbrTgNKq8QyzRd57wj41lfdDl7yK9T2V8Vfv
17 | 5I3Oseve6ud3Bp8pnUcLKscrTNxfgn35YrygeSxTwExC5MSdUaK+w2G3ZMUWkBmO
18 | yyQXC3u/CZ+Yz53+kya7vcANuef1n9cUf02zuScCgYAemYQoq3ei/sDcFMAlclDG
19 | /0meM1H4xWmCnTrRFwEWC4WfFw70/X3BBjIXAsZPrSxF7WnsHTkhCHO3eHKtNgAT
20 | AzBJ6iwiYOK4ahoEs3jcX07AMZBsk9hACgf+Ln7JqrQ/sexvSzWe/cU6ligMkCnK
21 | aKWgoOFlOCpJBl1BD05UGQKBgDdQNtZhTR/2OXWSChyi0dNeVQ15cJvC6rdRpVyu
22 | cwOHXvNl1O7UvRNFSXqkqkniJT60W45hun4v5YzS+tAyL4sA7pVKsoC7eZn3W5Ag
23 | 5kyNSgdAc4XDwvtrOpblitaukQjVvmedHFXOkgl/PqUpkjE8H5BkUh0+ZrshURcD
24 | XfjZAoGAMsoQp/ZVacjNmT0n8kW+KccTwrszyH0JhA0bfW7+yl/v0vgiRm0xgM7x
25 | s1hg195iGQ7ctLPQckI7iGY/IZgaEvc+rXjkT9f041BkbNX62MJatYsT7VP/XAyR
26 | McuNwTXyGn+SwzIQQn96Ichjmkhg5rBDkeFK6woQ7O4TelPDIpk=
27 | -----END RSA PRIVATE KEY-----
28 | 


--------------------------------------------------------------------------------
/install/completion.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | INSTALL_HOME=$LAB_HOME/install
 5 | 
 6 | targets=(base default)
 7 | shells=($(ls -l $INSTALL_HOME/targets/*.sh | awk '{print $9}' | awk -F "/" '{print $NF}'))
 8 | targets+=(${shells[@]%.sh})
 9 | 
10 | launch_completions() {
11 |   K8S_PROVIDER=${K8S_PROVIDER:-dind}
12 | 
13 |   local words=${targets[@]}
14 |   local input="${COMP_WORDS[COMP_CWORD]}"
15 |   local prev="${COMP_WORDS[COMP_CWORD-1]}"
16 |   
17 |   if [[ $input == "::" ]]; then
18 |     input="$prev::"
19 |   elif [[ $prev == "::" ]]; then
20 |     input="${COMP_WORDS[COMP_CWORD-2]}::$input"
21 |   fi
22 | 
23 |   if [[ $input == *"::"* ]]; then
24 |     words=()
25 |     local shell=${input%::*}
26 |     if [[ ${shells[@]} =~ $shell ]]; then
27 |       input=${input#*::}
28 |       local pattern="^function $shell::\S\+ {$"
29 |       local file="$INSTALL_HOME/targets/$shell.sh"
30 |       if [[ -f $file ]]; then
31 |         local delegate_shell=$(grep "^target::delegate" $file | awk '{print $2}')
32 |         if [[ ! -z $delegate_shell ]]; then
33 |           shell=$(eval "echo $delegate_shell")
34 |           file="$INSTALL_HOME/targets/$shell"
35 |         fi
36 |       fi
37 | 
38 |       if [[ -f $file ]]; then
39 |         local embedded_shells=($(grep "^\. " $file | awk '{print $2}'))
40 |         for embedded_shell in ${embedded_shells[@]}; do
41 |           embedded_file=$(eval "echo $embedded_shell")
42 |           if [[ -f $embedded_file ]]; then
43 |             local funcs=($(grep "$pattern" $embedded_file | awk '{print $2}'))
44 |             words+=(${funcs[@]#*::})
45 |           fi
46 |         done
47 | 
48 |         local funcs=($(grep "$pattern" $file | awk '{print $2}'))
49 |         words+=(${funcs[@]#*::})
50 |       fi
51 |     fi
52 |   fi
53 | 
54 |   COMPREPLY=($(compgen -W "$(echo ${words[@]})" "$input"))
55 | }
56 | 
57 | complete -F launch_completions launch
58 | 


--------------------------------------------------------------------------------
/install/config.sh:
--------------------------------------------------------------------------------
  1 | if [[ ${IP_MODE} = "ipv4" ]]; then
  2 |     # DIND_SUBNET="10.192.0.0"
  3 |     # DIND_SUBNET_SIZE=16
  4 |     :
  5 | else
  6 |     # DinD subnet (expected to be /64)
  7 |     DIND_SUBNET="${DIND_SUBNET:-fd00:10::}"
  8 | fi
  9 | 
 10 | # Apiserver port
 11 | # APISERVER_PORT=${APISERVER_PORT:-8080}
 12 | 
 13 | # Number of nodes. 0 nodes means just one master node.
 14 | # In case of NUM_NODES=0 'node-role.kubernetes.io/master' taint is removed
 15 | # from the master node.
 16 | NUM_NODES=${NUM_NODES:-2}
 17 | 
 18 | # Use non-dockerized build
 19 | # KUBEADM_DIND_LOCAL=
 20 | 
 21 | # Image name base for k-d-c
 22 | DIND_IMAGE_BASE="${DIND_IMAGE_BASE:-mirantis/kubeadm-dind-cluster}"
 23 | 
 24 | # Specify DIND image to use. mirantis/kubeadm-dind-cluster:local
 25 | # is the one that is built locally using build/build-local.sh
 26 | DIND_IMAGE="${DIND_IMAGE:-${DIND_IMAGE_BASE}:local}"
 27 | 
 28 | # Set DOWNLOAD_KUBECTL to non-empty string to download
 29 | # kubectl. Should not be used with BUILD_KUBEADM / BUILD_HYPERKUBE
 30 | # DOWNLOAD_KUBECTL=y
 31 | 
 32 | # Set to non-empty string to enable building kubeadm
 33 | # BUILD_KUBEADM=y
 34 | 
 35 | # Set to non-empty string to enable building hyperkube
 36 | # BUILD_HYPERKUBE=y
 37 | 
 38 | # Use pre-built Kubernetes binaries (hyperkube and kubeadm) on the
 39 | # host, located in the specified directory. When this environment
 40 | # variable is set, BUILD_KUBEADM and BUILD_HYPERKUBE will be ignored.
 41 | # This will not work with a remote docker engine (e.g. started via
 42 | # docker-machine on GCE) unless the file is placed on the target machine.
 43 | DIND_K8S_BIN_DIR="${DIND_K8S_BIN_DIR:-}"
 44 | 
 45 | # Set custom URL for Dashboard yaml file
 46 | # DASHBOARD_URL="${DASHBOARD_URL:-https://rawgit.com/kubernetes/dashboard/bfab10151f012d1acc5dfb1979f3172e2400aa3c/src/deploy/kubernetes-dashboard.yaml}"
 47 | # or for versions >= 1.15,
 48 | # DASHBOARD_URL="${DASHBOARD_URL:-https://rawgit.com/kubernetes/dashboard/v1.10.1/src/deploy/recommended/kubernetes-dashboard.yaml}"
 49 | 
 50 | # CNI plugin to use (bridge, flannel, calico, calico-kdd, weave). Defaults to 'bridge'
 51 | # In case of 'bridge' plugin, additional hacks are employed to bridge
 52 | # DIND containers together.
 53 | CNI_PLUGIN="${CNI_PLUGIN:-bridge}"
 54 | 
 55 | # When using Calico with Kubernetes as the datastore (calico-kdd) your
 56 | # controller manager needs to be started with `--cluster-cidr=192.168.0.0/16`.
 57 | # More information here: http://docs.projectcalico.org/v2.3/getting-started/kubernetes/installation/hosted/kubernetes-datastore/
 58 | # POD_NETWORK_CIDR="192.168.0.0/16"
 59 | 
 60 | # Set SKIP_SNAPSHOT to non-empty string to skip making the snapshot.
 61 | # This may be useful for CI environment where the cluster is never
 62 | # restarted after it's created.
 63 | # SKIP_SNAPSHOT=y
 64 | 
 65 | # Disable parallel running of e2e tests. Use this if you use a resource
 66 | # constrained machine for e2e tests and get some flakes.
 67 | # DIND_NO_PARALLEL_E2E=y
 68 | 
 69 | # Any options to be passed to the docker run both on init and reup.
 70 | # By default it's empty
 71 | # MASTER_EXTRA_OPTS="  "
 72 | 
 73 | # Define which DNS service to run
 74 | # possible values are coredns (default) and kube-dns
 75 | DNS_SERVICE="${DNS_SERVICE:-coredns}"
 76 | 
 77 | # Feature Gates
 78 | # This value will be passed to kube-apiserver, kube-controller-manager and kube-scheduler
 79 | # you can set special value 'none' not to set any feature gates on them.
 80 | # FEATURE_GATES=""
 81 | 
 82 | # Kubelet Feature Gates
 83 | # you can set special value 'none' not to set any feature gates on kubelet.
 84 | # KUBELET_FEATURE_GATES=""
 85 | 
 86 | # You can configure extra component args for kube-apiservers
 87 | # APISERVER_underscored_option_name will be converted --hyphenated-option-name
 88 | # e.g. APISERVER_admission_control=xxx,yyy -> --admission-control=xxx,yyy
 89 | # APISERVER_xxx_yyy=zzz
 90 | 
 91 | # Extra component args for kube-controller-manager
 92 | # CONTROLLER_MANAGER_underscored_option_name will be converted --hyphenated-option-name
 93 | # CONTROLLER_MANAGER_xxx=yyy
 94 | 
 95 | # Extra component args for kube-scheduler
 96 | # SCHEDULER_underscored_option_name will be converted --hyphenated-option-name
 97 | # SCHEDULER_xxx=yyy
 98 | 
 99 | # Enable Ceph support. DANGER: you must take care of unmapping all
100 | # the RBDs (e.g. by removing all the pods that use RBDs) before
101 | # stopping / restarting the cluster, or they'll get stuck possibly
102 | # blocking even system reboot.
103 | # ENABLE_CEPH=y
104 | 


--------------------------------------------------------------------------------
/install/funcs.sh:
--------------------------------------------------------------------------------
  1 | #!/bin/bash
  2 | 
  3 | trap exit INT
  4 | 
  5 | logs_dir=$LAB_HOME/install/logs
  6 | targets_dir=$LAB_HOME/install/targets
  7 | endpoints_dir=$LAB_HOME/install/targets/endpoints
  8 | 
  9 | HOST_IP=${HOST_IP:-127.0.0.1}
 10 | 
 11 | function is_app_ready {
 12 |   local out
 13 |   if ! out="$(kubectl get pod -n $1 -l "$2" -o jsonpath='{ .items[*].status.conditions[?(@.type == "Ready")].status }' 2>/dev/null)"; then
 14 |     return 1
 15 |   fi
 16 |   if ! grep -v False <<<"${out}" | grep -q True; then
 17 |     return 1
 18 |   fi
 19 |   return 0
 20 | }
 21 | 
 22 | function is_app_ready_by_labels {
 23 |   local namespace=$1
 24 |   local app_labels=("${@:2}");
 25 |   local res=()
 26 |   for label in ${app_labels[@]}; do
 27 |     is_app_ready $namespace "$label" && res+=(True) || res+=(False)
 28 |   done
 29 |   [[ ${res[@]} =~ False ]] && return 1 || return 0
 30 | }
 31 | 
 32 | function wait_for_app {
 33 |   local namespace=$1
 34 |   local app_name=$2
 35 |   local app_labels=("${@:3}")
 36 |   local num_tries=500
 37 |   target::step "Waiting for $app_name to be up"
 38 |   while ! is_app_ready_by_labels $namespace ${app_labels[@]}; do
 39 |     if ((--num_tries == 0)); then
 40 |       echo "error bringing up $app_name" >&2
 41 |       exit 1
 42 |     fi
 43 |     echo -n "." >&2
 44 |     sleep 1
 45 |   done
 46 |   echo "[done]" >&2
 47 | }
 48 | 
 49 | function kill_portfwds {
 50 |   if [[ $# == 0 ]]; then
 51 |     killall kubectl
 52 |   else
 53 |     local mappings=$@
 54 |     for mapping in ${mappings[@]}; do
 55 |       local existing=$(ps aux | grep [k]ubectl.*$mapping | awk '{print $2}')
 56 |       [[ -n $existing ]] && kill $existing
 57 |     done
 58 |   fi
 59 | }
 60 | 
 61 | function create_portfwd {
 62 |   local ns=$1 app=${2#*/} apptype=${2%%/*}
 63 |   local logfile=$logs_dir/pfwd-$app.log
 64 | 
 65 |   mkdir -p $logs_dir
 66 | 
 67 |   target::step "Forwarding ${@:2}"
 68 |   if [[ $apptype == pod ]]; then
 69 |     local pod=$(kubectl -n $ns get pod -l app=$app -o jsonpath='{.items[0].metadata.name}')
 70 |     if [[ -n "$pod" ]]; then
 71 |       nohup kubectl -n $ns port-forward --address $HOST_IP $pod ${@:3} > $logfile 2>&1 &
 72 |       target::log "Done. Please check $logfile"
 73 |     fi
 74 |   else
 75 |     nohup kubectl -n $ns port-forward --address $HOST_IP ${@:2} > $logfile 2>&1 &
 76 |     target::log "Done. Please check $logfile"
 77 |   fi
 78 | }
 79 | 
 80 | function ensure_command {
 81 |   if command -v $1 >/dev/null 2>&1; then
 82 |     target::log "$1 detected"
 83 |     return 0
 84 |   fi
 85 |   return 1
 86 | }
 87 | 
 88 | function ensure_os {
 89 |   local valid="darwin ubuntu centos rhel"
 90 |   local detected=$(detect_os)
 91 |   if [[ ! $valid =~ $detected ]]; then
 92 |     echo "OS $detected not supported, supported OS: $valid"
 93 |     return 1
 94 |   fi
 95 |   return 0
 96 | }
 97 | 
 98 | function ensure_os_linux {
 99 |   [[ $(uname -s) == Linux ]] && return 0 || return 255
100 | }
101 | 
102 | function ensure_k8s_version {
103 |   [[ $K8S_PROVIDER == oc ]] && K8S_VERSION= &&return 0
104 | 
105 |   local valid="v1.12 v1.13 v1.14 v1.15"
106 |   K8S_VERSION=${K8S_VERSION:-v1.14}
107 |   if [[ ! $valid =~ $K8S_VERSION ]]; then
108 |     echo "Kubernetes version not supported, valid values: $valid"
109 |     return 1
110 |   fi
111 |   return 0
112 | }
113 | 
114 | function ensure_k8s_provider {
115 |   local valid="dind oc crc"
116 | 
117 |   K8S_PROVIDER=${K8S_PROVIDER:-dind}
118 |   if [[ ! $valid =~ $K8S_PROVIDER ]]; then
119 |     echo "Kubernetes provider not supported, valid values: $valid"
120 |     return 1
121 |   fi
122 | 
123 |   if [[ -n $1 && $1 != $K8S_PROVIDER ]]; then
124 |     echo "Kubernetes provider must be $1, but is $K8S_PROVIDER"
125 |     return 1
126 |   fi
127 | 
128 |   return 0
129 | }
130 | 
131 | function detect_os {
132 |   local os=$(uname -s | tr '[:upper:]' '[:lower:]')
133 |   if [ $os == "linux" ] && [ -r /etc/os-release ] ; then
134 |     os="$(. /etc/os-release && echo "$ID")"
135 |   fi
136 |   echo $os
137 | }
138 | 
139 | function run_docker_as_sudo {
140 |   if ensure_os_linux && grep -q "^docker:" /etc/group; then
141 |     echo "sg docker -c"
142 |   elif grep -q "^dockerroot:" /etc/group; then
143 |     echo "sg dockerroot -c"
144 |   else
145 |     echo "eval"
146 |   fi  
147 | }
148 | 
149 | my_registries=(
150 |   "127.0.0.1:5000"
151 |   "${HOSTNAME:-localhost}:5000"
152 |   "mr.io:5000"
153 | )
154 | 
155 | function get_insecure_registries {
156 |   local registries=(${my_registries[@]})
157 |   if [[ $K8S_PROVIDER == oc ]]; then
158 |     registries+=("172.30.0.0/16")
159 |   fi
160 |   echo "${registries[@]}"
161 | }
162 | 
163 | function get_insecure_registries_text {
164 |   local registries=($(get_insecure_registries))
165 |   local text=$(printf ", \"%s\"" "${registries[@]}")
166 |   echo ${text:2}
167 | }
168 | 
169 | function update_docker_daemon_json {
170 |   local daemon_json_file="/etc/docker/daemon.json"
171 |   local jq=()
172 |   if [[ -f $daemon_json_file ]] ; then
173 |     jq+=("$(cat $daemon_json_file)")
174 |   else
175 |     jq+=("{}")
176 |   fi
177 | 
178 |   for entry in "$@"; do
179 |     jq+=("{ $entry }")
180 |   done
181 | 
182 |   local json=$(IFS="+"; echo "${jq[*]}")
183 |   jq -n "$json" | sudo tee $daemon_json_file
184 | }
185 | 
186 | function capitalize {
187 |   local capitalized=""
188 |   capitalized+="$(tr '[:lower:]' '[:upper:]' <<<"${1:0:1}")"
189 |   capitalized+="$(tr '[:upper:]' '[:lower:]' <<<"${1:1}")"
190 |   echo $capitalized
191 | }
192 | 
193 | function add_endpoint {
194 |   mkdir -p $endpoints_dir
195 | 
196 |   local group_file=$endpoints_dir/$1
197 |   if [ ! -f $group_file ]; then
198 |     touch $group_file
199 |   fi
200 | 
201 |   if ! cat $group_file | grep -q -i "^$2"; then
202 |     echo "$2,$3,$4" >> $group_file
203 |   else
204 |     [[ $(detect_os) == darwin ]] && \
205 |       sed -i "" "s%^$2.*$%$2,$3,$4%g" $group_file || \
206 |       sed -i "s%^$2.*$%$2,$3,$4%gI" $group_file
207 |   fi
208 | }
209 | 
210 | function clean_endpoints {
211 |   local group_file=$endpoints_dir/$1
212 |   if [ -z "$2" ] ; then
213 |     rm -f $group_file
214 |   elif [ -f "$group_file" ] ; then
215 |     [[ $(detect_os) == darwin ]] && \
216 |       sed -i "" "/$2/d" $group_file || \
217 |       sed -i "/$2/d" $group_file
218 |   fi
219 | }
220 | 
221 | function print_endpoints {
222 |   local group=$1
223 |   local endpoints=("${@:2}")
224 | 
225 |   printf "$(capitalize "${group/-/ }"):\n"
226 | 
227 |   local max_len=0
228 |   for endpoint in "${endpoints[@]}" ; do
229 |     IFS=',' read -ra parts <<< "$endpoint"
230 |     (( ${#parts[0]} > $max_len )) && max_len=${#parts[0]}
231 |   done
232 | 
233 |   for endpoint in "${endpoints[@]}" ; do
234 |     IFS=',' read -ra parts <<< "$endpoint"
235 | 
236 |     parts[1]=${parts[1]/@@HOST_IP/$HOST_IP}
237 |     curl -s -k -o /dev/null ${parts[1]}
238 |     local ret=$?
239 |     case $ret in
240 |       0) status="✔";;
241 |       7|6|52) status="✗";;
242 |       *) status="?";;
243 |     esac
244 | 
245 |     printf "  %s %-`echo $max_len`s: %s %s\n" $status "${parts[@]}"
246 |   done
247 | 
248 |   printf "\n"
249 | }
250 | 
251 | function printenv_common {
252 |   printf "Common:\n"
253 |   printf "  %-12s: %s\n" LAB_HOME $LAB_HOME
254 |   printf "  %-12s: %s\n" HOST_IP $HOST_IP
255 |   printf "  %-12s: %s\n\n" K8S_PROVIDER $K8S_PROVIDER
256 | }
257 | 
258 | function printenv_provider {
259 |   local max_len=0
260 |   for key in "$@" ; do
261 |     (( ${#key} > $max_len )) && max_len=${#key}
262 |   done
263 | 
264 |   printf "Specific to $K8S_PROVIDER:\n"
265 |   for key in "$@" ; do
266 |     printf "  %-`echo $max_len`s: %s\n" $key $(eval "echo \$$key")
267 |   done
268 |   printf "\n"
269 | }
270 | 
271 | function get_container_id_by_pod {
272 |   local container_id=$(kubectl get pod $1 -n $2 -o jsonpath={.status.containerStatuses[0].containerID})
273 |   echo ${container_id#"docker://"} | sed 's/^\(.\{12\}\).*/\1/'
274 | }
275 | 
276 | function get_first_command {
277 |   local pattern="^function $1::\w\+ {$"
278 | 
279 |   local embedded_shells=($(grep "\. " $0 | awk '{print $2}'))
280 |   for embedded_shell in ${embedded_shells[@]}; do
281 |     embedded_file=$(eval "echo $embedded_shell")
282 |     if [[ -f $embedded_file ]]; then
283 |       local funcs=($(grep "$pattern" $embedded_file | awk '{print $2}'))
284 |       [[ ! -z ${funcs[0]} ]] && echo "${funcs[0]#*::}" && return
285 |     fi
286 |   done
287 | 
288 |   local funcs=($(grep "$pattern" $0 | awk '{print $2}'))
289 |   echo "${funcs[0]#*::}"
290 | }
291 | 
292 | function create_links {
293 |   target::step "Create link to $2"
294 | 
295 |   case "$(detect_os)" in
296 |   ubuntu|centos|rhel)
297 |     sudo ln -sf $1 /usr/bin/$2
298 |     sudo ln -sf $1 /usr/sbin/$2
299 |     ;;
300 |   darwin)
301 |     ln -sf $1 /usr/local/bin/$2
302 |     ;;
303 |   esac
304 | }
305 | 
306 | function target::command {
307 |   local target cmd 
308 |   if [[ $1 =~ :: ]]; then
309 |     target=${1/%::*}
310 |     cmd=${1/#*::}
311 |     cmd=${cmd:-$(get_first_command $target)}
312 |   else
313 |     target=${0##*/}
314 |     target=${target%.sh}
315 |     if [[ $1 != -* && ! -z $1 ]]; then
316 |       cmd=$1
317 |     fi
318 |     cmd=${cmd:-$(get_first_command $target)}
319 |   fi
320 | 
321 |   if [[ $(type -t $target::$cmd) == function ]]; then
322 |     $target::$cmd ${@:2}
323 |   else
324 |     echo "function $target::$cmd not found in $0"
325 |   fi
326 | }
327 | 
328 | function target::delegate {
329 |   local target_shell="$targets_dir/$1"
330 |   local target cmd
331 |   if [[ $2 != -* && ! -z $2 ]]; then
332 |     cmd=$2
333 |     shift
334 |   fi
335 |   if [[ ! $cmd =~ :: ]]; then
336 |     target=${0##*/}
337 |     target=${target%.sh}
338 |     cmd=$target::$cmd
339 |   fi
340 | 
341 |   LAB_HOME=$LAB_HOME $target_shell $cmd ${@:2}
342 | }
343 | 
344 | # yellow => '1;33'
345 | # purple => '1;35'
346 | # red    => '1;31'
347 | # normal => '0'
348 | function target::step {
349 |   echo -e "\033[1;33m» $@...\033[0m"
350 | }
351 | 
352 | function target::log {
353 |   echo "$@"
354 | }
355 | 
356 | function target::warn {
357 |   echo -e "\033[1;35mWARN \033[0m $@"
358 | }
359 | 
360 | function target::error {
361 |   echo -e "\033[1;31mERROR\033[0m $@"
362 | }
363 | 
364 | ensure_k8s_provider || exit
365 | 


--------------------------------------------------------------------------------
/install/launch.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | INSTALL_HOME=$LAB_HOME/install
 5 | 
 6 | # base targets
 7 | base=(
 8 |   "docker"
 9 |   "docker-compose"
10 |   "kubectl"
11 | )
12 | 
13 | # default targets
14 | default=(${base[@]})
15 | default+=(
16 |   "registry"
17 |   "kubernetes"
18 | )
19 | 
20 | if [[ $# == 0 ]]; then
21 |   cat << EOF
22 | 
23 | Usage: launch [targets]
24 | 
25 |   Targets are separated by space and launch in order of appearance one by one.
26 | 
27 |   Special pre-defined targets:
28 |   * base      will launch target docker, docker-compose, and kubectl
29 |   * default   will launch target base, registry, and kubernetes
30 | 
31 |   e.g.
32 |   launch default tools istio
33 |   launch kubernetes
34 | 
35 | EOF
36 |   exit
37 | fi
38 | 
39 | # resolve targets
40 | for target in $@ ; do
41 |   if [ $target == "base" ]; then
42 |     targets+=(${base[@]})
43 |   elif [ $target == "default" ]; then
44 |     targets+=(${default[@]})
45 |   else
46 |     targets+=($target)
47 |   fi
48 | done
49 | 
50 | # launch targets
51 | echo "Targets to be launched: [${targets[@]}]"
52 | start_time=$SECONDS
53 | for target in ${targets[@]} ; do
54 |   command=${target/#*::}
55 |   target=${target/%::*}
56 |   [[ $target == $command ]] && command=""
57 |   echo "####################################"
58 |   echo "# Launch target $target..."
59 |   echo "####################################"
60 |   target_shell="$INSTALL_HOME/targets/$target.sh"
61 |   if [[ -f $target_shell ]]; then
62 |     LAB_HOME=$LAB_HOME $target_shell $command
63 |   else
64 |     echo "$target_shell not found"
65 |   fi
66 | done
67 | elapsed_time=$(($SECONDS - $start_time))
68 | echo "Total elapsed time: $elapsed_time seconds"
69 | 


--------------------------------------------------------------------------------
/install/targets/apic.sh:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 | 
3 | LAB_HOME=${LAB_HOME:-`pwd`}
4 | . $LAB_HOME/install/funcs.sh
5 | target::delegate apic/apic-$K8S_PROVIDER.sh $@
6 | 


--------------------------------------------------------------------------------
/install/targets/apic/CustomResourceDefinition.yml:
--------------------------------------------------------------------------------
 1 | apiVersion: apiextensions.k8s.io/v1beta1
 2 | kind: CustomResourceDefinition
 3 | metadata:
 4 |   name: cassandraclusters.apic.ibm.com
 5 | spec:
 6 |   group: apic.ibm.com
 7 |   names:
 8 |     kind: CassandraCluster
 9 |     listKind: CassandraClusterList
10 |     plural: cassandraclusters
11 |     shortNames:
12 |     - cc
13 |     singular: cassandracluster
14 |   scope: Namespaced
15 |   version: v1
16 | ---
17 | apiVersion: apiextensions.k8s.io/v1beta1
18 | kind: CustomResourceDefinition
19 | metadata:
20 |   name: cassandraclusterbackups.apic.ibm.com
21 | spec:
22 |   group: apic.ibm.com
23 |   names:
24 |     kind: CassandraClusterBackup
25 |     listKind: CassandraClusterBackupList
26 |     plural: cassandraclusterbackups
27 |     shortNames:
28 |     - cb
29 |     singular: cassandraclusterbackup
30 |   scope: Namespaced
31 |   version: v1
32 | 


--------------------------------------------------------------------------------
/install/targets/apic/apic-base.sh:
--------------------------------------------------------------------------------
  1 | #!/bin/bash
  2 | 
  3 | LAB_HOME=${LAB_HOME:-`pwd`}
  4 | INSTALL_HOME=$LAB_HOME/install
  5 | APIC_INSTALL_HOME=$INSTALL_HOME/.launch-cache/apic
  6 | APIC_PROJECT_HOME=$APIC_INSTALL_HOME/lab-project
  7 | APIC_DEPLOY_HOME=$INSTALL_HOME/targets/apic
  8 | 
  9 | . $INSTALL_HOME/funcs.sh
 10 | . $APIC_DEPLOY_HOME/settings.sh
 11 | 
 12 | apic_pv_home_text="${apic_pv_home////\\/}"
 13 | 
 14 | function ensure_apicup {
 15 |   target::step "Ensure apicup"
 16 | 
 17 |   if [[ ! -d $APIC_INSTALL_HOME ]]; then
 18 |     target::log "$APIC_INSTALL_HOME not found"
 19 |     exit 255
 20 |   else
 21 |     apicup=$(ls $APIC_INSTALL_HOME/apicup*)
 22 |     chmod +x $apicup
 23 |     target::log "$apicup"
 24 |   fi
 25 | }
 26 | 
 27 | function ensure_tgz {
 28 |   images_tgz=$(ls $APIC_INSTALL_HOME/$1*gz)
 29 |   [ $? != 0 ] && exit 255
 30 | 
 31 |   target::log "validate $images_tgz"
 32 | 
 33 |   tar -tzf $images_tgz >/dev/null
 34 |   [ $? != 0 ] && target::log "$images_tgz is invalid" && exit 255
 35 | }
 36 | 
 37 | function ensure_images {
 38 |   target::step "Ensure apic packaged images"
 39 | 
 40 |   if [[ ! -d $APIC_INSTALL_HOME ]]; then
 41 |     target::log "$APIC_INSTALL_HOME not found"
 42 |     exit 255
 43 |   else
 44 |     ensure_tgz portal
 45 |     ptl_images_tgz=$images_tgz
 46 |     
 47 |     ensure_tgz management
 48 |     mgmt_images_tgz=$images_tgz
 49 | 
 50 |     ensure_tgz analytics
 51 |     analyt_images_tgz=$images_tgz
 52 | 
 53 |     ensure_tgz idg
 54 |     gwy_images_tgz=$images_tgz
 55 |   fi
 56 | }
 57 | 
 58 | function load_image {
 59 |   docker tag $1 127.0.0.1:5000/$2
 60 |   docker push 127.0.0.1:5000/$2
 61 |   docker rmi 127.0.0.1:5000/$2
 62 | }
 63 | 
 64 | function load_images {
 65 |   target::step "Load apic images into private registry"
 66 | 
 67 |   local mr_io="${HOSTNAME:-localhost}:5000"
 68 | 
 69 |   target::step "Load portal images"
 70 |   $apicup registry-upload portal $ptl_images_tgz $mr_io
 71 | 
 72 |   target::step "Load management images"
 73 |   $apicup registry-upload management $mgmt_images_tgz $mr_io
 74 | 
 75 |   target::step "Load analytics images"
 76 |   $apicup registry-upload analytics $analyt_images_tgz $mr_io
 77 | 
 78 |   target::step "Load gateway image"
 79 |   local gwy_image=$(docker load -i $gwy_images_tgz | grep -o ibmcom/datapower.*)
 80 |   load_image $gwy_image $gwy_image_repository:$gwy_image_tag
 81 | 
 82 |   target::step "Load busybox image"
 83 |   docker pull busybox:1.29-glibc
 84 |   load_image busybox:1.29-glibc busybox:1.29-glibc
 85 | }
 86 | 
 87 | function init_project {
 88 |   target::step "Init apic project"
 89 | 
 90 |   if [[ -d $APIC_PROJECT_HOME ]]; then
 91 |     target::log "$APIC_PROJECT_HOME detected"
 92 |   else
 93 |     mkdir -p $APIC_PROJECT_HOME
 94 |     $apicup init $APIC_PROJECT_HOME
 95 |   fi
 96 | 
 97 |   # create crd
 98 |   kubectl apply -f $APIC_DEPLOY_HOME/CustomResourceDefinition.yml
 99 |   # create sc
100 |   kubectl apply -f $APIC_DEPLOY_HOME/pv/sc.yml
101 | }
102 | 
103 | function install_mgmt {
104 |   target::step "Install management subsystem"
105 | 
106 |   # create pv
107 |   cat $APIC_DEPLOY_HOME/pv/$apic_pv_type/mgmt.yml | \
108 |     sed -e "s/@@cassandra_volume_size_gb/$cassandra_volume_size_gb/g; \
109 |       s/@@apic_pv_home/$apic_pv_home_text/g" | \
110 |     kubectl apply -f -
111 | 
112 |   # config settings
113 |   if $apicup subsys list|grep -q mgmt; then
114 |     target::log "management subsystem detected"
115 |   else
116 |     $apicup subsys create mgmt management --k8s
117 |   fi
118 | 
119 |   $apicup subsys set mgmt \
120 |     ingress-type=$apic_ingress_type \
121 |     mode=dev \
122 |     namespace=$apic_ns \
123 |     registry=$apic_registry \
124 |     storage-class=apic-local-storage \
125 |     create-crd=false \
126 |     platform-api=$platform_api \
127 |     api-manager-ui=$api_manager_ui \
128 |     cloud-admin-ui=$cloud_admin_ui \
129 |     consumer-api=$consumer_api \
130 |     cassandra-cluster-size=1 \
131 |     cassandra-max-memory-gb=$cassandra_max_memory_gb \
132 |     cassandra-volume-size-gb=$cassandra_volume_size_gb
133 | 
134 |   # install
135 |   if [[ -d mgmt-install-plan ]]; then
136 |     target::log "management install plan detected"
137 |   else
138 |     $apicup subsys install mgmt --out=mgmt-install-plan --no-verify
139 |   fi
140 | 
141 |   $apicup subsys install mgmt --plan-dir=mgmt-install-plan
142 | 
143 |   target::log "[done]"
144 | }
145 | 
146 | function install_gwy {
147 |   target::step "Install gateway subsystem"
148 | 
149 |   # create pv
150 |   cat $APIC_DEPLOY_HOME/pv/$apic_pv_type/gwy.yml | \
151 |     sed -e "s/@@tms_peering_storage_size_gb/$tms_peering_storage_size_gb/g; \
152 |       s/@@apic_pv_home/$apic_pv_home_text/g" | \
153 |     kubectl apply -f -
154 | 
155 |   # config settings
156 |   if $apicup subsys list|grep -q mgmt; then
157 |     target::log "gateway subsystem detected"
158 |   else
159 |     $apicup subsys create gwy gateway --k8s
160 |   fi
161 | 
162 |   $apicup subsys set gwy \
163 |     ingress-type=$apic_ingress_type \
164 |     mode=dev \
165 |     namespace=$apic_ns \
166 |     registry=$apic_registry \
167 |     storage-class=apic-local-storage \
168 |     api-gateway=$api_gateway \
169 |     apic-gw-service=$apic_gw_service \
170 |     image-repository=$gwy_image_repository \
171 |     image-tag=$gwy_image_tag \
172 |     image-pull-policy=Always \
173 |     replica-count=1 \
174 |     max-cpu=4 \
175 |     max-memory-gb=$max_memory_gb \
176 |     v5-compatibility-mode=false \
177 |     enable-tms=true \
178 |     tms-peering-storage-size-gb=$tms_peering_storage_size_gb
179 | 
180 |   # install
181 |   if [[ -d mgmt-install-plan ]]; then
182 |     target::log "gateway install plan detected"
183 |   else
184 |     $apicup subsys install gwy --out=gwy-install-plan --no-verify
185 |   fi
186 | 
187 |   $apicup subsys install gwy --plan-dir=gwy-install-plan
188 | 
189 |   target::log "[done]"
190 | }
191 | 
192 | function install_analyt {
193 |   target::step "Install analytics subsystem"
194 | 
195 |   # adjust vm.max_map_count
196 |   if ! $(sysctl vm.max_map_count|grep -q $max_map_count) ; then
197 |     target::log "set vm.max_map_count to $max_map_count"
198 |     sudo sysctl -w vm.max_map_count=$max_map_count
199 |   fi
200 | 
201 |   # create pv
202 |   cat $APIC_DEPLOY_HOME/pv/$apic_pv_type/analyt.yml | \
203 |     sed -e "s/@@data_storage_size_gb/$data_storage_size_gb/g; \
204 |       s/@@master_storage_size_gb/$master_storage_size_gb/g; \
205 |       s/@@apic_pv_home/$apic_pv_home_text/g" | \
206 |     kubectl apply -f -
207 | 
208 |   # config settings
209 |   if $apicup subsys list|grep -q mgmt; then
210 |     target::log "analytics subsystem detected"
211 |   else
212 |     $apicup subsys create analyt analytics --k8s
213 |   fi
214 | 
215 |   $apicup subsys set analyt \
216 |     ingress-type=$apic_ingress_type \
217 |     mode=dev \
218 |     namespace=$apic_ns \
219 |     registry=$apic_registry \
220 |     storage-class=apic-local-storage \
221 |     analytics-ingestion=$analytics_ingestion \
222 |     analytics-client=$analytics_client \
223 |     coordinating-max-memory-gb=$coordinating_max_memory_gb \
224 |     data-max-memory-gb=$data_max_memory_gb \
225 |     data-storage-size-gb=$data_storage_size_gb \
226 |     master-max-memory-gb=$master_max_memory_gb \
227 |     master-storage-size-gb=$master_storage_size_gb \
228 |     enable-message-queue=false
229 | 
230 |   # install
231 |   if [[ -d mgmt-install-plan ]]; then
232 |     target::log "analytics install plan detected"
233 |   else
234 |     $apicup subsys install analyt --out=analyt-install-plan --no-verify
235 |   fi
236 | 
237 |   $apicup subsys install analyt --plan-dir=analyt-install-plan
238 | 
239 |   target::log "[done]"
240 | }
241 | 
242 | function install_ptl {
243 |   target::step "Install portal subsystem"
244 | 
245 |   # create pv
246 |   cat $APIC_DEPLOY_HOME/pv/$apic_pv_type/ptl.yml | \
247 |     sed -e "s/@@db_storage_size_gb/$db_storage_size_gb/g; \
248 |       s/@@db_logs_storage_size_gb/$db_logs_storage_size_gb/g; \
249 |       s/@@www_storage_size_gb/$www_storage_size_gb/g; \
250 |       s/@@backup_storage_size_gb/$backup_storage_size_gb/g; \
251 |       s/@@admin_storage_size_gb/$admin_storage_size_gb/g; \
252 |       s/@@apic_pv_home/$apic_pv_home_text/g" | \
253 |     kubectl apply -f -
254 | 
255 |   # config settings
256 |   if $apicup subsys list|grep -q mgmt; then
257 |     target::log "portal subsystem detected"
258 |   else
259 |     $apicup subsys create ptl portal --k8s
260 |   fi
261 | 
262 |   $apicup subsys set ptl \
263 |     ingress-type=$apic_ingress_type \
264 |     mode=dev \
265 |     namespace=$apic_ns \
266 |     registry=$apic_registry \
267 |     storage-class=apic-local-storage \
268 |     portal-admin=$portal_admin \
269 |     portal-www=$portal_www \
270 |     www-storage-size-gb=$www_storage_size_gb \
271 |     backup-storage-size-gb=$backup_storage_size_gb \
272 |     db-storage-size-gb=$db_storage_size_gb \
273 |     db-logs-storage-size-gb=$db_logs_storage_size_gb \
274 |     admin-storage-size-gb=$admin_storage_size_gb
275 | 
276 |   # install
277 |   if [[ -d mgmt-install-plan ]]; then
278 |     target::log "portal install plan detected"
279 |   else
280 |     $apicup subsys install ptl --out=ptl-install-plan --no-verify
281 |   fi
282 | 
283 |   $apicup subsys install ptl --plan-dir=ptl-install-plan
284 | 
285 |   target::log "[done]"
286 | }
287 | 
288 | function add_apic_endpoints {
289 |   # Gateway
290 |   add_endpoint "apic" "Gateway Management Endpoint" "https://$apic_gw_service"
291 |   add_endpoint "apic" "Gateway API Endpoint Base" "https://$api_gateway"
292 |   # Portoal
293 |   add_endpoint "apic" "Portal Management Endpoint" "https://$portal_admin"
294 |   add_endpoint "apic" "Portal Website URL" "https://$portal_www"
295 |   # Analytics
296 |   add_endpoint "apic" "Analytics Management Endpoint" "https://$analytics_client"
297 | }
298 | 
299 | function clean_apic_endpoints {
300 |   # Gateway
301 |   clean_endpoints "apic" "Gateway Management Endpoint"
302 |   clean_endpoints "apic" "Gateway API Endpoint Base"
303 |   # Portoal
304 |   clean_endpoints "apic" "Portal Management Endpoint"
305 |   clean_endpoints "apic" "Portal Website URL"
306 |   # Analytics
307 |   clean_endpoints "apic" "Analytics Management Endpoint"
308 | }
309 | 
310 | function on_before_init {
311 |   :
312 | }
313 | 
314 | function apic::init {
315 |   on_before_init
316 | 
317 |   ensure_apicup
318 | 
319 |   if [[ -z $apic_skip_load_images || $apic_skip_load_images == 0 ]]; then
320 |     ensure_images
321 |     load_images
322 |   fi
323 | 
324 |   init_project
325 | 
326 |   pushd $APIC_PROJECT_HOME >/dev/null
327 | 
328 |   install_gwy
329 |   install_ptl
330 |   install_analyt
331 |   install_mgmt
332 |   add_apic_endpoints
333 | 
334 |   popd >/dev/null
335 | 
336 |   on_after_init
337 | }
338 | 
339 | function on_after_init {
340 |   :
341 | }
342 | 
343 | function apic::validate {
344 |   [ ! -d $APIC_PROJECT_HOME ] && target::log "$APIC_PROJECT_HOME not found" && exit
345 | 
346 |   ensure_apicup
347 | 
348 |   pushd $APIC_PROJECT_HOME >/dev/null
349 | 
350 |   target::step "Validate gateway subsystem"
351 |   $apicup subsys get gwy --validate
352 | 
353 |   target::step "Validate portal subsystem"
354 |   $apicup subsys get ptl --validate
355 | 
356 |   target::step "Validate analytics subsystem"
357 |   $apicup subsys get analyt --validate
358 | 
359 |   target::step "Validate management subsystem"
360 |   $apicup subsys get mgmt --validate
361 | 
362 |   popd >/dev/null
363 | }
364 | 
365 | function on_before_clean {
366 |   :
367 | }
368 | 
369 | function apic::clean {
370 |   on_before_clean
371 | 
372 |   clean_apic_endpoints
373 | 
374 |   target::step "Delete namespace $apic_ns"
375 |   (kubectl get namespace | grep -q $apic_ns) && \
376 |   kubectl delete namespace $apic_ns
377 |   
378 |   target::step "Delete CRDs"
379 |   local crds=($(kubectl get crd -o name | grep .apic.ibm.com))
380 |   [ -n "$crds" ] && kubectl delete crd "${crds[@]##*/}"
381 | 
382 |   target::step "Delete PVs"
383 |   local pvs=($(kubectl get pv -o name | grep persistentvolume/apic-))
384 |   [ -n "$pvs" ] && kubectl delete pv "${pvs[@]##*/}"
385 | 
386 |   target::step "Clean apic project"
387 |   rm -rf $APIC_PROJECT_HOME
388 | 
389 |   on_after_clean
390 | }
391 | 
392 | function on_after_clean {
393 |   :
394 | }
395 | 


--------------------------------------------------------------------------------
/install/targets/apic/apic-dind.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | 
 5 | . $LAB_HOME/install/targets/apic/apic-base.sh
 6 | 
 7 | function on_before_init {
 8 |   target::step "Ensure cluster nodes"
 9 | 
10 |   if [[ $NUM_NODES != 3 ]]; then
11 |     target::log "NUM_NODES must be 3, current value $NUM_NODES"
12 |     exit 255
13 |   fi
14 | 
15 |   target::step "Prepare apic persistent volumes"
16 | 
17 |   # gwy
18 |   docker exec kube-node-1 mkdir -p /drouter/ramdisk2/mnt/raid-volume/raid0/local
19 |   # mgmt
20 |   docker exec kube-node-1 mkdir -p /var/db
21 |   # analyt
22 |   docker exec kube-node-2 mkdir -p /var/lib/elasticsearch
23 |   docker exec kube-node-3 mkdir -p /var/lib/elasticsearch
24 |   # ptl
25 |   docker exec kube-node-2 mkdir -p /var/lib/mysqldata
26 |   docker exec kube-node-2 mkdir -p /var/log/mysqllog
27 |   docker exec kube-node-2 mkdir -p /web
28 |   docker exec kube-node-2 mkdir -p /var/aegir/backups
29 |   docker exec kube-node-2 mkdir -p /var/devportal
30 | 
31 |   target::step "Ensure namespace $apic_ns"
32 | 
33 |   if kubectl get namespace | grep -q $apic_ns ; then
34 |     target::log "namespace $apic_ns detected"
35 |   else
36 |     kubectl create namespace $apic_ns
37 |   fi
38 | 
39 |   $INSTALL_HOME/targets/helm.sh
40 | 
41 |   target::step "Ensure kubectl"
42 | 
43 |   kubectl version --short 2>/dev/null | grep Client
44 |   $INSTALL_HOME/targets/kubectl.sh --force
45 |   kubectl version --short 2>/dev/null | grep Client
46 | }
47 | 
48 | function on_after_init {
49 |   target::step "Install ingress controller"
50 | 
51 |   helm upgrade -i ingress stable/nginx-ingress \
52 |     --namespace $apic_ns \
53 |     --values $APIC_DEPLOY_HOME/ingress-config.yml
54 | 
55 |   local ingress_svc_ip=$(kubectl get svc -n $apic_ns | grep ingress-nginx-ingress-controller | awk '{print $3}')
56 |   local apic_hosts="\
57 |     $apic_gw_service $api_gateway \
58 |     $analytics_client $analytics_ingestion \
59 |     $platform_api $api_manager_ui $cloud_admin_ui $consumer_api \
60 |     $portal_admin $portal_www"
61 | 
62 |   cat $APIC_DEPLOY_HOME/coredns.yml | \
63 |     sed -e "s/@@ingress_svc_ip/$ingress_svc_ip/g" | \
64 |     sed -e "s/@@apic_hosts/$apic_hosts/g" | \
65 |     kubectl apply -f -
66 | 
67 |   # Management
68 |   add_endpoint "apic" "Cloud Manager UI" "https://$cloud_admin_ui" "(default usr/pwd: admin/7iron-hide)"
69 | }
70 | 
71 | function on_before_clean {
72 |   # Management
73 |   clean_endpoints "apic" "Cloud Manager UI"
74 | }
75 | 
76 | function apic::expose {
77 |   kill_portfwds "443:443"
78 |   create_portfwd $apic_ns service/ingress-nginx-ingress-controller 443:443
79 | }
80 | 
81 | function apic::portforward {
82 |   target::warn "Target command portforward is deprecated, use expose instead"
83 |   apic::expose
84 | }
85 | 
86 | target::command $@
87 | 


--------------------------------------------------------------------------------
/install/targets/apic/apic-oc.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | INSTALL_HOME=$LAB_HOME/install
 5 | 
 6 | apic_domain=${HOST_IP:-127.0.0.1}.nip.io
 7 | apic_pv_type=host
 8 | apic_pv_home=$INSTALL_HOME/.launch-cache/apic/pv/
 9 | apic_ingress_type=route
10 | apic_registry=127.0.0.1:5000
11 | 
12 | . $LAB_HOME/install/targets/apic/apic-base.sh
13 | 
14 | function on_before_init {
15 |   oc login -u system:admin >/dev/null
16 | 
17 |   target::step "Prepare apic persistent volumes"
18 | 
19 |   # mgmt
20 |   mkdir -p $apic_pv_home/var/db
21 | 
22 |   # analyt
23 |   mkdir -p $apic_pv_home/var/lib/elasticsearch-data/
24 |   mkdir -p $apic_pv_home/var/lib/elasticsearch-master/
25 | 
26 |   # ptl
27 |   mkdir -p $apic_pv_home/var/lib/mysqldata
28 |   mkdir -p $apic_pv_home/var/log/mysqllog
29 |   mkdir -p $apic_pv_home/web
30 |   mkdir -p $apic_pv_home/var/aegir/backups
31 |   mkdir -p $apic_pv_home/var/devportal
32 | 
33 |   chmod ugo+rwx -R $apic_pv_home
34 | 
35 |   target::step "Ensure namespace $apic_ns"
36 | 
37 |   if oc get namespace | grep -q $apic_ns ; then
38 |     target::log "namespace $apic_ns detected"
39 |   else
40 |     oc create namespace $apic_ns
41 |   fi
42 | 
43 |   target::step "Install helm client"
44 | 
45 |   export HELM_VERSION="v2.10.0"
46 |   export TILLER_NAMESPACE="$apic_ns"
47 |   $INSTALL_HOME/targets/helm.sh --client-only
48 |   
49 |   target::step "Install tiller"
50 | 
51 |   if kubectl get deploy/tiller -o name -n $TILLER_NAMESPACE 2>/dev/null | grep -q tiller; then
52 |     target::log "Deployment tiller detected"
53 |   else
54 |     oc process -f https://github.com/openshift/origin/raw/master/examples/helm/tiller-template.yaml \
55 |       -p TILLER_NAMESPACE=$TILLER_NAMESPACE -p HELM_VERSION=$HELM_VERSION | \
56 |     oc create -n $TILLER_NAMESPACE -f -
57 |     oc create clusterrolebinding tiller-binding --clusterrole=cluster-admin --user=system:serviceaccount:$TILLER_NAMESPACE:tiller
58 |   fi
59 | 
60 |   target::step "Assign SCC permissions"
61 | 
62 |   oc adm policy add-scc-to-group anyuid system:serviceaccounts:$apic_ns
63 | }
64 | 
65 | function on_after_init {
66 |   # Management
67 |   add_endpoint "apic" "Cloud Manager UI" "https://$cloud_admin_ui/admin" "(default usr/pwd: admin/7iron-hide)"
68 | }
69 | 
70 | function on_before_clean {
71 |   # Management
72 |   clean_endpoints "apic" "Cloud Manager UI"
73 | 
74 |   oc login -u system:admin >/dev/null
75 | 
76 |   target::step "Delete tiller role binding"
77 |   local rolebinding=$(oc get clusterrolebinding tiller-binding -o name 2>/dev/null)
78 |   [ -n "$rolebinding" ] && oc delete clusterrolebinding tiller-binding
79 | }
80 | 
81 | function on_after_clean {
82 |   target::step "Clean apic persistent volumes"
83 |   sudo rm -rf $apic_pv_home
84 | }
85 | 
86 | target::command $@
87 | 


--------------------------------------------------------------------------------
/install/targets/apic/coredns.yml:
--------------------------------------------------------------------------------
 1 | apiVersion: v1
 2 | kind: ConfigMap
 3 | metadata:
 4 |   name: coredns
 5 |   namespace: kube-system
 6 | data:
 7 |   Corefile: |
 8 |     .:53 {
 9 |         errors
10 |         health
11 |         hosts {
12 |           @@ingress_svc_ip @@apic_hosts
13 |           fallthrough
14 |         }
15 |         kubernetes cluster.local in-addr.arpa ip6.arpa {
16 |            pods insecure
17 |            upstream
18 |            fallthrough in-addr.arpa ip6.arpa
19 |            ttl 30
20 |         }
21 |         prometheus :9153
22 |         forward . /etc/resolv.conf
23 |         cache 30
24 |         loop
25 |         reload
26 |         loadbalance
27 |     }
28 | 


--------------------------------------------------------------------------------
/install/targets/apic/ingress-config.yml:
--------------------------------------------------------------------------------
 1 | controller:
 2 |   config:
 3 |     hsts-max-age: "31536000"
 4 |     keepalive: "32"
 5 |     log-format: '{ "@timestamp": "$time_iso8601", "@version": "1", "clientip": "$remote_addr",
 6 |       "tag": "ingress", "remote_user": "$remote_user", "bytes": $bytes_sent, "duration":
 7 |       $request_time, "status": $status, "request": "$request_uri", "urlpath": "$uri",
 8 |       "urlquery": "$args", "method": "$request_method", "referer": "$http_referer",
 9 |       "useragent": "$http_user_agent", "software": "nginx", "version": "$nginx_version",
10 |       "host": "$host", "upstream": "$upstream_addr", "upstream-status": "$upstream_status"
11 |       }'
12 |     main-snippets: load_module "modules/ngx_stream_module.so"
13 |     proxy-body-size: "0"
14 |     proxy-buffering: "off"
15 |     server-name-hash-bucket-size: "128"
16 |     server-name-hash-max-size: "1024"
17 |     server-tokens: "False"
18 |     ssl-ciphers: HIGH:!aNULL:!MD5
19 |     ssl-prefer-server-ciphers: "True"
20 |     ssl-protocols: TLSv1.2
21 |     use-http2: "true"
22 |     worker-connections: "10240"
23 |     worker-cpu-affinity: auto
24 |     worker-processes: "1"
25 |     worker-rlimit-nofile: "65536"
26 |     worker-shutdown-timeout: 5m
27 |   daemonset:
28 |     useHostPort: false
29 |   extraArgs:
30 |     annotations-prefix: ingress.kubernetes.io
31 |     enable-ssl-passthrough: true
32 |   hostNetwork: true
33 |   kind: DaemonSet
34 |   name: controller
35 | rbac:
36 |   create: "true"
37 | 


--------------------------------------------------------------------------------
/install/targets/apic/pv/host/analyt.yml:
--------------------------------------------------------------------------------
 1 | ---
 2 | apiVersion: v1
 3 | kind: PersistentVolume
 4 | metadata:
 5 |   name: apic-ana-data
 6 |   labels:
 7 |     type: local
 8 | spec:
 9 |   storageClassName: apic-local-storage
10 |   capacity:
11 |     storage: @@data_storage_size_gbGi
12 |   accessModes:
13 |   - ReadWriteOnce
14 |   hostPath:
15 |     path: @@apic_pv_homevar/lib/elasticsearch-data
16 | ---
17 | apiVersion: v1
18 | kind: PersistentVolume
19 | metadata:
20 |   name: apic-ana-master-data
21 |   labels:
22 |     type: local
23 | spec:
24 |   storageClassName: apic-local-storage
25 |   capacity:
26 |     storage: @@master_storage_size_gbGi
27 |   accessModes:
28 |   - ReadWriteOnce
29 |   hostPath:
30 |     path: @@apic_pv_homevar/lib/elasticsearch-master
31 | 


--------------------------------------------------------------------------------
/install/targets/apic/pv/host/gwy.yml:
--------------------------------------------------------------------------------
 1 | apiVersion: v1
 2 | kind: PersistentVolume
 3 | metadata:
 4 |   name: apic-gwy-tms
 5 |   labels:
 6 |     type: local
 7 | spec:
 8 |   storageClassName: apic-local-storage
 9 |   capacity:
10 |     storage: @@tms_peering_storage_size_gbGi
11 |   accessModes:
12 |   - ReadWriteOnce
13 |   hostPath:
14 |     path: @@apic_pv_homedrouter/ramdisk2/mnt/raid-volume/raid0/local
15 | 


--------------------------------------------------------------------------------
/install/targets/apic/pv/host/mgmt.yml:
--------------------------------------------------------------------------------
 1 | apiVersion: v1
 2 | kind: PersistentVolume
 3 | metadata:
 4 |   name: apic-mgmt-cassandra
 5 |   labels:
 6 |     type: local
 7 | spec:
 8 |   storageClassName: apic-local-storage
 9 |   capacity:
10 |     storage: @@cassandra_volume_size_gbGi
11 |   accessModes:
12 |   - ReadWriteOnce
13 |   hostPath:
14 |     path: @@apic_pv_homevar/db
15 | 


--------------------------------------------------------------------------------
/install/targets/apic/pv/host/ptl.yml:
--------------------------------------------------------------------------------
 1 | apiVersion: v1
 2 | kind: PersistentVolume
 3 | metadata:
 4 |   name: apic-ptl-db
 5 |   labels:
 6 |     type: local
 7 | spec:
 8 |   storageClassName: apic-local-storage
 9 |   capacity:
10 |     storage: @@db_storage_size_gbGi
11 |   accessModes:
12 |   - ReadWriteOnce
13 |   hostPath:
14 |     path: @@apic_pv_homevar/lib/mysqldata
15 | ---
16 | apiVersion: v1
17 | kind: PersistentVolume
18 | metadata:
19 |   name: apic-ptl-dblogs
20 |   labels:
21 |     type: local
22 | spec:
23 |   storageClassName: apic-local-storage
24 |   capacity:
25 |     storage: @@db_logs_storage_size_gbGi
26 |   accessModes:
27 |   - ReadWriteOnce
28 |   hostPath:
29 |     path: @@apic_pv_homevar/log/mysqllog
30 | ---
31 | apiVersion: v1
32 | kind: PersistentVolume
33 | metadata:
34 |   name: apic-ptl-web
35 |   labels:
36 |     type: local
37 | spec:
38 |   storageClassName: apic-local-storage
39 |   capacity:
40 |     storage: @@www_storage_size_gbGi
41 |   accessModes:
42 |   - ReadWriteOnce
43 |   hostPath:
44 |     path: @@apic_pv_homeweb
45 | ---
46 | apiVersion: v1
47 | kind: PersistentVolume
48 | metadata:
49 |   name: apic-ptl-backups
50 |   labels:
51 |     type: local
52 | spec:
53 |   storageClassName: apic-local-storage
54 |   capacity:
55 |     storage: @@backup_storage_size_gbGi
56 |   accessModes:
57 |   - ReadWriteOnce
58 |   hostPath:
59 |     path: @@apic_pv_homevar/aegir/backups
60 | ---
61 | apiVersion: v1
62 | kind: PersistentVolume
63 | metadata:
64 |   name: apic-ptl-admin
65 |   labels:
66 |     type: local
67 | spec:
68 |   storageClassName: apic-local-storage
69 |   capacity:
70 |     storage: @@admin_storage_size_gbGi
71 |   accessModes:
72 |   - ReadWriteOnce
73 |   hostPath:
74 |     path: @@apic_pv_homevar/devportal
75 | 


--------------------------------------------------------------------------------
/install/targets/apic/pv/local/analyt.yml:
--------------------------------------------------------------------------------
 1 | ---
 2 | apiVersion: v1
 3 | kind: PersistentVolume
 4 | metadata:
 5 |   name: apic-ana-data
 6 | spec:
 7 |   capacity:
 8 |     storage: @@data_storage_size_gbGi
 9 |   storageClassName: apic-local-storage
10 |   local:
11 |     path: /var/lib/elasticsearch
12 |   nodeAffinity:
13 |       required:
14 |         nodeSelectorTerms:
15 |         - matchExpressions:
16 |           - key: kubernetes.io/hostname
17 |             operator: In
18 |             values: ["kube-node-2"]
19 |   accessModes:
20 |   - ReadWriteOnce
21 |   persistentVolumeReclaimPolicy: Retain
22 | ---
23 | apiVersion: v1
24 | kind: PersistentVolume
25 | metadata:
26 |   name: apic-ana-master-data
27 | spec:
28 |   capacity:
29 |     storage: @@master_storage_size_gbGi
30 |   storageClassName: apic-local-storage
31 |   local:
32 |     path: /var/lib/elasticsearch
33 |   nodeAffinity:
34 |       required:
35 |         nodeSelectorTerms:
36 |         - matchExpressions:
37 |           - key: kubernetes.io/hostname
38 |             operator: In
39 |             values: ["kube-node-3"]
40 |   accessModes:
41 |   - ReadWriteOnce
42 |   persistentVolumeReclaimPolicy: Retain
43 | 


--------------------------------------------------------------------------------
/install/targets/apic/pv/local/gwy.yml:
--------------------------------------------------------------------------------
 1 | apiVersion: v1
 2 | kind: PersistentVolume
 3 | metadata:
 4 |   name: apic-gwy-tms
 5 | spec:
 6 |   capacity:
 7 |     storage: @@tms_peering_storage_size_gbGi
 8 |   storageClassName: apic-local-storage
 9 |   local:
10 |     path: /drouter/ramdisk2/mnt/raid-volume/raid0/local
11 |   nodeAffinity:
12 |       required:
13 |         nodeSelectorTerms:
14 |         - matchExpressions:
15 |           - key: kubernetes.io/hostname
16 |             operator: In
17 |             values: ["kube-node-1"]
18 |   accessModes:
19 |   - ReadWriteOnce
20 |   persistentVolumeReclaimPolicy: Retain
21 | 


--------------------------------------------------------------------------------
/install/targets/apic/pv/local/mgmt.yml:
--------------------------------------------------------------------------------
 1 | apiVersion: v1
 2 | kind: PersistentVolume
 3 | metadata:
 4 |   name: apic-mgmt-cassandra
 5 | spec:
 6 |   capacity:
 7 |     storage: @@cassandra_volume_size_gbGi
 8 |   storageClassName: apic-local-storage
 9 |   local:
10 |     path: /var/db
11 |   nodeAffinity:
12 |       required:
13 |         nodeSelectorTerms:
14 |         - matchExpressions:
15 |           - key: kubernetes.io/hostname
16 |             operator: In
17 |             values: ["kube-node-1"]
18 |   accessModes:
19 |   - ReadWriteOnce
20 |   persistentVolumeReclaimPolicy: Retain
21 | 


--------------------------------------------------------------------------------
/install/targets/apic/pv/local/ptl.yml:
--------------------------------------------------------------------------------
  1 | apiVersion: v1
  2 | kind: PersistentVolume
  3 | metadata:
  4 |   name: apic-ptl-db
  5 | spec:
  6 |   capacity:
  7 |     storage: @@db_storage_size_gbGi
  8 |   storageClassName: apic-local-storage
  9 |   local:
 10 |     path: /var/lib/mysqldata
 11 |   nodeAffinity:
 12 |       required:
 13 |         nodeSelectorTerms:
 14 |         - matchExpressions:
 15 |           - key: kubernetes.io/hostname
 16 |             operator: In
 17 |             values: ["kube-node-2"]
 18 |   accessModes:
 19 |   - ReadWriteOnce
 20 |   persistentVolumeReclaimPolicy: Retain
 21 | ---
 22 | apiVersion: v1
 23 | kind: PersistentVolume
 24 | metadata:
 25 |   name: apic-ptl-dblogs
 26 | spec:
 27 |   capacity:
 28 |     storage: @@db_logs_storage_size_gbGi
 29 |   storageClassName: apic-local-storage
 30 |   local:
 31 |     path: /var/log/mysqllog
 32 |   nodeAffinity:
 33 |       required:
 34 |         nodeSelectorTerms:
 35 |         - matchExpressions:
 36 |           - key: kubernetes.io/hostname
 37 |             operator: In
 38 |             values: ["kube-node-2"]
 39 |   accessModes:
 40 |   - ReadWriteOnce
 41 |   persistentVolumeReclaimPolicy: Retain
 42 | ---
 43 | apiVersion: v1
 44 | kind: PersistentVolume
 45 | metadata:
 46 |   name: apic-ptl-web
 47 | spec:
 48 |   capacity:
 49 |     storage: @@www_storage_size_gbGi
 50 |   storageClassName: apic-local-storage
 51 |   local:
 52 |     path: /web
 53 |   nodeAffinity:
 54 |       required:
 55 |         nodeSelectorTerms:
 56 |         - matchExpressions:
 57 |           - key: kubernetes.io/hostname
 58 |             operator: In
 59 |             values: ["kube-node-2"]
 60 |   accessModes:
 61 |   - ReadWriteOnce
 62 |   persistentVolumeReclaimPolicy: Retain
 63 | ---
 64 | apiVersion: v1
 65 | kind: PersistentVolume
 66 | metadata:
 67 |   name: apic-ptl-backups
 68 | spec:
 69 |   capacity:
 70 |     storage: @@backup_storage_size_gbGi
 71 |   storageClassName: apic-local-storage
 72 |   local:
 73 |     path: /var/aegir/backups
 74 |   nodeAffinity:
 75 |       required:
 76 |         nodeSelectorTerms:
 77 |         - matchExpressions:
 78 |           - key: kubernetes.io/hostname
 79 |             operator: In
 80 |             values: ["kube-node-2"]
 81 |   accessModes:
 82 |   - ReadWriteOnce
 83 |   persistentVolumeReclaimPolicy: Retain
 84 | ---
 85 | apiVersion: v1
 86 | kind: PersistentVolume
 87 | metadata:
 88 |   name: apic-ptl-admin
 89 | spec:
 90 |   capacity:
 91 |     storage: @@admin_storage_size_gbGi
 92 |   storageClassName: apic-local-storage
 93 |   local:
 94 |     path: /var/devportal
 95 |   nodeAffinity:
 96 |       required:
 97 |         nodeSelectorTerms:
 98 |         - matchExpressions:
 99 |           - key: kubernetes.io/hostname
100 |             operator: In
101 |             values: ["kube-node-2"]
102 |   accessModes:
103 |   - ReadWriteOnce
104 |   persistentVolumeReclaimPolicy: Retain
105 | 


--------------------------------------------------------------------------------
/install/targets/apic/pv/sc.yml:
--------------------------------------------------------------------------------
1 | kind: StorageClass
2 | apiVersion: storage.k8s.io/v1
3 | metadata:
4 |   name: apic-local-storage
5 | provisioner: kubernetes.io/no-provisioner
6 | volumeBindingMode: WaitForFirstConsumer
7 | 


--------------------------------------------------------------------------------
/install/targets/apic/settings.sh:
--------------------------------------------------------------------------------
 1 | # general
 2 | apic_ns=apiconnect
 3 | apic_skip_load_images=
 4 | apic_domain=${apic_domain:-morningspace.com}
 5 | apic_pv_type=${apic_pv_type:-local}
 6 | apic_pv_home=${apic_pv_home:-/}
 7 | apic_ingress_type=${apic_ingress_type:-ingress}
 8 | apic_registry=${apic_registry:-"mr.io:5000"}
 9 | max_map_count=262144
10 | 
11 | # management subsystem
12 | platform_api=api.$apic_domain
13 | api_manager_ui=apim.$apic_domain
14 | cloud_admin_ui=cm.$apic_domain
15 | consumer_api=consumer.$apic_domain
16 | # cassandra_max_memory_gb=2
17 | cassandra_max_memory_gb=4
18 | # cassandra_volume_size_gb=1
19 | cassandra_volume_size_gb=5
20 | 
21 | # gateway subsystem
22 | api_gateway=gw.$apic_domain
23 | apic_gw_service=gwd.$apic_domain
24 | gwy_image_repository=datapower-api-gateway
25 | gwy_image_tag=2018.4.1.4-307525-release
26 | # tms_peering_storage_size_gb=2
27 | tms_peering_storage_size_gb=5
28 | # max_memory_gb=1
29 | max_memory_gb=6
30 | 
31 | # analytics subsystem
32 | analytics_ingestion=ai.$apic_domain
33 | analytics_client=ac.$apic_domain
34 | # coordinating_max_memory_gb=1
35 | coordinating_max_memory_gb=2
36 | # data_max_memory_gb=1
37 | data_max_memory_gb=2
38 | data_storage_size_gb=10
39 | # master_max_memory_gb=1
40 | master_max_memory_gb=2
41 | # master_storage_size_gb=1
42 | master_storage_size_gb=5
43 | 
44 | # portal subsystem
45 | portal_admin=padmin.$apic_domain
46 | portal_www=portal.$apic_domain
47 | # www_storage_size_gb=1
48 | www_storage_size_gb=5
49 | # backup_storage_size_gb=1
50 | backup_storage_size_gb=6
51 | # db_storage_size_gb=3
52 | db_storage_size_gb=10
53 | db_logs_storage_size_gb=1
54 | admin_storage_size_gb=2
55 | 


--------------------------------------------------------------------------------
/install/targets/docker-compose.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | . $LAB_HOME/install/funcs.sh
 5 | 
 6 | target::step "Start to install docker-compose"
 7 | ensure_command "docker-compose" && exit
 8 | 
 9 | executable="docker-compose-$(uname -s)-$(uname -m)"
10 | 
11 | if [[ ! -f ~/.launch-cache/$executable ]]; then
12 |   target::step "Download docker-compose"
13 |   download_url=https://github.com/docker/compose/releases/download/1.24.0/$executable
14 |   curl -sSL $download_url -o ~/.launch-cache/$executable
15 |   chmod +x ~/.launch-cache/$executable
16 | fi
17 | 
18 | create_links ~/.launch-cache/$executable "docker-compose"
19 | 


--------------------------------------------------------------------------------
/install/targets/docker.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | . $LAB_HOME/install/funcs.sh
 5 | 
 6 | target::step "Start to install docker"
 7 | 
 8 | docker_installed=0
 9 | os=$(detect_os)
10 | 
11 | if ensure_command "docker"; then
12 |   docker_installed=1
13 | else
14 |   case $os in
15 |   rhel)
16 |     sudo yum install -y docker
17 |     docker_installed=1
18 |     ;;
19 |   ubuntu|centos)
20 |     curl -sSL https://get.docker.com/ | sh
21 |     docker_installed=1
22 |     ;;
23 |   esac
24 | fi
25 | 
26 | if [[ $docker_installed == 1 ]]; then
27 |   target::step "Per OS post installation"
28 | 
29 |   # avoid adding sudo before docker cmd
30 |   grep -q "^docker:" /etc/group && \
31 |     sudo usermod -aG docker $USER
32 | 
33 |   grep -q "^dockerroot:" /etc/group && \
34 |     sudo usermod -aG dockerroot $USER && \
35 |     update_docker_daemon_json '"group": "dockerroot"' && \
36 |     need_restart=1
37 | 
38 |   lsb_dist=""
39 |   if [ -r /etc/os-release ]; then
40 |   	lsb_dist="$(. /etc/os-release && echo "$ID")"
41 |   fi
42 | 
43 |   case "$lsb_dist" in
44 |   ubuntu)
45 |     # fix the issue `WARNING: No swap limit support`, need vagrant halt and up
46 |     sudo sed -i 's/GRUB_CMDLINE_LINUX_DEFAULT="/GRUB_CMDLINE_LINUX_DEFAULT="cgroup_enable=memory swapaccount=1 /g' /etc/default/grub
47 |     sudo update-grub
48 |     ;;
49 |   centos)
50 |     sudo systemctl start docker
51 |     if ! cat /etc/sysctl.conf | grep -q "# Fix bridge-nf-call-iptables disabled warning"; then
52 |       cat << EOF | sudo tee -a /etc/sysctl.conf
53 | 
54 | # Fix bridge-nf-call-iptables disabled warning
55 | net.bridge.bridge-nf-call-iptables = 1
56 | net.bridge.bridge-nf-call-ip6tables = 1
57 | EOF
58 |       sudo sysctl -p
59 |     fi
60 |     need_restart=1
61 |     ;;
62 |   esac
63 | 
64 |   if [[ $need_restart == 1 ]]; then
65 |     sudo systemctl enable docker.service
66 |     sudo systemctl daemon-reload
67 |     sudo systemctl restart docker
68 |   fi
69 | fi
70 | 


--------------------------------------------------------------------------------
/install/targets/endpoints.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | INSTALL_HOME=$LAB_HOME/install
 5 | . $INSTALL_HOME/funcs.sh
 6 | 
 7 | endpoints_dir=$INSTALL_HOME/targets/endpoints
 8 | 
 9 | add_endpoint "common" "Web Terminal" "https://$HOST_IP:4200"
10 | 
11 | if [[ -d $endpoints_dir ]]; then
12 |   groups=($(ls $endpoints_dir))
13 |   for group in "${groups[@]}" ; do
14 |     endpoints=()
15 |     while IFS='' read -r line || [[ -n "$line" ]] ; do
16 |       endpoints+=("$line")
17 |     done < $endpoints_dir/$group
18 | 
19 |     if [[ ${#endpoints[@]} != 0 ]]; then
20 |       print_endpoints $group "${endpoints[@]}"
21 |     fi
22 |   done
23 | fi
24 | 


--------------------------------------------------------------------------------
/install/targets/env.sh:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 | 
3 | LAB_HOME=${LAB_HOME:-`pwd`}
4 | . $LAB_HOME/install/funcs.sh
5 | target::delegate kubernetes/$K8S_PROVIDER.sh kubernetes::env
6 | 


--------------------------------------------------------------------------------
/install/targets/helm.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | . $LAB_HOME/install/funcs.sh
 5 | 
 6 | target::step "Start to install helm"
 7 | ensure_k8s_version || exit
 8 | 
 9 | if [[ -z $HELM_VERSION ]]; then
10 |   # set version per kubernetes version
11 |   case $K8S_VERSION in
12 |   "v1.12")
13 |     HELM_VERSION="v2.12.3";;
14 |   "v1.13")
15 |     HELM_VERSION="v2.13.1";;
16 |   "v1.14")
17 |     HELM_VERSION="v2.14.2";;
18 |   "v1.15")
19 |     HELM_VERSION="v2.14.2";;
20 |   *)
21 |     target::log "Nothing happened"
22 |     exit;;
23 |   esac
24 | fi
25 | 
26 | os=$(uname -s | tr '[:upper:]' '[:lower:]')
27 | package="helm-$HELM_VERSION-$os-amd64"
28 | 
29 | if [ ! -f ~/.launch-cache/$package.tar.gz ]; then
30 |   target::step "Download helm"
31 |   curl -sSL https://get.helm.sh/$package.tar.gz -o ~/.launch-cache/$package.tar.gz
32 | fi
33 | 
34 | if [ ! -d ~/.launch-cache/$package ]; then
35 |   target::step "Extract helm package"
36 |   mkdir ~/.launch-cache/$package
37 |   tar -zxf ~/.launch-cache/$package.tar.gz -C ~/.launch-cache/$package
38 | fi
39 | 
40 | create_links ~/.launch-cache/$package/$os-amd64/helm helm
41 | 
42 | target::step "Run helm init"
43 | if [[ $IS_IN_CHINA == 1 ]]; then
44 |   stable_repo="https://kubernetes.oss-cn-hangzhou.aliyuncs.com/charts"
45 |   helm init --stable-repo-url $stable_repo $@
46 | 
47 |   cat ~/.bashrc | grep -q "^# helm hacks$" || \
48 |   cat << EOF >>~/.bashrc
49 | 
50 | # helm hacks
51 | function helm() {
52 |   if [[ \$1 == "init" ]]; then
53 |     set -- "\$@" -i $tiller_image --stable-repo-url $stable_repo
54 |     echo "helm init using $tiller_image, $stable_repo..."
55 |   fi
56 |   command helm \$@
57 | }
58 | EOF
59 | else
60 |   helm init $@
61 | fi
62 | 


--------------------------------------------------------------------------------
/install/targets/images.list:
--------------------------------------------------------------------------------
 1 | istio_images=(
 2 |   # istio
 3 |   istio/citadel:1.3.2
 4 |   istio/galley:1.3.2
 5 |   istio/kubectl:1.3.2
 6 |   istio/mixer:1.3.2
 7 |   istio/pilot:1.3.2
 8 |   istio/proxyv2:1.3.2
 9 |   istio/sidecar_injector:1.3.2
10 |   istio/proxy_init:1.3.2
11 |   istio/install-cni:1.3.2
12 |   grafana/grafana:6.1.6
13 |   jaegertracing/all-in-one:1.12
14 |   prom/prometheus:v2.8.0
15 |   quay.io/kiali/kiali:v1.4
16 | 
17 |   # istio demo: bookinfo
18 |   istio/examples-bookinfo-details-v1:1.15.0
19 |   istio/examples-bookinfo-productpage-v1:1.15.0
20 |   istio/examples-bookinfo-ratings-v1:1.15.0
21 |   istio/examples-bookinfo-reviews-v1:1.15.0
22 |   istio/examples-bookinfo-reviews-v2:1.15.0
23 |   istio/examples-bookinfo-reviews-v3:1.15.0
24 | )
25 | 
26 | ingress_images=(
27 |   # ingress
28 |   quay.io/kubernetes-ingress-controller/nginx-ingress-controller:0.26.1
29 |   k8s.gcr.io/defaultbackend-amd64:1.5
30 | )
31 | 
32 | images+=(${istio_images[@]})
33 | images+=(${ingress_images[@]})
34 | 
35 | # Add your own images here, e.g.
36 | # my_images=(
37 | #   busybox
38 | # )
39 | 
40 | # Then, append to images array
41 | # images+=(${my_images[@]})
42 | 


--------------------------------------------------------------------------------
/install/targets/init.sh:
--------------------------------------------------------------------------------
  1 | #!/bin/bash
  2 | 
  3 | # What we do here?
  4 | # - shellinabox: centos, rhel, ubuntu, macos?
  5 | # - bash completion: centos, rhel, ubuntu, macos
  6 | # - ca cert: centos, rhel, ubuntu, macos
  7 | # - .bashrc, env vars: centos, rhel, ubuntu, macos
  8 | # - lab cache: centos, rhel, ubuntu, macos
  9 | 
 10 | LAB_HOME=${LAB_HOME:-`pwd`}
 11 | INSTALL_HOME=$LAB_HOME/install
 12 | . $INSTALL_HOME/funcs.sh
 13 | 
 14 | ensure_os || exit
 15 | 
 16 | os=$(detect_os)
 17 | case $os in
 18 | ubuntu)
 19 |   target::step "Install basic tools"
 20 |   sudo apt-get install -y shellinabox bash-completion jq
 21 | 
 22 |   # path to bash completion
 23 |   bash_completion="/usr/share/bash-completion/bash_completion"
 24 | 
 25 |   target::step "Add self-signed ca cert"
 26 |   sudo cp $INSTALL_HOME/certs/lab-ca.pem.crt /usr/local/share/ca-certificates/
 27 |   sudo update-ca-certificates
 28 |   ;;
 29 | centos|rhel)
 30 |   target::step "Install basic tools"
 31 |   sudo yum install -y epel-release
 32 |   sudo yum install -y shellinabox bash-completion net-tools jq
 33 |   # https://github.com/shellinabox/shellinabox/issues/327
 34 |   sudo sed -i \
 35 |     's/^#\s*PasswordAuthentication yes$/PasswordAuthentication yes/g;
 36 |      s/^PasswordAuthentication no$/#PasswordAuthentication no/g' \
 37 |     /etc/ssh/sshd_config
 38 |   sudo service sshd restart
 39 |   sudo sed -i \
 40 |     's/OPTS="--disable-ssl-menu -s \/:LOGIN"/OPTS="--disable-ssl-menu -s \/:SSH"/g' \
 41 |     /etc/sysconfig/shellinaboxd
 42 |   sudo service shellinaboxd restart
 43 | 
 44 |   # path to bash completion
 45 |   bash_completion="/usr/share/bash-completion/bash_completion"
 46 | 
 47 |   target::step "Add self-signed ca cert"
 48 |   sudo cp $INSTALL_HOME/certs/lab-ca.pem.crt /etc/pki/ca-trust/source/anchors/
 49 |   sudo update-ca-trust
 50 |   ;;
 51 | darwin)
 52 |   target::step "Install basic tools"
 53 |   brew install shellinabox bash-completion jq
 54 | 
 55 |   # path to bash completion
 56 |   bash_completion="$(brew --prefix)/etc/bash_completion"
 57 | 
 58 |   target::step "Add self-signed ca cert"
 59 |   sudo security add-trusted-cert -d -r trustRoot -k /Library/Keychains/System.keychain $INSTALL_HOME/certs/lab-ca.pem.crt
 60 |   ;;
 61 | esac
 62 | 
 63 | if [[ "ubuntu centos rhel" =~ $os ]]; then
 64 |   grep -q "^wheel:" /etc/group && sudo usermod -aG wheel $USER
 65 |   grep -q "^sudo:" /etc/group && sudo usermod -aG sudo $USER
 66 |   sudo usermod -s /bin/bash $USER
 67 | fi
 68 | 
 69 | # target::step "Set $USER as sudoer without password prompt"
 70 | #   cat << EOF | sudo tee /etc/sudoers.d/$USER
 71 | # $USER ALL=(ALL) NOPASSWD: ALL
 72 | # EOF
 73 | # sudo chmod 440 /etc/sudoers.d/$USER
 74 | 
 75 | target::step "Update .bashrc"
 76 | if [ ! -f ~/.bashrc ] || ! $(cat ~/.bashrc | grep -q "^# For playground$") ; then
 77 |   cat << EOF >> ~/.bashrc
 78 | 
 79 | # For playground
 80 | export LAB_HOME=$LAB_HOME
 81 | # Customize below settings as needed
 82 | # The IP of your host, default is 127.0.0.1
 83 | export HOST_IP=$HOST_IP
 84 | # The Kubernetes provider, default is dind
 85 | export K8S_PROVIDER=$K8S_PROVIDER
 86 | # The Kubernetes version, default is v1.14
 87 | export K8S_VERSION=$K8S_VERSION
 88 | # The number of worker nodes, default is 2
 89 | export NUM_NODES=$NUM_NODES
 90 | 
 91 | if [ -f $bash_completion ]; then
 92 |   . $bash_completion
 93 | fi
 94 | 
 95 | if [ -f $INSTALL_HOME/completion.sh ]; then
 96 |   . $INSTALL_HOME/completion.sh
 97 | fi
 98 | EOF
 99 | fi
100 | 
101 | target::step "Update .bash_profile"
102 | if [ ! -f ~/.bash_profile ] || ! $(cat ~/.bash_profile | grep -q "~/.bashrc") ; then
103 |   cat << EOF >> ~/.bash_profile
104 | 
105 | # Get the aliases and functions
106 | if [ -f ~/.bashrc ]; then
107 |   . ~/.bashrc
108 | fi
109 | EOF
110 | fi
111 | 
112 | create_links $INSTALL_HOME/launch.sh launch
113 | 
114 | target::step "Configure launch cache"
115 | mkdir -p $INSTALL_HOME/.launch-cache
116 | ln -sf $INSTALL_HOME/.launch-cache $HOME/.launch-cache
117 | 


--------------------------------------------------------------------------------
/install/targets/istio-bookinfo.sh:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 | 
3 | LAB_HOME=${LAB_HOME:-`pwd`}
4 | . $LAB_HOME/install/funcs.sh
5 | target::delegate istio/istio-$K8S_PROVIDER.sh $@
6 | 


--------------------------------------------------------------------------------
/install/targets/istio.sh:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 | 
3 | LAB_HOME=${LAB_HOME:-`pwd`}
4 | . $LAB_HOME/install/funcs.sh
5 | target::delegate istio/istio-$K8S_PROVIDER.sh $@
6 | 


--------------------------------------------------------------------------------
/install/targets/istio/istio-base.sh:
--------------------------------------------------------------------------------
  1 | #!/bin/bash
  2 | 
  3 | LAB_HOME=${LAB_HOME:-`pwd`}
  4 | . $LAB_HOME/install/funcs.sh
  5 | 
  6 | ISTIO_VERSION="1.3.2"
  7 | ISTIO_INSTALL_MODE=
  8 | ISTIO_CNI_ENABLED=
  9 | ISTIO_CNI_BIN_DIR="/opt/cni/bin"
 10 | ISTIO_CNI_CONF_DIR="/etc/cni/net.d"
 11 | 
 12 | function on_before_init {
 13 |   :
 14 | }
 15 | 
 16 | function download_pkg {
 17 |   case $(uname -s) in
 18 |     "Linux") package="istio-$ISTIO_VERSION-linux";;
 19 |     "Darwin") package="istio-$ISTIO_VERSION-osx";;
 20 |   esac
 21 | 
 22 |   if [ ! -f ~/.launch-cache/$package.tar.gz ]; then
 23 |     target::step "Download istio"
 24 |     download_url=https://github.com/istio/istio/releases/download/$ISTIO_VERSION/$package.tar.gz
 25 |     curl -sSL $download_url -o ~/.launch-cache/$package.tar.gz
 26 |     rm -rf ~/.launch-cache/istio
 27 |   fi
 28 | 
 29 |   if [ ! -d ~/.launch-cache/istio ]; then
 30 |     target::step "Extract istio package"
 31 |     tar -zxf ~/.launch-cache/$package.tar.gz -C ~/.launch-cache/
 32 |     mv ~/.launch-cache/istio{-$ISTIO_VERSION,}
 33 |   fi
 34 | }
 35 | 
 36 | function install_crds {
 37 |   if [[ $ISTIO_INSTALL_MODE == helm ]]; then
 38 |     (kubectl get namespace | grep -q istio-system) || \
 39 |     kubectl create namespace istio-system
 40 | 
 41 |     target::step "Install CRDs"
 42 | 
 43 |     helm template install/kubernetes/helm/istio-init \
 44 |       --name istio-init --namespace istio-system | kubectl apply -f -
 45 | 
 46 |     while (( $(kubectl get crds 2>/dev/null | grep 'istio.io' | wc -l) != 23 )); do
 47 |       echo -n "." >&2
 48 |       sleep 1
 49 |     done
 50 |     echo "[done]" >&2
 51 |   fi
 52 | }
 53 | 
 54 | function install_istio {
 55 |   target::step "Start to install istio"
 56 | 
 57 |   if [[ $ISTIO_INSTALL_MODE == helm ]]; then
 58 |     if [[ $ISTIO_CNI_ENABLED == true ]]; then
 59 |       local exclude_ns="istio-system,kube-system"
 60 |       helm template install/kubernetes/helm/istio-cni \
 61 |         --name=istio-cni --namespace=kube-system \
 62 |         --set cniBinDir=$ISTIO_CNI_BIN_DIR \
 63 |         --set cniConfDir=$ISTIO_CNI_CONF_DIR \
 64 |         --set logLevel=info \
 65 |         --set excludeNamespaces={$exclude_ns} | kubectl apply -f -
 66 |     fi
 67 | 
 68 |     helm template install/kubernetes/helm/istio \
 69 |       --name istio --namespace istio-system \
 70 |       --set istio_cni.enabled=$ISTIO_CNI_ENABLED \
 71 |       --set gateways.istio-ingressgateway.type=NodePort \
 72 |       --values install/kubernetes/helm/istio/values-istio-demo.yaml | kubectl apply -f -
 73 |   else
 74 |     kubectl apply -f install/kubernetes/istio-demo.yaml
 75 |   fi
 76 | 
 77 |   wait_for_app "istio-system" "istio" "app=istio-ingressgateway"
 78 | }
 79 | 
 80 | function install_all {
 81 |   pushd ~/.launch-cache/istio
 82 |   install_crds
 83 |   install_istio
 84 |   popd
 85 | }
 86 | 
 87 | function add_endpoints {
 88 |   :
 89 | }
 90 | 
 91 | function istio::init {
 92 |   download_pkg
 93 |   on_before_init
 94 |   install_all
 95 |   on_after_init
 96 |   add_endpoints
 97 | }
 98 | 
 99 | function on_after_init {
100 |   :
101 | }
102 | 
103 | function on_before_clean {
104 |   :
105 | }
106 | 
107 | function delete_crds {
108 |   if [[ $ISTIO_INSTALL_MODE == helm ]]; then
109 |     target::step "Delete CRDs"
110 |     for yaml in install/kubernetes/helm/istio-init/files/crd*yaml; do
111 |       kubectl delete -f $yaml 2>/dev/null
112 |     done
113 |   fi
114 | }
115 | 
116 | function delete_istio {
117 |   target::step "Start to uninstall istio"
118 |   if [[ $ISTIO_INSTALL_MODE == helm ]]; then
119 |     helm template install/kubernetes/helm/istio \
120 |       --name istio --namespace istio-system \
121 |       --set istio_cni.enabled=$ISTIO_CNI_ENABLED \
122 |       --values install/kubernetes/helm/istio/values-istio-demo.yaml | kubectl delete -f -
123 | 
124 |     if [[ $ISTIO_CNI_ENABLED == true ]]; then
125 |       helm template install/kubernetes/helm/istio-cni \
126 |         --name=istio-cni --namespace=kube-system | kubectl delete -f -
127 |     fi
128 | 
129 |     (kubectl get namespace | grep -q istio-system) && \
130 |     kubectl delete namespace istio-system
131 |   else
132 |     kubectl delete -f install/kubernetes/istio-demo.yaml 2>/dev/null
133 |   fi
134 | }
135 | 
136 | function delete_all {
137 |   pushd ~/.launch-cache/istio
138 |   delete_istio
139 |   delete_crds
140 |   popd
141 | }
142 | 
143 | function istio::clean {
144 |   clean_endpoints "istio"
145 |   clean_endpoints "istio-proxied"
146 |   on_before_clean
147 |   delete_all
148 |   on_after_clean
149 | }
150 | 
151 | function on_after_clean {
152 |   :
153 | }
154 | 
155 | function on_before_init_bookinfo {
156 |   :
157 | }
158 | 
159 | function install_bookinfo {
160 |   pushd ~/.launch-cache/istio
161 | 
162 |   target::step "Start to install istio-bookinfo"
163 |   kubectl label namespace default istio-injection=enabled --overwrite
164 |   kubectl apply -f samples/bookinfo/platform/kube/bookinfo.yaml -n default
165 |   kubectl apply -f samples/bookinfo/networking/bookinfo-gateway.yaml -n default
166 |   wait_for_app "default" "bookinfo"\
167 |     "app=details,version=v1" "app=productpage,version=v1" "app=ratings,version=v1" \
168 |     "app=reviews,version=v1" "app=reviews,version=v2" "app=reviews,version=v3"
169 | 
170 |   popd
171 | }
172 | 
173 | function add_endpoints_bookinfo {
174 |   :
175 | }
176 | 
177 | function istio-bookinfo::init {
178 |   on_before_init_bookinfo
179 |   install_bookinfo
180 |   on_after_init_bookinfo
181 |   add_endpoints_bookinfo
182 | }
183 | 
184 | function on_after_init_bookinfo {
185 |   :
186 | }
187 | 
188 | function on_before_clean_bookinfo {
189 |   :
190 | }
191 | 
192 | function istio-bookinfo::clean {
193 |   clean_endpoints "istio" "Istio Bookinfo"
194 |   clean_endpoints "istio-proxied" "Istio Bookinfo"
195 |   on_before_clean_bookinfo
196 |   target::step "Start to uninstall istio-bookinfo"
197 |   NAMESPACE=default ~/.launch-cache/istio/samples/bookinfo/platform/kube/cleanup.sh
198 |   on_after_clean_bookinfo
199 | }
200 | 
201 | function on_after_clean_bookinfo {
202 |   :
203 | }
204 | 


--------------------------------------------------------------------------------
/install/targets/istio/istio-crc.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | . $LAB_HOME/install/targets/istio/istio-base.sh
 5 | . $LAB_HOME/install/targets/istio/istio-openshift.sh
 6 | 
 7 | ISTIO_INSTALL_MODE=helm
 8 | ISTIO_CNI_ENABLED=true
 9 | ISTIO_CNI_BIN_DIR="/var/lib/cni/bin"
10 | ISTIO_CNI_CONF_DIR="/etc/kubernetes/cni/net.d"
11 | 
12 | istio_conf="/etc/nginx/conf.d/istio.conf"
13 | 
14 | function login_as_admin {
15 |   local adm_p=$(crc console --credentials | grep kubeadmin | sed "s/.*password is '\(.*\)'./\1/")
16 |   oc login -u kubeadmin -p $adm_p https://api.crc.testing:6443
17 | }
18 | 
19 | function add_endpoints {
20 |   target::step "Add endpoints for istio"
21 |   add_endpoint "istio" "Grafana" "http://grafana-istio-system.apps-crc.testing"
22 |   add_endpoint "istio" "Kiali" "http://kiali-istio-system.apps-crc.testing"
23 |   add_endpoint "istio" "Jaeger" "http://jaeger-query-istio-system.apps-crc.testing"
24 |   add_endpoint "istio" "Prometheus" "http://prometheus-istio-system.apps-crc.testing"
25 | }
26 | 
27 | function add_proxy {
28 |   local service=$1
29 |   if ! cat $istio_conf | grep -q "# For $service"; then
30 |     target::step "Forwarding $service"
31 | 
32 |     cat $LAB_HOME/install/targets/istio/istio-nginx.conf | \
33 |       sed -e "s/@@SERVICE/$service/g; s/@@HOST_IP/$HOST_IP/g" | \
34 |       sudo tee -a $istio_conf >/dev/null
35 |   fi
36 | }
37 | 
38 | function istio::expose {
39 |   if ensure_os_linux; then
40 |     sudo touch $istio_conf
41 |     add_proxy "grafana"
42 |     add_endpoint "istio-proxied" "Grafana" "http://grafana-istio-system.$HOST_IP.nip.io"
43 | 
44 |     add_proxy "kiali"
45 |     add_endpoint "istio-proxied" "Kiali" "http://kiali-istio-system.$HOST_IP.nip.io"
46 | 
47 |     add_proxy "jaeger-query"
48 |     add_endpoint "istio-proxied" "Jaeger" "http://jaeger-query-istio-system.$HOST_IP.nip.io"
49 | 
50 |     add_proxy "prometheus"
51 |     add_endpoint "istio-proxied" "Prometheus" "http://prometheus-istio-system.$HOST_IP.nip.io"
52 | 
53 |     sudo systemctl reload nginx
54 |     target::log "Done. Please check $istio_conf"
55 |   else
56 |     target::error "This is only supported on Linux."
57 |   fi
58 | }
59 | 
60 | function add_endpoints_bookinfo {
61 |   target::step "Add endpoints for istio-bookinfo"
62 |   add_endpoint "istio" "Istio Bookinfo" "http://istio-ingressgateway-istio-system.apps-crc.testing/productpage"
63 | }
64 | 
65 | function istio-bookinfo::expose {
66 |   if ensure_os_linux; then
67 |     sudo touch $istio_conf
68 | 
69 |     local hash_bucket_size="server_names_hash_bucket_size 128;"
70 |     if ! cat $istio_conf | grep -q "$hash_bucket_size"; then
71 |       echo $hash_bucket_size | sudo tee -a $istio_conf >/dev/null
72 |       echo | sudo tee -a $istio_conf >/dev/null
73 |     fi
74 | 
75 |     add_proxy "istio-ingressgateway"
76 |     add_endpoint "istio-proxied" "Istio Bookinfo" "http://istio-ingressgateway-istio-system.$HOST_IP.nip.io/productpage"
77 | 
78 |     sudo systemctl reload nginx
79 |     target::log "Done. Please check $istio_conf"
80 |   else
81 |     target::error "This is only supported on Linux."
82 |   fi
83 | }
84 | 
85 | target::command $@
86 | 


--------------------------------------------------------------------------------
/install/targets/istio/istio-dind.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | . $LAB_HOME/install/targets/istio/istio-base.sh
 5 | 
 6 | function add_endpoints {
 7 |   target::step "Add endpoints for istio"
 8 |   add_endpoint "istio" "Grafana" "http://@@HOST_IP:3000"
 9 |   add_endpoint "istio" "Kiali" "http://@@HOST_IP:20001"
10 |   add_endpoint "istio" "Jaeger" "http://@@HOST_IP:15032"
11 |   add_endpoint "istio" "Prometheus" "http://@@HOST_IP:9090"
12 | }
13 | 
14 | function istio::expose {
15 |   kill_portfwds "3000:3000" "20001:20001" "15032:16686" "9090:9090"
16 |   create_portfwd istio-system service/grafana 3000:3000
17 |   create_portfwd istio-system service/kiali 20001:20001
18 |   create_portfwd istio-system pod/jaeger 15032:16686
19 |   create_portfwd istio-system pod/prometheus 9090:9090
20 | }
21 | 
22 | function istio::portforward {
23 |   target::warn "Target command portforward is deprecated, use expose instead"
24 |   istio::expose
25 | }
26 | 
27 | function add_endpoints_bookinfo {
28 |   target::step "Add endpoints for istio-bookinfo"
29 |   add_endpoint "istio" "Istio Bookinfo" "http://@@HOST_IP:31380/productpage"
30 | }
31 | 
32 | function istio-bookinfo::expose {
33 |   kill_portfwds "31380:80"
34 |   create_portfwd istio-system service/istio-ingressgateway 31380:80
35 | }
36 | 
37 | function istio-bookinfo::portforward {
38 |   target::warn "Target command portforward is deprecated, use expose instead"
39 |   istio-bookinfo::expose
40 | }
41 | 
42 | target::command $@
43 | 


--------------------------------------------------------------------------------
/install/targets/istio/istio-nginx.conf:
--------------------------------------------------------------------------------
 1 | # For @@SERVICE
 2 | server {
 3 |   listen 80;
 4 |   server_name @@SERVICE-istio-system.@@HOST_IP.nip.io;
 5 |   location / {
 6 |     proxy_http_version 1.1;
 7 |     proxy_pass http://@@SERVICE-istio-system.apps-crc.testing;
 8 |   }
 9 | }
10 | 
11 | 


--------------------------------------------------------------------------------
/install/targets/istio/istio-oc.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | . $LAB_HOME/install/targets/istio/istio-base.sh
 5 | . $LAB_HOME/install/targets/istio/istio-openshift.sh
 6 | 
 7 | function login_as_admin {
 8 |   oc login -u system:admin https://$HOST_IP:8443
 9 | }
10 | 
11 | function enable_admission_webhook {
12 |   target::step "Enable AdmissionWebhook"
13 | 
14 |   OC_INSTALL_HOME=${OC_INSTALL_HOME:-~/openshift.local.clusterup}
15 |   master_config=$OC_INSTALL_HOME/kube-apiserver/master-config
16 |   if cat $master_config.yaml | grep -q "MutatingAdmissionWebhook:"; then
17 |     target::log "AdmissionWebhook detected"
18 |   else
19 |     cp -p $master_config.yaml{,.prepatch}
20 |     cat >> $master_config.patch << EOF
21 | admissionConfig:
22 |   pluginConfig:
23 |     MutatingAdmissionWebhook:
24 |       configuration:
25 |         apiVersion: apiserver.config.k8s.io/v1alpha1
26 |         kubeConfigFile: /dev/null
27 |         kind: WebhookAdmission
28 |     ValidatingAdmissionWebhook:
29 |       configuration:
30 |         apiVersion: apiserver.config.k8s.io/v1alpha1
31 |         kubeConfigFile: /dev/null
32 |         kind: WebhookAdmission
33 | EOF
34 |     oc ex config patch $master_config.yaml.prepatch -p "$(cat $master_config.patch)" > $master_config.yaml
35 | 
36 |     target::log "Restart Openshift API Server"
37 | 
38 |     local container_id
39 |     if [[ $(detect_os) == darwin ]]; then
40 |       container_id=$(get_container_id_by_pod master-api-localhost kube-system)
41 |       $(run_docker_as_sudo) "docker restart $container_id"
42 |     else
43 |       container_id=$($(run_docker_as_sudo) "docker ps -l -q --filter 'label=io.kubernetes.container.name=api'")
44 |       $(run_docker_as_sudo) "docker restart $container_id"
45 |     fi
46 |     container_id=$($(run_docker_as_sudo) "docker ps -l -q --filter 'label=io.kubernetes.container.name=apiserver'")
47 |     $(run_docker_as_sudo) "docker restart $container_id"
48 | 
49 |     target::log "Waiting for health check passed"
50 |     until curl -f -s -k -o /dev/null https://$HOST_IP:8443/healthz; do echo -n .; sleep 1; done
51 |     target::log "[done]"
52 | 
53 |     target::log "Waiting for oc login passed"
54 |     until echo fakepasswd | oc login -u system:admin >/dev/null 2>&1; do echo -n .; sleep 1; done
55 |     target::log "[done]"
56 | 
57 |     target::log "Waiting for scc check passed"
58 |     until oc adm policy add-scc-to-user anyuid -z default -n istio-system >/dev/null 2>&1; do echo -n .; sleep 1; done
59 |     target::log "[done]"
60 |   fi
61 | }
62 | 
63 | function add_endpoints {
64 |   target::step "Add endpoints for istio"
65 |   add_endpoint "istio" "Grafana" "http://grafana-istio-system.@@HOST_IP.nip.io"
66 |   add_endpoint "istio" "Kiali" "http://kiali-istio-system.@@HOST_IP.nip.io"
67 |   add_endpoint "istio" "Jaeger" "http://jaeger-query-istio-system.@@HOST_IP.nip.io"
68 |   add_endpoint "istio" "Prometheus" "http://prometheus-istio-system.@@HOST_IP.nip.io"
69 | }
70 | 
71 | function add_endpoints_bookinfo {
72 |   target::step "Add endpoints for istio-bookinfo"
73 |   add_endpoint "istio" "Istio Bookinfo" "http://istio-ingressgateway-istio-system.@@HOST_IP.nip.io/productpage"
74 | }
75 | 
76 | target::command $@
77 | 


--------------------------------------------------------------------------------
/install/targets/istio/istio-openshift.sh:
--------------------------------------------------------------------------------
  1 | #!/bin/bash
  2 | 
  3 | accounts=(
  4 |   istio-ingress-service-account
  5 |   default
  6 |   prometheus
  7 |   istio-egressgateway-service-account
  8 |   istio-citadel-service-account
  9 |   istio-ingressgateway-service-account
 10 |   istio-cleanup-old-ca-service-account
 11 |   istio-mixer-post-install-account
 12 |   istio-mixer-service-account
 13 |   istio-pilot-service-account
 14 |   istio-sidecar-injector-service-account
 15 |   istio-galley-service-account
 16 |   istio-security-post-install-account
 17 | )
 18 | 
 19 | routes_istio=(
 20 |   "grafana,http"
 21 |   "kiali,http-kiali"
 22 |   "prometheus,http-prometheus"
 23 |   "jaeger-query,query-http"
 24 | )
 25 | 
 26 | routes_bookinfo=(
 27 |   "istio-ingressgateway,http2"
 28 | )
 29 | 
 30 | bindings=(
 31 |   "kiali-binding,kiali-service-account"
 32 | )
 33 | 
 34 | function login_as_admin {
 35 |   :
 36 | }
 37 | 
 38 | function enable_admission_webhook {
 39 |   :
 40 | }
 41 | 
 42 | function add_scc_to_user {
 43 |   target::step "Add scc to user for istio"
 44 |   for account in ${accounts[@]}; do
 45 |     oc adm policy add-scc-to-user anyuid -z $account -n istio-system
 46 |   done
 47 | }
 48 | 
 49 | function create_role_bindings {
 50 |   target::step "Create cluster role bindings for istio"
 51 |   for binding in ${bindings[@]}; do
 52 |     oc get clusterrolebindings ${binding%,*} 1>/dev/null 2>&1 || \
 53 |     oc create clusterrolebinding ${binding%,*} --clusterrole=cluster-admin \
 54 |       --user=system:serviceaccount:istio-system:${binding#*,}
 55 |   done
 56 | }
 57 | 
 58 | function on_before_init {
 59 |   login_as_admin
 60 |   enable_admission_webhook
 61 |   add_scc_to_user
 62 |   create_role_bindings
 63 | }
 64 | 
 65 | function expose_routes {
 66 |   target::step "Expose service routes for $1"
 67 |   local routes=(${@:2})
 68 |   for route in ${routes[@]}; do
 69 |     oc get route ${route%,*} -n istio-system 1>/dev/null 2>&1 || \
 70 |     oc expose svc/${route%,*} --port=${route#*,} -n istio-system
 71 |   done
 72 | }
 73 | 
 74 | function expose_routes_istio {
 75 |   expose_routes "istio" ${routes_istio[@]}
 76 | }
 77 | 
 78 | function on_after_init {
 79 |   expose_routes_istio
 80 | }
 81 | 
 82 | function delete_routes {
 83 |   target::step "Delete service routes for $1"
 84 |   local routes=(${@:2})
 85 |   for route in ${routes[@]}; do
 86 |     oc get route ${route%,*} -n istio-system 1>/dev/null 2>&1 && \
 87 |     oc delete route ${route%,*} -n istio-system
 88 |   done
 89 | }
 90 | 
 91 | function delete_routes_istio {
 92 |   delete_routes "istio" ${routes_istio[@]}
 93 | }
 94 | 
 95 | function on_before_clean {
 96 |   login_as_admin
 97 |   delete_routes
 98 | }
 99 | 
100 | function delete_scc_from_user {
101 |   target::step "Delete scc from user for istio"
102 |   for account in ${accounts[@]}; do
103 |     oc adm policy remove-scc-from-user anyuid -z $account -n istio-system
104 |   done
105 | }
106 | 
107 | function delete_role_bindings {
108 |   target::step "Delete cluster role bindings for istio"
109 |   for binding in ${bindings[@]}; do
110 |     oc get clusterrolebinding ${binding%,*} 1>/dev/null 2>&1 && \
111 |     oc delete clusterrolebinding ${binding%,*}
112 |   done
113 | }
114 | 
115 | function on_after_clean {
116 |   delete_scc_from_user
117 |   delete_role_bindings
118 | }
119 | 
120 | function on_before_init_bookinfo {
121 |   target::step "Add scc to group for bookinfo"
122 |   oc adm policy add-scc-to-group privileged system:serviceaccounts -n default
123 |   oc adm policy add-scc-to-group anyuid system:serviceaccounts -n default
124 | }
125 | 
126 | function expose_routes_bookinfo {
127 |   expose_routes "bookinfo" ${routes_bookinfo[@]}
128 | }
129 | 
130 | function on_after_init_bookinfo {
131 |   expose_routes_bookinfo
132 | }
133 | 
134 | function delete_routes_bookinfo {
135 |   delete_routes "bookinfo" ${routes_bookinfo[@]}
136 | }
137 | 
138 | function on_before_clean_bookinfo {
139 |   delete_routes_bookinfo
140 | }
141 | 
142 | function on_after_clean_bookinfo {
143 |   target::step "Delete scc from group for bookinfo"
144 |   oc adm policy remove-scc-from-group privileged system:serviceaccounts -n default
145 |   oc adm policy remove-scc-from-group anyuid system:serviceaccounts -n default
146 | }
147 | 


--------------------------------------------------------------------------------
/install/targets/kubectl.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | . $LAB_HOME/install/funcs.sh
 5 | 
 6 | target::step "Start to install kubectl"
 7 | 
 8 | if ensure_command "kubectl"; then
 9 |   [[ $@ =~ --force ]] && target::log "force to install" || exit
10 | fi
11 |   
12 | ensure_k8s_version || exit
13 | 
14 | # set version per kubernetes version
15 | case $K8S_VERSION in
16 |   "v1.12")
17 |     KUBECTL_VERSION="v1.12.10";;
18 |   "v1.13")
19 |     KUBECTL_VERSION="v1.13.8";;
20 |   "v1.14")
21 |     KUBECTL_VERSION="v1.14.4";;
22 |   "v1.15")
23 |     KUBECTL_VERSION="v1.15.1";;
24 |   *)
25 |     target::log "Nothing happened"
26 |     exit
27 | esac
28 | 
29 | os=$(uname -s | tr '[:upper:]' '[:lower:]')
30 | executable="kubectl-$KUBECTL_VERSION-$os"
31 | 
32 | if [[ ! -f ~/.launch-cache/$executable ]]; then
33 |   target::step "Download kubectl"
34 |   [[ -n $https_proxy ]] && target::log "https_proxy detected: $https_proxy"
35 |   download_url=https://storage.googleapis.com/kubernetes-release/release/$KUBECTL_VERSION/bin/$os/amd64/kubectl
36 |   curl -sSL $download_url -o ~/.launch-cache/$executable
37 |   chmod +x ~/.launch-cache/$executable
38 | fi
39 | 
40 | create_links ~/.launch-cache/$executable kubectl
41 | if [[ $os != darwin ]]; then
42 |   sudo setcap CAP_NET_BIND_SERVICE=+ep ~/.launch-cache/$executable
43 | fi
44 | 


--------------------------------------------------------------------------------
/install/targets/kubernetes.sh:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 | 
3 | LAB_HOME=${LAB_HOME:-`pwd`}
4 | . $LAB_HOME/install/funcs.sh
5 | target::delegate kubernetes/$K8S_PROVIDER.sh $@
6 | 


--------------------------------------------------------------------------------
/install/targets/kubernetes/crc-nginx.conf:
--------------------------------------------------------------------------------
1 | stream {
2 |     server {
3 |         listen 443;
4 |         proxy_pass apps-crc.testing:443;
5 |     }
6 | }
7 | 


--------------------------------------------------------------------------------
/install/targets/kubernetes/crc.sh:
--------------------------------------------------------------------------------
  1 | #!/bin/bash
  2 | 
  3 | LAB_HOME=${LAB_HOME:-`pwd`}
  4 | INSTALL_HOME=$LAB_HOME/install
  5 | . $INSTALL_HOME/funcs.sh
  6 | 
  7 | CACHE_HOME=$INSTALL_HOME/.launch-cache
  8 | 
  9 | CRC_INSTALL_HOME=$HOME/.crc
 10 | CRC_VERSION=${CRC_VERSION:-1.2.0}
 11 | CRC_MEMORY=${CRC_MEMORY:-10240}
 12 | CRC_CPUS=${CRC_CPUS:-4}
 13 | CRC_USE_VIRTUALBOX=${CRC_USE_VIRTUALBOX:-}
 14 | 
 15 | os=$(detect_os)
 16 | case $os in
 17 | ubuntu|centos|rhel)
 18 |   package="crc-linux-amd64"
 19 |   pkg_pattern="crc-linux.\+-amd64"
 20 |   ;;
 21 | darwin)
 22 |   package="crc-macos-amd64"
 23 |   pkg_pattern="crc-macos.\+-amd64"
 24 |   ;;
 25 | esac
 26 | 
 27 | function vbox_bundle_name {
 28 |   local openshift_version=$(cat $CACHE_HOME/crc-release-info.json | jq -r .version.openshiftVersion)
 29 |   echo "crc_virtualbox_$openshift_version.crcbundle"
 30 | }
 31 | 
 32 | function kubernetes::init {
 33 |   target::step "Install Dependencies"
 34 | 
 35 |   case $os in
 36 |   centos|rhel)
 37 |     sudo yum install -y NetworkManager xz nginx
 38 |     unzip_cmd="unxz -f"
 39 |     untar_cmd="tar -xf"
 40 |     ;;
 41 |   ubuntu)
 42 |     sudo apt-get install -y qemu-kvm libvirt-daemon libvirt-daemon-system network-manager xz-utils nginx
 43 |     unzip_cmd="unxz -f"
 44 |     untar_cmd="tar -xf"
 45 |     ;;
 46 |   darwin)
 47 |     unzip_cmd="gunzip -f"
 48 |     untar_cmd="tar -zxf"
 49 |     ;;
 50 |   esac
 51 |   
 52 |   local download_base_url=https://mirror.openshift.com/pub/openshift-v4/clients/crc/$CRC_VERSION
 53 |   local target=$CACHE_HOME/$package
 54 |   if [[ ! -f $target-$CRC_VERSION.tar ]]; then
 55 |     if [[ ! -f $target-$CRC_VERSION.tar.xz ]]; then
 56 |       target::step "Download OpenShift CRC"
 57 |       local download_url=$download_base_url/$package.tar.xz
 58 |       curl -sSL $download_url -o $target-$CRC_VERSION.tar.xz
 59 |       download_url=$download_base_url/release-info.json
 60 |       curl -sSL $download_url -o $CACHE_HOME/crc-release-info.json
 61 |     fi
 62 |     $unzip_cmd $target-$CRC_VERSION.tar.xz
 63 |     rm -rf $target
 64 |   fi
 65 | 
 66 |   virtualbox_bundle=$(vbox_bundle_name)
 67 |   if [[ -n $CRC_USE_VIRTUALBOX && ! -f $CACHE_HOME/$virtualbox_bundle ]]; then
 68 |     target::step "Download OpenShift CRC VirtualBox Bundle"
 69 |     download_url=$download_base_url/$virtualbox_bundle
 70 |     curl -sSL $download_url -o $CACHE_HOME/$virtualbox_bundle
 71 |   fi
 72 | 
 73 |   if [[ ! -d $target ]] ; then
 74 |     target::step "Extract OpenShift CRC package"
 75 |     $untar_cmd $target-$CRC_VERSION.tar -C $CACHE_HOME/
 76 |     local extracted=$(ls -d $CACHE_HOME/*/ | grep $pkg_pattern)
 77 |     mv $extracted $target
 78 |   fi
 79 | 
 80 |   create_links $target/crc crc
 81 | 
 82 |   target::step "Update OpenShift CRC configuration"
 83 | 
 84 |   crc setup
 85 | 
 86 |   # https://github.com/code-ready/crc/issues/618
 87 |   if [[ $os == darwin ]]; then
 88 |     [[ $(stat -f '%A' /etc/hosts) == 644 ]] || sudo chmod 0644 /etc/hosts
 89 |     [[ $(stat -f '%A' /etc/resolver/testing) == 600 ]] || sudo chmod 0600 /etc/resolver/testing
 90 |   fi
 91 | 
 92 |   kubernetes::up
 93 | 
 94 |   # eval $(crc oc-env)
 95 |   create_links $HOME/.crc/bin/oc oc
 96 | }
 97 | 
 98 | function add_proxy {
 99 |   local k8target_path="$INSTALL_HOME/targets/kubernetes"
100 |   local tcp_conf_path="/etc/nginx/tcpconf.d"
101 |   local nginx_conf="/etc/nginx/nginx.conf"
102 |   if ensure_os_linux; then
103 |     sudo mkdir -p $tcp_conf_path
104 |     sudo cp $k8target_path/crc-nginx.conf $tcp_conf_path/crc.conf
105 |     if ! cat $nginx_conf | grep -q "# For TCP configuration"; then
106 |       cat << EOF | sudo tee -a $nginx_conf
107 | 
108 | # For TCP configuration
109 | include $tcp_conf_path/*;
110 | EOF
111 |     fi
112 |     sudo systemctl reload nginx
113 |   else
114 |     target::log "The proxy is only supported on Linux."
115 |   fi
116 | }
117 | 
118 | function kubernetes::up {
119 |   target::step "Take kubernetes cluster up"
120 | 
121 |   local opt="-c $CRC_CPUS -m $CRC_MEMORY"
122 |   if [[ -n $CRC_USE_VIRTUALBOX ]]; then
123 |     virtualbox_bundle=$(vbox_bundle_name)
124 |     opt+=" --vm-driver virtualbox --bundle $CACHE_HOME/$virtualbox_bundle"
125 |   fi
126 |   if [[ -f $CRC_INSTALL_HOME/pull-secret.txt ]]; then
127 |     opt+=" --pull-secret-file $CRC_INSTALL_HOME/pull-secret.txt"
128 |   fi
129 | 
130 |   crc start $opt
131 | 
132 |   local adm_u="kubeadmin"
133 |   local adm_p=$(crc console --credentials | grep $adm_u | sed "s/.*password is '\(.*\)'./\1/")
134 |   add_endpoint "common" "OpenShift Console" $(crc console --url) "(admin usr/pwd: $adm_u/$adm_p)"
135 |   add_proxy
136 | }
137 | 
138 | function kubernetes::down {
139 |   target::step "Take kubernetes cluster down"
140 | 
141 |   # crc status >/dev/null 2>&1 && \
142 |   # crc status | grep "^CRC VM:" | grep -q Running && \
143 |   crc stop # --force
144 | }
145 | 
146 | function kubernetes::clean {
147 |   clean_endpoints "common" "OpenShift Console"
148 | 
149 |   kubernetes::down
150 | 
151 |   target::step "Clean kubernetes cluster"
152 | 
153 |   # crc status >/dev/null 2>&1 && \
154 |   crc delete --force # --clear-cache
155 | 
156 |   if [[ $os == darwin ]];  then
157 |     [[ $(stat -f '%u' /etc/hosts) == 0 ]] || sudo chown root /etc/hosts
158 |   fi
159 | }
160 | 
161 | function kubernetes::env {
162 |   printenv_common
163 |   printenv_provider CRC_VERSION CRC_MEMORY CRC_CPUS
164 | }
165 | 
166 | target::command $@
167 | 


--------------------------------------------------------------------------------
/install/targets/kubernetes/daemon.json:
--------------------------------------------------------------------------------
1 | {}


--------------------------------------------------------------------------------
/install/targets/kubernetes/dind.sh:
--------------------------------------------------------------------------------
  1 | #!/bin/bash
  2 | 
  3 | LAB_HOME=${LAB_HOME:-`pwd`}
  4 | INSTALL_HOME=$LAB_HOME/install
  5 | . $INSTALL_HOME/funcs.sh
  6 | 
  7 | K8S_VERSION=${K8S_VERSION:-v1.14}
  8 | NUM_NODES=${NUM_NODES:-2}
  9 | DIND_DAEMON_JSON_FILE=$INSTALL_HOME/targets/kubernetes/daemon.json
 10 | 
 11 | function add_endpoints {
 12 |   local apiserver_port=$($(run_docker_as_sudo) "$LAB_HOME/dind-cluster-wrapper.sh apiserver-port 2>/dev/null")
 13 |   local dashboard_endpoint="http://$HOST_IP:$apiserver_port/api/v1/namespaces/kube-system/services/http:kubernetes-dashboard:/proxy"
 14 |   add_endpoint "common" "Dashboard" $dashboard_endpoint
 15 | }
 16 | 
 17 | function dashboard_rolebinding {
 18 |   cat <<EOF | kubectl replace -f -
 19 | apiVersion: rbac.authorization.k8s.io/v1beta1
 20 | kind: ClusterRoleBinding
 21 | metadata:
 22 |   name: dashboard-binding
 23 | roleRef:
 24 |   apiGroup: rbac.authorization.k8s.io
 25 |   kind: ClusterRole
 26 |   name: cluster-admin
 27 | subjects:
 28 | - kind: ServiceAccount
 29 |   name: kubernetes-dashboard
 30 |   namespace: kube-system
 31 | EOF
 32 | }
 33 | 
 34 | function kubernetes::init {
 35 |   if [[ ! -f ~/.launch-cache/kubernetes-dashboard.yaml ]]; then
 36 |     target::step "Download kubernetes dashboard yaml"
 37 |     download_url=https://raw.githubusercontent.com/kubernetes/dashboard/v1.10.1/src/deploy/alternative/kubernetes-dashboard.yaml
 38 |     curl -sSL $download_url -o ~/.launch-cache/kubernetes-dashboard.yaml
 39 |   fi
 40 | 
 41 |   DIND_CUSTOM_VOLUMES=$INSTALL_HOME/certs:/certs
 42 |   DIND_CA_CERT_URL=file:////certs/lab-ca.pem.crt
 43 |   DASHBOARD_URL=$HOME/.launch-cache/kubernetes-dashboard.yaml
 44 |   SKIP_SNAPSHOT=1
 45 | 
 46 |   if ! cat ~/.bashrc | grep -q "^# For kubeadm-dind-clusters$" ; then
 47 |     target::step "Update .bashrc"
 48 |     cat << EOF >> ~/.bashrc
 49 | 
 50 | # For kubeadm-dind-clusters
 51 | export DIND_CUSTOM_VOLUMES=$DIND_CUSTOM_VOLUMES
 52 | export DIND_CA_CERT_URL=$DIND_CA_CERT_URL
 53 | export DASHBOARD_URL=$DASHBOARD_URL
 54 | export SKIP_SNAPSHOT=$SKIP_SNAPSHOT
 55 | EOF
 56 |   fi
 57 | 
 58 |   target::step "Start to init kubernetes cluster"
 59 |   $(run_docker_as_sudo) \
 60 |    "K8S_VERSION=$K8S_VERSION \
 61 |     NUM_NODES=$NUM_NODES \
 62 |     HOST_IP=$HOST_IP \
 63 |     DIND_CUSTOM_VOLUMES=$DIND_CUSTOM_VOLUMES \
 64 |     DIND_CA_CERT_URL=$DIND_CA_CERT_URL \
 65 |     DASHBOARD_URL=$DASHBOARD_URL \
 66 |     SKIP_SNAPSHOT=$SKIP_SNAPSHOT \
 67 |     DIND_DAEMON_JSON_FILE=$DIND_DAEMON_JSON_FILE \
 68 |     $LAB_HOME/dind-cluster-wrapper.sh up" && \
 69 |   dashboard_rolebinding && \
 70 |   add_endpoints
 71 | }
 72 | 
 73 | function kubernetes::up {
 74 |   target::step "Take kubernetes cluster up"
 75 |   $(run_docker_as_sudo) \
 76 |     "SKIP_SNAPSHOT= \
 77 |      DIND_DAEMON_JSON_FILE=$DIND_DAEMON_JSON_FILE \
 78 |      $LAB_HOME/dind-cluster-wrapper.sh up" && \
 79 |     dashboard_rolebinding && \
 80 |     add_endpoints
 81 | }
 82 | 
 83 | function kubernetes::down {
 84 |   target::step "Take kubernetes cluster down"
 85 |   $(run_docker_as_sudo) \
 86 |     "SKIP_SNAPSHOT= $LAB_HOME/dind-cluster-wrapper.sh down"
 87 | }
 88 | 
 89 | function kubernetes::clean {
 90 |   target::step "Clean kubernetes cluster"
 91 |   $(run_docker_as_sudo) \
 92 |     "SKIP_SNAPSHOT= $LAB_HOME/dind-cluster-wrapper.sh clean" && \
 93 |     clean_endpoints "common" "Dashboard"
 94 | }
 95 | 
 96 | function kubernetes::snapshot {
 97 |   target::step "Create snapshot for kubernetes cluster"
 98 |   $(run_docker_as_sudo) \
 99 |     "SKIP_SNAPSHOT= $LAB_HOME/dind-cluster-wrapper.sh snapshot"
100 | }
101 | 
102 | function kubernetes::env {
103 |   printenv_common
104 |   printenv_provider K8S_VERSION NUM_NODES
105 | }
106 | 
107 | target::command $@
108 | 


--------------------------------------------------------------------------------
/install/targets/kubernetes/oc.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | INSTALL_HOME=$LAB_HOME/install
 5 | . $INSTALL_HOME/funcs.sh
 6 | 
 7 | OC_INSTALL_HOME=${OC_INSTALL_HOME:-~/openshift.local.clusterup}
 8 | OC_VERSION=${OC_VERSION:-v3.11.0}
 9 | OC_COMMIT=${OC_COMMIT:-0cbc58b}
10 | 
11 | ensure_os || exit
12 | 
13 | function kubernetes::init {
14 |   case "$(detect_os)" in
15 |   ubuntu|centos|rhel)
16 |     local package="openshift-origin-client-tools-$OC_VERSION-$OC_COMMIT-linux-64bit"
17 |     local package_file=$package.tar.gz
18 |     ;;
19 |   darwin)
20 |     local package="openshift-origin-client-tools-$OC_VERSION-$OC_COMMIT-mac"
21 |     local package_file=$package.zip
22 |     ;;
23 |   esac
24 | 
25 |   if [[ ! -f ~/.launch-cache/$package_file ]]; then
26 |     target::step "Download OpenShift client tools"
27 |     download_url=https://github.com/openshift/origin/releases/download/$OC_VERSION/$package_file
28 |     curl -sSL $download_url -o ~/.launch-cache/$package_file
29 |   fi
30 | 
31 |   if [ ! -d ~/.launch-cache/$package ]; then
32 |     target::step "Extract OpenShift package"
33 |     mkdir ~/.launch-cache/$package
34 |     tar -zxf ~/.launch-cache/$package_file -C ~/.launch-cache/
35 |   fi
36 | 
37 |   create_links ~/.launch-cache/$package/oc oc
38 | 
39 |   if [[ -f ~/.launch-cache/$package/kubectl ]]; then
40 |     create_links ~/.launch-cache/$package/kubectl kubectl
41 |   fi
42 | 
43 |   kubernetes::up
44 | }
45 | 
46 | function kubernetes::up {
47 |   target::step "Take kubernetes cluster up"
48 | 
49 |   mkdir -p $OC_INSTALL_HOME
50 | 
51 |   local http_proxy=$($(run_docker_as_sudo) "docker info -f {{.HTTPProxy}}")
52 |   local https_proxy=$($(run_docker_as_sudo) "docker info -f {{.HTTPSProxy}}")
53 |   [[ -n $http_proxy ]] && opts+=" --http-proxy=$http_proxy"
54 |   [[ -n $https_proxy ]] && opts+=" --https-proxy=$https_proxy"
55 | 
56 |   $(run_docker_as_sudo) "oc cluster up --public-hostname=$HOST_IP --base-dir=$OC_INSTALL_HOME $opts"
57 | 
58 |   add_endpoint "common" "OpenShift Console" "https://$HOST_IP:8443/console"
59 | }
60 | 
61 | function kubernetes::down {
62 |   target::step "Take kubernetes cluster down"
63 |   $(run_docker_as_sudo) "oc cluster down"
64 | }
65 | 
66 | function kubernetes::clean {
67 |   target::step "Clean kubernetes cluster"
68 | 
69 |   clean_endpoints "common" "OpenShift Console"
70 | 
71 |   kubernetes::down
72 | 
73 |   local os=$(detect_os)
74 |   if [[ $os == rhel || $os == centos ]]; then
75 |     # https://github.com/openshift/origin/pull/2629
76 |     findmnt -lo TARGET | grep openshift.local.volumes | xargs -r sudo umount
77 |     sudo rm -rf $OC_INSTALL_HOME
78 |   elif [[ $os == ubuntu ]]; then
79 |     findmnt -lo TARGET -t tmpfs | grep openshift.local.volumes | sort -u | xargs -r sudo umount
80 |     sudo rm -rf $OC_INSTALL_HOME
81 |   else
82 |     rm -rf $OC_INSTALL_HOME
83 |   fi
84 | }
85 | 
86 | function kubernetes::env {
87 |   printenv_common
88 |   printenv_provider OC_INSTALL_HOME
89 | }
90 | 
91 | target::command $@
92 | 


--------------------------------------------------------------------------------
/install/targets/registry-proxy.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | LAB_HOME=${LAB_HOME:-`pwd`}
 4 | . $LAB_HOME/install/funcs.sh
 5 | 
 6 | function registry-proxy::init {
 7 |   insecure_registries=($(get_insecure_registries))
 8 |   my_registry=${insecure_registries[0]}
 9 |   if ensure_os_linux; then
10 |     target::step "Set up insecure registries"
11 |     update_docker_daemon_json "\"insecure-registries\" : [$(get_insecure_registries_text)]"
12 |     sudo systemctl daemon-reload
13 |     sudo systemctl restart docker
14 |     sudo systemctl show --property=Environment docker
15 |   fi
16 | 
17 |   target::step "Set up registries network and volume"
18 |   $(run_docker_as_sudo) "docker network inspect net-registries &>/dev/null" || \
19 |   $(run_docker_as_sudo) "docker network create net-registries"
20 |   $(run_docker_as_sudo) "docker volume create vol-registries"
21 | 
22 |   pushd $LAB_HOME
23 | 
24 |   REGISTRY_REMOTE=${REGISTRY_REMOTE:-$(netstat -rn | grep "^0.0.0.0 " | cut -d " " -f10)}
25 |   [ -z $REGISTRY_REMOTE ] && target::log '$REGISTRY_REMOTE must not be empty' && exit 1
26 |   echo "REGISTRY_PROXY_REMOTEURL=http://$REGISTRY_REMOTE:5000" >.env
27 | 
28 |   target::step "Take all registry proxies up"
29 |   $(run_docker_as_sudo) "docker-compose -f docker-compose-registry-proxy.yml up -d"
30 | 
31 |   popd
32 | }
33 | 
34 | function registry-proxy::up {
35 |   pushd $LAB_HOME
36 |   target::step "Take all registry proxies up"
37 |   $(run_docker_as_sudo) "docker-compose -f docker-compose-registry-proxy.yml up -d"
38 |   popd
39 | }
40 | 
41 | function registry-proxy::down {
42 |   pushd $LAB_HOME
43 |   target::step "Take all registry proxies down"
44 |   $(run_docker_as_sudo) "docker-compose -f docker-compose-registry-proxy.yml down"
45 |   popd
46 | }
47 | 
48 | target::command $@
49 | 


--------------------------------------------------------------------------------
/install/targets/registry.sh:
--------------------------------------------------------------------------------
  1 | #!/bin/bash
  2 | 
  3 | LAB_HOME=${LAB_HOME:-`pwd`}
  4 | . $LAB_HOME/install/funcs.sh
  5 | 
  6 | function registry::init {
  7 |   ensure_k8s_version || exit
  8 | 
  9 |   if [[ $K8S_PROVIDER == oc ]]; then
 10 |     images=(
 11 |       openshift/origin-node:v3.11
 12 |       openshift/origin-control-plane:v3.11
 13 |       openshift/origin-haproxy-router:v3.11
 14 |       openshift/origin-deployer:v3.11
 15 |       openshift/origin-cli:v3.11
 16 |       openshift/origin-hyperkube:v3.11
 17 |       openshift/origin-pod:v3.11
 18 |       openshift/origin-hypershift:v3.11
 19 |       openshift/origin-docker-registry:v3.11
 20 |       openshift/origin-web-console:v3.11
 21 |       openshift/origin-service-serving-cert-signer:v3.11
 22 |     )
 23 |   else
 24 |     # images to be cached per kubernetes version
 25 |     case $K8S_VERSION in
 26 |     "v1.12")
 27 |       images=(
 28 |       # k8s
 29 |       k8s.gcr.io/hyperkube:v1.12.8
 30 |       k8s.gcr.io/kubernetes-dashboard-amd64:v1.10.1
 31 |       k8s.gcr.io/pause:3.1
 32 |       k8s.gcr.io/coredns:1.2.2
 33 |       k8s.gcr.io/etcd:3.2.24
 34 |       # kubeadm-dind-cluster
 35 |       mirantis/kubeadm-dind-cluster:62f5a9277678777b63ae55d144bd2f99feb7c824-v1.12
 36 |       # helm
 37 |       gcr.io/kubernetes-helm/tiller:v2.12.3
 38 |       );;
 39 |     "v1.13")
 40 |       images=(
 41 |       # k8s
 42 |       k8s.gcr.io/hyperkube:v1.13.5
 43 |       k8s.gcr.io/kubernetes-dashboard-amd64:v1.10.1
 44 |       k8s.gcr.io/pause:3.1
 45 |       k8s.gcr.io/coredns:1.2.6
 46 |       k8s.gcr.io/etcd:3.2.24
 47 |       # kubeadm-dind-cluster
 48 |       mirantis/kubeadm-dind-cluster:62f5a9277678777b63ae55d144bd2f99feb7c824-v1.13
 49 |       # helm
 50 |       gcr.io/kubernetes-helm/tiller:v2.13.1
 51 |       );;
 52 |     "v1.14")
 53 |       images=(
 54 |       # k8s
 55 |       k8s.gcr.io/hyperkube:v1.14.1
 56 |       k8s.gcr.io/kubernetes-dashboard-amd64:v1.10.1
 57 |       k8s.gcr.io/pause:3.1
 58 |       k8s.gcr.io/coredns:1.3.1
 59 |       k8s.gcr.io/etcd:3.3.10
 60 |       # kubeadm-dind-cluster
 61 |       mirantis/kubeadm-dind-cluster:62f5a9277678777b63ae55d144bd2f99feb7c824-v1.14
 62 |       # helm
 63 |       gcr.io/kubernetes-helm/tiller:v2.14.2
 64 |       );;
 65 |     "v1.15")
 66 |       images=(
 67 |       # k8s
 68 |       k8s.gcr.io/hyperkube:v1.15.0
 69 |       k8s.gcr.io/kubernetes-dashboard-amd64:v1.10.1
 70 |       k8s.gcr.io/pause:3.1
 71 |       k8s.gcr.io/coredns:1.3.1
 72 |       k8s.gcr.io/etcd:3.3.10
 73 |       # kubeadm-dind-cluster
 74 |       mirantis/kubeadm-dind-cluster:62f5a9277678777b63ae55d144bd2f99feb7c824-v1.15
 75 |       # helm
 76 |       gcr.io/kubernetes-helm/tiller:v2.14.2
 77 |       );;
 78 |     *)
 79 |       images=(
 80 |       # nothing
 81 |       );;
 82 |     esac
 83 |   fi
 84 | 
 85 |   # registries having mirrors on docker hub
 86 |   registries_mirrored=(
 87 |     k8s.gcr.io
 88 |     gcr.io
 89 |   )
 90 |   # registries not docker hub
 91 |   registries_not_dockerhub=(
 92 |     k8s.gcr.io
 93 |     gcr.io
 94 |     quay.io
 95 |   )
 96 | 
 97 |   insecure_registries=($(get_insecure_registries))
 98 |   my_registry=${insecure_registries[0]}
 99 |   if ensure_os_linux; then
100 |     target::step "Set up insecure registries"
101 |     update_docker_daemon_json "\"insecure-registries\" : [$(get_insecure_registries_text)]"
102 |     sudo systemctl daemon-reload
103 |     sudo systemctl restart docker
104 |     sudo systemctl show --property=Environment docker
105 |   fi
106 | 
107 |   target::step "Set up registries network and volume"
108 |   $(run_docker_as_sudo) "docker network inspect net-registries &>/dev/null" || \
109 |   $(run_docker_as_sudo) "docker network create net-registries"
110 |   $(run_docker_as_sudo) "docker volume create vol-registries"
111 | 
112 |   pushd $LAB_HOME
113 | 
114 |   target::step "Take registry mr.io up"
115 |   $(run_docker_as_sudo) "docker-compose up -d mr.io"
116 | 
117 |   sleep 5
118 | 
119 |   [ -f install/targets/images.list ] && . install/targets/images.list
120 | 
121 |   for image in ${images[@]} ; do
122 |     local registry=${image%%/*}
123 |     local repository=${image#*/}
124 |     local mirrored=0
125 |     if [[ $IS_IN_CHINA == 1 && ${registries_mirrored[@]} =~ $registry ]]; then
126 |       registry=morningspace
127 |       image=$registry/${repository/\//-}
128 |       mirrored=1
129 |     fi
130 | 
131 |     if [[ $image != *"/"* ]]; then
132 |       image=library/$repository
133 |     fi
134 | 
135 |     local target_image=$my_registry/$image
136 |     if [[ ${registries_not_dockerhub[@]} =~ $registry || $mirrored == 1 ]]; then
137 |       target_image=$my_registry/$repository
138 |     fi
139 | 
140 |     target::step "$image ➞ $target_image"
141 |     $(run_docker_as_sudo) "docker pull $image"
142 |     $(run_docker_as_sudo) "docker tag $image $target_image"
143 |     $(run_docker_as_sudo) "docker push $target_image"
144 |     $(run_docker_as_sudo) "docker rmi $target_image"
145 |   done  
146 | 
147 |   target::step "Take other registries up"
148 |   $(run_docker_as_sudo) "docker-compose up -d --scale socat=0"
149 | 
150 |   popd
151 | }
152 | 
153 | function registry::up {
154 |   pushd $LAB_HOME
155 |   target::step "Take all registries up"
156 |   $(run_docker_as_sudo) "docker-compose up -d --scale socat=0"
157 |   popd
158 | }
159 | 
160 | function registry::down {
161 |   pushd $LAB_HOME
162 |   target::step "Take all registries down"
163 |   $(run_docker_as_sudo) "docker-compose down"
164 |   popd
165 | }
166 | 
167 | docker_io_host="registry-1.docker.io"
168 | function registry::docker.io {
169 |   pushd $LAB_HOME
170 | 
171 |   if cat /etc/hosts | grep -q "# $docker_io_host"; then
172 |     target::step "Disable local docker.io"
173 |     $(run_docker_as_sudo) "docker-compose stop socat"
174 | 
175 |     target::step "Remove $docker_io_host mapping from /etc/hosts"
176 |     sudo sed -i.bak "/$docker_io_host/d" /etc/hosts
177 |   else
178 |     target::step "Enable local docker.io"
179 |     $(run_docker_as_sudo) "COMPOSE_IGNORE_ORPHANS=True docker-compose up -d socat"
180 | 
181 |     target::step "Add $docker_io_host mapping into /etc/hosts"
182 |     cat << EOF | sudo tee -a /etc/hosts
183 | # $docker_io_host
184 | 127.0.0.1	$docker_io_host
185 | EOF
186 |   fi
187 | 
188 |   popd
189 | }
190 | 
191 | function registry::mr.io {
192 |   pushd $LAB_HOME
193 | 
194 |   if cat /etc/hosts | grep -q "# mr.io"; then
195 |     target::step "Remove mr.io mapping from /etc/hosts"
196 |     sudo sed -i.bak "/mr.io/d" /etc/hosts
197 |   else
198 |     target::step "Add mr.io mapping into /etc/hosts"
199 |     cat << EOF | sudo tee -a /etc/hosts
200 | # mr.io
201 | 127.0.0.1	mr.io
202 | EOF
203 |   fi
204 | 
205 |   popd
206 | }
207 | 
208 | target::command $@
209 | 


--------------------------------------------------------------------------------
/install/targets/sample.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | # Sample target
 4 | 
 5 | # Load funcs.sh for helper functions
 6 | LAB_HOME=${LAB_HOME:-`pwd`}
 7 | . $LAB_HOME/install/funcs.sh
 8 | 
 9 | # The first command function
10 | # Define as the default command function
11 | # Call by running `launch sample`, or `launch sample::noop`
12 | function sample::noop {
13 |   echo "noop"
14 | }
15 | 
16 | # Other command functions
17 | # Call by running `launch sample::sayHello`
18 | function sample::hello {
19 |   sayHello $USER
20 | }
21 | 
22 | # Normal functions
23 | # Invisible to launch utility
24 | function sayHello {
25 |   echo "Hello $1!"
26 | }
27 | 
28 | target::command $@
29 | 


--------------------------------------------------------------------------------
/install/targets/tools.sh:
--------------------------------------------------------------------------------
  1 | #!/bin/bash
  2 | 
  3 | LAB_HOME=${LAB_HOME:-`pwd`}
  4 | . $LAB_HOME/install/funcs.sh
  5 | 
  6 | ########################
  7 | # kubectl autocompletion
  8 | ########################
  9 | target::step "Start to install kubectl autocompletion"
 10 | if cat ~/.bashrc | grep -q "^# kubectl autocompletion$"; then
 11 |   target::log "kubectl autocompletion detected"
 12 | else
 13 |   cat << EOF >>~/.bashrc
 14 | 
 15 | # kubectl autocompletion
 16 | source <(kubectl completion bash)
 17 | EOF
 18 |   target::log "kubectl autocompletion installed"
 19 | fi
 20 | 
 21 | ########################
 22 | # kubectl aliases
 23 | ########################
 24 | target::step "Start to install kubectl aliases"
 25 | if [[ ! -f ~/.launch-cache/.kubectl_aliases ]]; then
 26 |   curl -sSLo ~/.launch-cache/.kubectl_aliases \
 27 |     https://raw.githubusercontent.com/ahmetb/kubectl-aliases/master/.kubectl_aliases
 28 | fi
 29 | if cat ~/.bashrc | grep -q "^# kubectl aliases$"; then
 30 |   target::log "kubectl aliases detected"
 31 | else
 32 |   cat << EOF >>~/.bashrc
 33 | 
 34 | # kubectl aliases
 35 | source ~/.launch-cache/.kubectl_aliases
 36 | # function kubectl() { echo "+ kubectl \$@"; command kubectl \$@; }
 37 | EOF
 38 |   target::log "kubectl aliases installed"
 39 | fi
 40 | 
 41 | ########################
 42 | # kubens
 43 | ########################
 44 | target::step "Start to install kubens"
 45 | if [[ ! -f ~/.launch-cache/kubens ]]; then
 46 |   curl -sSLo ~/.launch-cache/kubens \
 47 |     https://raw.githubusercontent.com/ahmetb/kubectx/master/kubens
 48 |   chmod +x ~/.launch-cache/kubens
 49 | fi
 50 | if ! ensure_command "kubens"; then
 51 |   create_links ~/.launch-cache/kubens kubens
 52 |   target::log "kubens installed"
 53 | fi
 54 | 
 55 | ########################
 56 | # kubectx
 57 | ########################
 58 | target::step "Start to install kubectx"
 59 | if [[ ! -f ~/.launch-cache/kubectx ]]; then
 60 |   curl -sSLo ~/.launch-cache/kubectx \
 61 |     https://raw.githubusercontent.com/ahmetb/kubectx/master/kubectx
 62 |   chmod +x ~/.launch-cache/kubectx
 63 | fi
 64 | if ! ensure_command "kubectx"; then
 65 |   create_links ~/.launch-cache/kubectx kubectx
 66 |   target::log "kubectx installed"
 67 | fi
 68 | 
 69 | ########################
 70 | # kube-shell
 71 | ########################
 72 | # if [ $(uname -s) == Linux ]; then
 73 | #   target::step "Start to install kube-shell"
 74 | #   if [[ ! -f ~/.launch-cache/get-pip.py ]]; then
 75 | #     curl -sSLo ~/.launch-cache/get-pip.py https://bootstrap.pypa.io/get-pip.py
 76 | #   fi
 77 | #   if ! ensure_command "kube-shell"; then
 78 | #     python3 ~/.launch-cache/get-pip.py --user
 79 | #     $HOME/.local/bin/pip3 install kube-shell --user
 80 | #     target::log "kube-shell installed"
 81 | #   fi
 82 | # fi
 83 | 
 84 | ########################
 85 | # kubebox
 86 | ########################
 87 | target::step "Start to install kubebox"
 88 | case $(uname -s) in
 89 |   "Linux") kubebox_cmd="kubebox-linux";;
 90 |   "Darwin") kubebox_cmd="kubebox-macos";;
 91 | esac
 92 | if [[ ! -f ~/.launch-cache/kubebox ]]; then
 93 |   curl -sSLo ~/.launch-cache/kubebox \
 94 |     https://github.com/astefanutti/kubebox/releases/download/v0.5.0/$kubebox_cmd
 95 |   chmod +x ~/.launch-cache/kubebox
 96 | fi
 97 | if ! ensure_command "kubebox"; then
 98 |   create_links ~/.launch-cache/kubebox kubebox
 99 |   target::log "kubebox installed"
100 | fi
101 | 
102 | ########################
103 | # kubetail
104 | ########################
105 | target::step "Start to install kubetail"
106 | if [[ ! -f ~/.launch-cache/kubetail ]]; then
107 |   curl -sSLo ~/.launch-cache/kubetail \
108 |     https://raw.githubusercontent.com/johanhaleby/kubetail/master/kubetail
109 |   chmod +x ~/.launch-cache/kubetail
110 | fi
111 | if ! ensure_command "kubetail"; then
112 |   create_links ~/.launch-cache/kubetail kubetail
113 |   target::log "kubetail installed"
114 | fi
115 | 


--------------------------------------------------------------------------------