├── client-conf
    ├── mapred-site.xml
    ├── core-site.xml
    ├── hdfs-site.xml
    ├── yarn-site.xml
    ├── hbase-site.xml
    └── hive-site.xml
├── Makefile
├── .gitignore
├── Dockerfile
├── README.md
└── LICENSE


/client-conf/mapred-site.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0"?>
2 | <configuration>
3 |   <property>
4 |     <name>mapreduce.framework.name</name>
5 |     <value>yarn</value>
6 |   </property>
7 | </configuration>
8 | 


--------------------------------------------------------------------------------
/client-conf/core-site.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0"?>
2 | <configuration>
3 |   <property>
4 |     <name>fs.defaultFS</name>
5 |     <value>hdfs://MASTER-NODE-HOSTNAME:8020/</value>
6 |   </property>
7 | </configuration>
8 | 


--------------------------------------------------------------------------------
/Makefile:
--------------------------------------------------------------------------------
 1 | exec:
 2 | 	docker exec -it kylin bash
 3 | 
 4 | run:
 5 | 	docker run -itd --name kylin -p 7070:7070 -v `pwd`/logs:/usr/local/kylin/logs --add-host="MASTER-NODE-HOSTNAME:10.1.2.48" --add-host="sandbox.hortonworks.com:10.1.2.48" kylin:2.2.0
 6 | 
 7 | build:
 8 | 	docker build -t kylin:2.2.0 .
 9 | 
10 | clean:
11 | 	docker stop kylin && docker rm kylin
12 | 	docker images | grep '<none>' | awk '{print $3}' | xargs docker rmi >/dev/null 2>&1
13 | 


--------------------------------------------------------------------------------
/client-conf/hdfs-site.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0"?>
 2 | <configuration>
 3 |   <property>
 4 |     <name>dfs.namenode.name.dir</name>
 5 |     <value>file:///data/hdfs/namenode</value>
 6 |     <description>NameNode directory for namespace and transaction logs storage.</description>
 7 |   </property>
 8 |   <property>
 9 |     <name>dfs.datanode.data.dir</name>
10 |     <value>file:///data/hdfs/datanode</value>
11 |     <description>DataNode directory</description>
12 |   </property>
13 | </configuration>
14 | 


--------------------------------------------------------------------------------
/client-conf/yarn-site.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0"?>
 2 | <configuration>
 3 |   <property>
 4 |     <name>yarn.nodemanager.aux-services</name>
 5 |     <value>mapreduce_shuffle</value>
 6 |   </property>
 7 |   <property>
 8 |     <name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name>
 9 |     <value>org.apache.hadoop.mapred.ShuffleHandler</value>
10 |   </property>
11 |   <property>
12 |     <name>yarn.resourcemanager.hostname</name>
13 |     <value>HADOOP_NAMENODE_HOST</value>
14 |   </property>
15 |   <property>
16 |     <name>yarn.nodemanager.hostname</name>
17 |     <value>HADOOP_CURRENT_HOST</value>
18 |   </property>
19 |   <property>
20 |     <name>yarn.nodemanager.webapp.address</name>
21 |     <value>${yarn.nodemanager.hostname}:8042</value>
22 |   </property>
23 |   <property>
24 |     <name>yarn.log-aggregation-enable</name>
25 |     <value>true</value>
26 |   </property>
27 | 
28 |   <property>
29 |     <description>Where to aggregate logs to.</description>
30 |     <name>yarn.nodemanager.remote-app-log-dir</name>
31 |     <value>/logs/hadoop</value>
32 |   </property>
33 | 
34 |   <property>
35 |     <name>yarn.log-aggregation.retain-seconds</name>
36 |     <value>259200</value>
37 |   </property>
38 | 
39 |   <property>
40 |     <name>yarn.log-aggregation.retain-check-interval-seconds</name>
41 |     <value>3600</value>
42 |   </property>
43 | </configuration>
44 | 


--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
 1 | ### Eclipse
 2 | *.pydevproject
 3 | .metadata
 4 | .gradle
 5 | tmp/
 6 | *.tmp
 7 | *.bak
 8 | *.swp
 9 | *~.nib
10 | *.versionsBackup
11 | local.properties
12 | release.properties
13 | .loadpath
14 | 
15 | #IDEA
16 | *.iml
17 | #.settings
18 | 
19 | # External tool builders
20 | .externalToolBuilders/
21 | 
22 | # Locally stored "Eclipse launch configurations"
23 | *.launch
24 | 
25 | # CDT-specific
26 | .cproject
27 | 
28 | # PDT-specific
29 | .buildpath
30 | 
31 | # sbteclipse plugin 
32 | .target
33 | 
34 | # TeXlipse plugin
35 | .texlipse
36 | 
37 | ### Java
38 | *.class
39 | 
40 | # Mobile Tools for Java (J2ME)
41 | .mtj.tmp/
42 | 
43 | # Package Files #
44 | *.jar
45 | *.war
46 | *.ear
47 | 
48 | # virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml
49 | hs_err_pid*
50 | 
51 | 
52 | ### Origin
53 | # /
54 | .classpath
55 | .project
56 | .idea
57 | .DS_Store
58 | target
59 | logs
60 | *.releaseBackup
61 | *.log
62 | *.DS_Store
63 | 
64 | # .settings
65 | org.eclipse.m2e.core.prefs
66 | org.eclipse.wst.common.component
67 | org.eclipse.wst.common.project.facet.core.xml
68 | org.eclipse.wst.validation.prefs
69 | server/.settings/.jsdtscope
70 | server/.settings/org.eclipse.wst.common.project.facet.core.prefs.xml
71 | server/.settings/org.eclipse.wst.jsdt.ui.superType.container
72 | server/.settings/org.eclipse.wst.jsdt.ui.superType.name
73 | #web
74 | webapp/app/WEB-INF/*
75 | webapp/dist
76 | webapp/node_modules:
77 | webapp/CHANGELOG.md
78 | 
79 | # package file
80 | build/tomcat
81 | build/lib
82 | *.tgz
83 | *.tar.gz
84 | webapp/app/components/*
85 | 
86 | ebay*
87 | build/commit_SHA1
88 | dist/
89 | tomcat/
90 | webapp/app/kylin-servlet.xml
91 | webapp/app/web.xml


--------------------------------------------------------------------------------
/Dockerfile:
--------------------------------------------------------------------------------
 1 | FROM java:8-jre
 2 | 
 3 | MAINTAINER Kyligence Inc
 4 | 
 5 | WORKDIR /tmp
 6 | 
 7 | RUN set -x \
 8 |     && apt-get update && apt-get install -y wget vim telnet ntp \
 9 |     && update-rc.d ntp defaults
10 | 
11 | ARG MIRROR=mirror.bit.edu.cn
12 | 
13 | # Installing Hadoop
14 | ARG HADOOP_VERSION=2.7.4
15 | # COPY hadoop-${HADOOP_VERSION}.tar.gz .
16 | RUN set -x \
17 |     && wget -q http://${MIRROR}/apache/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz \
18 |     && tar -xzvf hadoop-${HADOOP_VERSION}.tar.gz -C /usr/local/ \
19 |     && mv /usr/local/hadoop-${HADOOP_VERSION} /usr/local/hadoop
20 | ENV HADOOP_HOME=/usr/local/hadoop
21 | ENV HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop
22 | ENV YARN_CONF_DIR=$HADOOP_HOME/etc/hadoop
23 | 
24 | # Installing Spark
25 | ARG SPARK_VERSION=2.2.1
26 | # COPY spark-${SPARK_VERSION}-bin-without-hadoop.tgz .
27 | RUN set -x \
28 |     && wget -q http://${MIRROR}/apache/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-without-hadoop.tgz \
29 |     && tar -xzvf spark-${SPARK_VERSION}-bin-without-hadoop.tgz -C /usr/local/ \
30 |     && mv /usr/local/spark-${SPARK_VERSION}-bin-without-hadoop /usr/local/spark
31 | ENV SPARK_HOME=/usr/local/spark
32 | ENV LD_LIBRARY_PATH=$HADOOP_HOME/lib/native/:$LD_LIBRARY_PATH
33 | 
34 | # Installing Hive
35 | ARG HIVE_VERSION=1.2.2
36 | # COPY apache-hive-${HIVE_VERSION}-bin.tar.gz .
37 | RUN set -x \
38 |     && wget -q http://${MIRROR}/apache/hive/hive-${HIVE_VERSION}/apache-hive-${HIVE_VERSION}-bin.tar.gz \
39 |     && tar -xzvf apache-hive-${HIVE_VERSION}-bin.tar.gz -C /usr/local/ \
40 |     && mv /usr/local/apache-hive-${HIVE_VERSION}-bin /usr/local/hive
41 | ENV HIVE_HOME=/usr/local/hive
42 | ENV HCAT_HOME=$HIVE_HOME/hcatalog
43 | ENV HIVE_CONF=$HIVE_HOME/conf
44 | 
45 | # Installing HBase
46 | ARG HBASE_VERSION=1.3.1
47 | # COPY hbase-${HBASE_VERSION}-bin.tar.gz .
48 | RUN set -x \
49 |     && wget -q http://${MIRROR}/apache/hbase/${HBASE_VERSION}/hbase-${HBASE_VERSION}-bin.tar.gz \
50 |     && tar -xzvf hbase-${HBASE_VERSION}-bin.tar.gz -C /usr/local/ \
51 |     && mv /usr/local/hbase-${HBASE_VERSION} /usr/local/hbase
52 | ENV HBASE_HOME=/usr/local/hbase
53 | 
54 | # Installing Kylin
55 | ARG KYLIN_VERSION=2.2.0
56 | # COPY apache-kylin-${KYLIN_VERSION}-bin-hbase1x.tar.gz .
57 | RUN set -x \
58 |     && wget -q http://${MIRROR}/apache/kylin/apache-kylin-${KYLIN_VERSION}/apache-kylin-${KYLIN_VERSION}-bin-hbase1x.tar.gz \
59 |     && tar -xzvf apache-kylin-${KYLIN_VERSION}-bin-hbase1x.tar.gz -C /usr/local/ \
60 |     && mv /usr/local/apache-kylin-${KYLIN_VERSION}-bin /usr/local/kylin
61 | ENV KYLIN_HOME=/usr/local/kylin
62 | 
63 | # Setting the PATH environment variable
64 | ENV PATH=$PATH:$JAVA_HOME/bin:$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$SPARK_HOME/bin:$HIVE_HOME/bin:$HBASE_HOME/bin:$KYLIN_HOME/bin
65 | 
66 | COPY client-conf/core-site.xml $HADOOP_HOME/etc/hadoop/core-site.xml
67 | COPY client-conf/hdfs-site.xml $HADOOP_HOME/etc/hadoop/hdfs-site.xml
68 | COPY client-conf/mapred-site.xml $HADOOP_HOME/etc/hadoop/mapred-site.xml
69 | COPY client-conf/yarn-site.xml $HADOOP_HOME/etc/hadoop/yarn-site.xml
70 | COPY client-conf/hbase-site.xml $HBASE_HOME/conf/hbase-site.xml
71 | COPY client-conf/hdfs-site.xml $HBASE_HOME/conf/hdfs-site.xml
72 | COPY client-conf/hive-site.xml $HIVE_HOME/conf/hive-site.xml
73 | COPY client-conf/mapred-site.xml $HIVE_HOME/conf/mapred-site.xml
74 | 
75 | # Cleanup
76 | RUN rm -rf /tmp/*
77 | 
78 | WORKDIR /root
79 | EXPOSE 7070
80 | 
81 | VOLUME /usr/local/kylin/logs
82 | 
83 | ENTRYPOINT ["sh", "-c", "/usr/local/kylin/bin/kylin.sh start; bash"]
84 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # Kylin on Docker
 2 | This repository trackes the code and files for building docker images with [Apache Kylin](http://kylin.apache.org).
 3 | 
 4 | Please note: this is the master branch, which doesn't have the scripts and Dockerfile; You need checkout the specific branch which named with Kylin version and Hadoop release name.
 5 | 
 6 | ## Background
 7 | 
 8 | Apache Kylin is an open source Distributed Analytics Engine designed to provide SQL interface and multi-dimensional analysis (OLAP) on Hadoop supporting extremely large datasets. For more information you can visit Kylin home page at http://kylin.apache.org
 9 | 
10 | Usually Kylin is deployed in a dedicated Hadoop client node, on which the Hadoop, HBase, Hive and other clients have been properly configured to communicate with the cluster; Kylin will use the client Jars and configuration files to work with other components; Besides, all Kylin metadata and cube data are persistended in HBase and HDFS, not in local, so all these make it very reasonable to build Kylin as a docker image for quick deploy.
11 | 
12 | ## How to make it
13 | 
14 | The main idea is building Hadoop/HBase/Hive clients and Kylin binary package into one image; User can pull this image, and then just add client configuration files like core-site.xml, hdfs-site.xml, yarn-site.xml, hbase-site.xml, hive-site.xml and kylin.properties to the effective paths to make a new image (has verified), or upload these files during starting up (not verified yet);
15 | 
16 | Before start, you need do some preparations:
17 | * check the Hadoop versions, and make sure the client libs in the image are compitable with the cluster;
18 | * prepare a kylin.properties file for this deployment;
19 | * ensure the Hadoop security constraint will not block Docker's adoption; you may need run additional component in the container if kerberos is enabled.
20 | 
21 | ## Steps
22 | 
23 | Below is a sample of building and running a docker image for Hortonworks HDP 2.2 cluster.
24 | 
25 | 1. Collect the client configuration files
26 |   Get the *-site.xml files from a working Hadoop client node, to a local folder say "~/hadoop-conf/";
27 | 
28 | 2. Prepare kylin.properties 
29 | 
30 |   The kylin.properties file is the main configuration file for Kylin; you need prepare such a file and put it to the "~/hadoop-conf/" folder, together with other conf files; suggest to double check the parameters in it; e.g, the "kylin.metadata.url" points to the right metadata table, "kylin.hdfs.working.dir" is an existing HDFS folder and you have permission to write, etc.
31 | 
32 | 3. Clone this repository, checkout the correct branch;
33 |   ```
34 |   git clone https://github.com/Kyligence/kylin-docker  
35 |   cd kylin-docker  
36 |   git checkout kylin152-hdp22  
37 |   ```  
38 | 
39 | 4. Copy the client configuration files to "kylin-docker/conf" folder, overwriting those template files;
40 |   ```
41 |   cp -rf ~/hadoop-conf/* conf/
42 |   ```
43 | 
44 | 5. Build docker image, which may take a while, just take a cup of tea; 
45 |   ```
46 |   docker build -t kyligence/kylin:152 .
47 |   ```
48 | 
49 |   After the build finished, should be able to see the image with "docker images" commmand;
50 |   ```
51 |   [root@ip-10-0-0-38 ~]# docker images  
52 |   REPOSITORY          TAG                 IMAGE ID            CREATED             VIRTUAL SIZE  
53 |   kyligence/kylin     152                 7ece32097fa3        About an hour ago   3.043 GB  
54 |   ```
55 | 
56 | 6. Now you can run a contianer with the bootstrap command (in which will start Kylin server). The "-bash" argument is telling to keep in bash so you can continue to run bash commands; If don't need, you can use the "-d" argument:
57 |   ```
58 | [root@ip-10-0-0-38 ~]# docker run -i -t -p 7070:7070 kyligence/kylin:152 /etc/bootstrap.sh -bash  
59 | Generating SSH1 RSA host key:                              [  OK  ]  
60 | Starting sshd:                                             [  OK  ]  
61 | KYLIN_HOME is set to /usr/local/kylin/bin/../  
62 | kylin.security.profile is set to ldap  
63 | 16/06/30 04:50:31 WARN conf.HiveConf: HiveConf of name hive.optimize.mapjoin.mapreduce does not exist  
64 | 16/06/30 04:50:31 WARN conf.HiveConf: HiveConf of name hive.heapsize does not exist  
65 | 16/06/30 04:50:31 WARN conf.HiveConf: HiveConf of name hive.server2.enable.impersonation does not exist  
66 | 16/06/30 04:50:31 WARN conf.HiveConf: HiveConf of name hive.auto.convert.sortmerge.join.noconditionaltask does not exist  
67 | Logging initialized using configuration in file:/etc/hive/conf/hive-log4j.properties  
68 | HCAT_HOME not found, try to find hcatalog path from hadoop home  
69 | A new Kylin instance is started by , stop it using "kylin.sh stop"  
70 | Please visit http://<ip>:7070/kylin  
71 | You can check the log at /usr/local/kylin/bin/..//logs/kylin.log  
72 |   ```
73 | 
74 | 7. After a minute, you can open web browser with address http://host:7070/kylin , here the "host" is the hostname or IP address of the hosting machine which runs Docker; Its 7070 port will redirect to the contianer's 7070 port as we specified in the "docker run" command; You can change to other port as you like.
75 | 
76 | 8. Now you can use Kylin as usually: import Hive tables, design cubes, build, query, etc. 
77 | 
78 | ## Thanks
79 | 
80 | Thanks to SequenceIQ's [hadoop-docker](https://github.com/sequenceiq/hadoop-docker/) and other projects, which inspires us on developing this. 
81 | 
82 | 
83 | 


--------------------------------------------------------------------------------
/client-conf/hbase-site.xml:
--------------------------------------------------------------------------------
  1 | <configuration>
  2 |   <property>
  3 |     <name>dfs.domain.socket.path</name>
  4 |     <value>/var/lib/hadoop-hdfs/dn_socket</value>
  5 |   </property>
  6 | 
  7 |   <property>
  8 |     <name>hbase.bucketcache.ioengine</name>
  9 |     <value></value>
 10 |   </property>
 11 | 
 12 |   <property>
 13 |     <name>hbase.bucketcache.percentage.in.combinedcache</name>
 14 |     <value></value>
 15 |   </property>
 16 | 
 17 |   <property>
 18 |     <name>hbase.bucketcache.size</name>
 19 |     <value></value>
 20 |   </property>
 21 | 
 22 |   <property>
 23 |     <name>hbase.bulkload.staging.dir</name>
 24 |     <value>/apps/hbase/staging</value>
 25 |   </property>
 26 | 
 27 |   <property>
 28 |     <name>hbase.client.keyvalue.maxsize</name>
 29 |     <value>1048576</value>
 30 |   </property>
 31 | 
 32 |   <property>
 33 |     <name>hbase.client.retries.number</name>
 34 |     <value>35</value>
 35 |   </property>
 36 | 
 37 |   <property>
 38 |     <name>hbase.client.scanner.caching</name>
 39 |     <value>100</value>
 40 |   </property>
 41 | 
 42 |   <property>
 43 |     <name>hbase.cluster.distributed</name>
 44 |     <value>true</value>
 45 |   </property>
 46 | 
 47 |   <property>
 48 |     <name>hbase.coprocessor.master.classes</name>
 49 |     <value>org.apache.ranger.authorization.hbase.RangerAuthorizationCoprocessor</value>
 50 |   </property>
 51 | 
 52 |   <property>
 53 |     <name>hbase.coprocessor.region.classes</name>
 54 |     <value>
 55 |       org.apache.hadoop.hbase.security.access.SecureBulkLoadEndpoint,org.apache.ranger.authorization.hbase.RangerAuthorizationCoprocessor
 56 |     </value>
 57 |   </property>
 58 | 
 59 |   <property>
 60 |     <name>hbase.coprocessor.regionserver.classes</name>
 61 |     <value></value>
 62 |   </property>
 63 | 
 64 |   <property>
 65 |     <name>hbase.defaults.for.version.skip</name>
 66 |     <value>true</value>
 67 |   </property>
 68 | 
 69 |   <property>
 70 |     <name>hbase.hregion.majorcompaction</name>
 71 |     <value>604800000</value>
 72 |   </property>
 73 | 
 74 |   <property>
 75 |     <name>hbase.hregion.majorcompaction.jitter</name>
 76 |     <value>0.50</value>
 77 |   </property>
 78 | 
 79 |   <property>
 80 |     <name>hbase.hregion.max.filesize</name>
 81 |     <value>10737418240</value>
 82 |   </property>
 83 | 
 84 |   <property>
 85 |     <name>hbase.hregion.memstore.block.multiplier</name>
 86 |     <value>4</value>
 87 |   </property>
 88 | 
 89 |   <property>
 90 |     <name>hbase.hregion.memstore.flush.size</name>
 91 |     <value>134217728</value>
 92 |   </property>
 93 | 
 94 |   <property>
 95 |     <name>hbase.hregion.memstore.mslab.enabled</name>
 96 |     <value>true</value>
 97 |   </property>
 98 | 
 99 |   <property>
100 |     <name>hbase.hstore.blockingStoreFiles</name>
101 |     <value>10</value>
102 |   </property>
103 | 
104 |   <property>
105 |     <name>hbase.hstore.compaction.max</name>
106 |     <value>10</value>
107 |   </property>
108 | 
109 |   <property>
110 |     <name>hbase.hstore.compactionThreshold</name>
111 |     <value>3</value>
112 |   </property>
113 | 
114 |   <property>
115 |     <name>hbase.local.dir</name>
116 |     <value>${hbase.tmp.dir}/local</value>
117 |   </property>
118 | 
119 |   <property>
120 |     <name>hbase.master.info.bindAddress</name>
121 |     <value>0.0.0.0</value>
122 |   </property>
123 | 
124 |   <property>
125 |     <name>hbase.master.info.port</name>
126 |     <value>16010</value>
127 |   </property>
128 | 
129 |   <property>
130 |     <name>hbase.master.port</name>
131 |     <value>16000</value>
132 |   </property>
133 | 
134 |   <property>
135 |     <name>hbase.region.server.rpc.scheduler.factory.class</name>
136 |     <value></value>
137 |   </property>
138 | 
139 |   <property>
140 |     <name>hbase.regionserver.global.memstore.size</name>
141 |     <value>0.4</value>
142 |   </property>
143 | 
144 |   <property>
145 |     <name>hbase.regionserver.handler.count</name>
146 |     <value>30</value>
147 |   </property>
148 | 
149 |   <property>
150 |     <name>hbase.regionserver.info.port</name>
151 |     <value>16030</value>
152 |   </property>
153 | 
154 |   <property>
155 |     <name>hbase.regionserver.port</name>
156 |     <value>16020</value>
157 |   </property>
158 | 
159 |   <property>
160 |     <name>hbase.regionserver.wal.codec</name>
161 |     <value>org.apache.hadoop.hbase.regionserver.wal.WALCellCodec</value>
162 |   </property>
163 | 
164 |   <property>
165 |     <name>hbase.rootdir</name>
166 |     <value>hdfs://MASTER-NODE-HOSTNAME:8020/apps/hbase/data</value>
167 |   </property>
168 | 
169 |   <property>
170 |     <name>hbase.rpc.controllerfactory.class</name>
171 |     <value></value>
172 |   </property>
173 | 
174 |   <property>
175 |     <name>hbase.rpc.engine</name>
176 |     <value>org.apache.hadoop.hbase.ipc.SecureRpcEngine</value>
177 |   </property>
178 | 
179 |   <property>
180 |     <name>hbase.rpc.protection</name>
181 |     <value>PRIVACY</value>
182 |   </property>
183 | 
184 |   <property>
185 |     <name>hbase.rpc.timeout</name>
186 |     <value>90000</value>
187 |   </property>
188 | 
189 |   <property>
190 |     <name>hbase.security.authentication</name>
191 |     <value>simple</value>
192 |   </property>
193 | 
194 |   <property>
195 |     <name>hbase.security.authorization</name>
196 |     <value>true</value>
197 |   </property>
198 | 
199 |   <property>
200 |     <name>hbase.superuser</name>
201 |     <value>hbase</value>
202 |   </property>
203 | 
204 |   <property>
205 |     <name>hbase.tmp.dir</name>
206 |     <value>/tmp/hbase-${user.name}</value>
207 |   </property>
208 | 
209 |   <property>
210 |     <name>hbase.zookeeper.property.clientPort</name>
211 |     <value>2181</value>
212 |   </property>
213 | 
214 |   <property>
215 |     <name>hbase.zookeeper.quorum</name>
216 |     <value>MASTER-NODE-HOSTNAME</value>
217 |   </property>
218 | 
219 |   <property>
220 |     <name>hbase.zookeeper.useMulti</name>
221 |     <value>true</value>
222 |   </property>
223 | 
224 |   <property>
225 |     <name>hfile.block.cache.size</name>
226 |     <value>0.4</value>
227 |   </property>
228 | 
229 |   <property>
230 |     <name>phoenix.functions.allowUserDefinedFunctions</name>
231 |     <value></value>
232 |   </property>
233 | 
234 |   <property>
235 |     <name>phoenix.query.timeoutMs</name>
236 |     <value>60000</value>
237 |   </property>
238 | 
239 |   <property>
240 |     <name>zookeeper.session.timeout</name>
241 |     <value>60000</value>
242 |   </property>
243 | 
244 |   <property>
245 |     <name>zookeeper.znode.parent</name>
246 |     <value>/hbase-unsecure</value>
247 |   </property>
248 | </configuration>
249 | 


--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
  1 |                                  Apache License
  2 |                            Version 2.0, January 2004
  3 |                         http://www.apache.org/licenses/
  4 | 
  5 |    TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
  6 | 
  7 |    1. Definitions.
  8 | 
  9 |       "License" shall mean the terms and conditions for use, reproduction,
 10 |       and distribution as defined by Sections 1 through 9 of this document.
 11 | 
 12 |       "Licensor" shall mean the copyright owner or entity authorized by
 13 |       the copyright owner that is granting the License.
 14 | 
 15 |       "Legal Entity" shall mean the union of the acting entity and all
 16 |       other entities that control, are controlled by, or are under common
 17 |       control with that entity. For the purposes of this definition,
 18 |       "control" means (i) the power, direct or indirect, to cause the
 19 |       direction or management of such entity, whether by contract or
 20 |       otherwise, or (ii) ownership of fifty percent (50%) or more of the
 21 |       outstanding shares, or (iii) beneficial ownership of such entity.
 22 | 
 23 |       "You" (or "Your") shall mean an individual or Legal Entity
 24 |       exercising permissions granted by this License.
 25 | 
 26 |       "Source" form shall mean the preferred form for making modifications,
 27 |       including but not limited to software source code, documentation
 28 |       source, and configuration files.
 29 | 
 30 |       "Object" form shall mean any form resulting from mechanical
 31 |       transformation or translation of a Source form, including but
 32 |       not limited to compiled object code, generated documentation,
 33 |       and conversions to other media types.
 34 | 
 35 |       "Work" shall mean the work of authorship, whether in Source or
 36 |       Object form, made available under the License, as indicated by a
 37 |       copyright notice that is included in or attached to the work
 38 |       (an example is provided in the Appendix below).
 39 | 
 40 |       "Derivative Works" shall mean any work, whether in Source or Object
 41 |       form, that is based on (or derived from) the Work and for which the
 42 |       editorial revisions, annotations, elaborations, or other modifications
 43 |       represent, as a whole, an original work of authorship. For the purposes
 44 |       of this License, Derivative Works shall not include works that remain
 45 |       separable from, or merely link (or bind by name) to the interfaces of,
 46 |       the Work and Derivative Works thereof.
 47 | 
 48 |       "Contribution" shall mean any work of authorship, including
 49 |       the original version of the Work and any modifications or additions
 50 |       to that Work or Derivative Works thereof, that is intentionally
 51 |       submitted to Licensor for inclusion in the Work by the copyright owner
 52 |       or by an individual or Legal Entity authorized to submit on behalf of
 53 |       the copyright owner. For the purposes of this definition, "submitted"
 54 |       means any form of electronic, verbal, or written communication sent
 55 |       to the Licensor or its representatives, including but not limited to
 56 |       communication on electronic mailing lists, source code control systems,
 57 |       and issue tracking systems that are managed by, or on behalf of, the
 58 |       Licensor for the purpose of discussing and improving the Work, but
 59 |       excluding communication that is conspicuously marked or otherwise
 60 |       designated in writing by the copyright owner as "Not a Contribution."
 61 | 
 62 |       "Contributor" shall mean Licensor and any individual or Legal Entity
 63 |       on behalf of whom a Contribution has been received by Licensor and
 64 |       subsequently incorporated within the Work.
 65 | 
 66 |    2. Grant of Copyright License. Subject to the terms and conditions of
 67 |       this License, each Contributor hereby grants to You a perpetual,
 68 |       worldwide, non-exclusive, no-charge, royalty-free, irrevocable
 69 |       copyright license to reproduce, prepare Derivative Works of,
 70 |       publicly display, publicly perform, sublicense, and distribute the
 71 |       Work and such Derivative Works in Source or Object form.
 72 | 
 73 |    3. Grant of Patent License. Subject to the terms and conditions of
 74 |       this License, each Contributor hereby grants to You a perpetual,
 75 |       worldwide, non-exclusive, no-charge, royalty-free, irrevocable
 76 |       (except as stated in this section) patent license to make, have made,
 77 |       use, offer to sell, sell, import, and otherwise transfer the Work,
 78 |       where such license applies only to those patent claims licensable
 79 |       by such Contributor that are necessarily infringed by their
 80 |       Contribution(s) alone or by combination of their Contribution(s)
 81 |       with the Work to which such Contribution(s) was submitted. If You
 82 |       institute patent litigation against any entity (including a
 83 |       cross-claim or counterclaim in a lawsuit) alleging that the Work
 84 |       or a Contribution incorporated within the Work constitutes direct
 85 |       or contributory patent infringement, then any patent licenses
 86 |       granted to You under this License for that Work shall terminate
 87 |       as of the date such litigation is filed.
 88 | 
 89 |    4. Redistribution. You may reproduce and distribute copies of the
 90 |       Work or Derivative Works thereof in any medium, with or without
 91 |       modifications, and in Source or Object form, provided that You
 92 |       meet the following conditions:
 93 | 
 94 |       (a) You must give any other recipients of the Work or
 95 |           Derivative Works a copy of this License; and
 96 | 
 97 |       (b) You must cause any modified files to carry prominent notices
 98 |           stating that You changed the files; and
 99 | 
100 |       (c) You must retain, in the Source form of any Derivative Works
101 |           that You distribute, all copyright, patent, trademark, and
102 |           attribution notices from the Source form of the Work,
103 |           excluding those notices that do not pertain to any part of
104 |           the Derivative Works; and
105 | 
106 |       (d) If the Work includes a "NOTICE" text file as part of its
107 |           distribution, then any Derivative Works that You distribute must
108 |           include a readable copy of the attribution notices contained
109 |           within such NOTICE file, excluding those notices that do not
110 |           pertain to any part of the Derivative Works, in at least one
111 |           of the following places: within a NOTICE text file distributed
112 |           as part of the Derivative Works; within the Source form or
113 |           documentation, if provided along with the Derivative Works; or,
114 |           within a display generated by the Derivative Works, if and
115 |           wherever such third-party notices normally appear. The contents
116 |           of the NOTICE file are for informational purposes only and
117 |           do not modify the License. You may add Your own attribution
118 |           notices within Derivative Works that You distribute, alongside
119 |           or as an addendum to the NOTICE text from the Work, provided
120 |           that such additional attribution notices cannot be construed
121 |           as modifying the License.
122 | 
123 |       You may add Your own copyright statement to Your modifications and
124 |       may provide additional or different license terms and conditions
125 |       for use, reproduction, or distribution of Your modifications, or
126 |       for any such Derivative Works as a whole, provided Your use,
127 |       reproduction, and distribution of the Work otherwise complies with
128 |       the conditions stated in this License.
129 | 
130 |    5. Submission of Contributions. Unless You explicitly state otherwise,
131 |       any Contribution intentionally submitted for inclusion in the Work
132 |       by You to the Licensor shall be under the terms and conditions of
133 |       this License, without any additional terms or conditions.
134 |       Notwithstanding the above, nothing herein shall supersede or modify
135 |       the terms of any separate license agreement you may have executed
136 |       with Licensor regarding such Contributions.
137 | 
138 |    6. Trademarks. This License does not grant permission to use the trade
139 |       names, trademarks, service marks, or product names of the Licensor,
140 |       except as required for reasonable and customary use in describing the
141 |       origin of the Work and reproducing the content of the NOTICE file.
142 | 
143 |    7. Disclaimer of Warranty. Unless required by applicable law or
144 |       agreed to in writing, Licensor provides the Work (and each
145 |       Contributor provides its Contributions) on an "AS IS" BASIS,
146 |       WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
147 |       implied, including, without limitation, any warranties or conditions
148 |       of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
149 |       PARTICULAR PURPOSE. You are solely responsible for determining the
150 |       appropriateness of using or redistributing the Work and assume any
151 |       risks associated with Your exercise of permissions under this License.
152 | 
153 |    8. Limitation of Liability. In no event and under no legal theory,
154 |       whether in tort (including negligence), contract, or otherwise,
155 |       unless required by applicable law (such as deliberate and grossly
156 |       negligent acts) or agreed to in writing, shall any Contributor be
157 |       liable to You for damages, including any direct, indirect, special,
158 |       incidental, or consequential damages of any character arising as a
159 |       result of this License or out of the use or inability to use the
160 |       Work (including but not limited to damages for loss of goodwill,
161 |       work stoppage, computer failure or malfunction, or any and all
162 |       other commercial damages or losses), even if such Contributor
163 |       has been advised of the possibility of such damages.
164 | 
165 |    9. Accepting Warranty or Additional Liability. While redistributing
166 |       the Work or Derivative Works thereof, You may choose to offer,
167 |       and charge a fee for, acceptance of support, warranty, indemnity,
168 |       or other liability obligations and/or rights consistent with this
169 |       License. However, in accepting such obligations, You may act only
170 |       on Your own behalf and on Your sole responsibility, not on behalf
171 |       of any other Contributor, and only if You agree to indemnify,
172 |       defend, and hold each Contributor harmless for any liability
173 |       incurred by, or claims asserted against, such Contributor by reason
174 |       of your accepting any such warranty or additional liability.
175 | 
176 |    END OF TERMS AND CONDITIONS
177 | 
178 |    APPENDIX: How to apply the Apache License to your work.
179 | 
180 |       To apply the Apache License to your work, attach the following
181 |       boilerplate notice, with the fields enclosed by brackets "{}"
182 |       replaced with your own identifying information. (Don't include
183 |       the brackets!)  The text should be enclosed in the appropriate
184 |       comment syntax for the file format. We also recommend that a
185 |       file or class name and description of purpose be included on the
186 |       same "printed page" as the copyright notice for easier
187 |       identification within third-party archives.
188 | 
189 |    Copyright {yyyy} {name of copyright owner}
190 | 
191 |    Licensed under the Apache License, Version 2.0 (the "License");
192 |    you may not use this file except in compliance with the License.
193 |    You may obtain a copy of the License at
194 | 
195 |        http://www.apache.org/licenses/LICENSE-2.0
196 | 
197 |    Unless required by applicable law or agreed to in writing, software
198 |    distributed under the License is distributed on an "AS IS" BASIS,
199 |    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
200 |    See the License for the specific language governing permissions and
201 |    limitations under the License.
202 | 


--------------------------------------------------------------------------------
/client-conf/hive-site.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0"?>
  2 | <configuration>
  3 |   <property>
  4 |     <name>ambari.hive.db.schema.name</name>
  5 |     <value>hive</value>
  6 |   </property>
  7 | 
  8 |   <property>
  9 |     <name>atlas.cluster.name</name>
 10 |     <value>Sandbox</value>
 11 |   </property>
 12 | 
 13 |   <property>
 14 |     <name>atlas.hook.hive.maxThreads</name>
 15 |     <value>1</value>
 16 |   </property>
 17 | 
 18 |   <property>
 19 |     <name>atlas.hook.hive.minThreads</name>
 20 |     <value>1</value>
 21 |   </property>
 22 | 
 23 |   <property>
 24 |     <name>atlas.hook.hive.synchronous</name>
 25 |     <value>true</value>
 26 |   </property>
 27 | 
 28 |   <property>
 29 |     <name>atlas.rest.address</name>
 30 |     <value>http://MASTER-NODE-HOSTNAME:21000</value>
 31 |   </property>
 32 | 
 33 |   <property>
 34 |     <name>datanucleus.autoCreateSchema</name>
 35 |     <value>false</value>
 36 |   </property>
 37 | 
 38 |   <property>
 39 |     <name>datanucleus.cache.level2.type</name>
 40 |     <value>none</value>
 41 |   </property>
 42 | 
 43 |   <property>
 44 |     <name>datanucleus.fixedDatastore</name>
 45 |     <value>true</value>
 46 |   </property>
 47 | 
 48 |   <property>
 49 |     <name>hive.auto.convert.join</name>
 50 |     <value>true</value>
 51 |   </property>
 52 | 
 53 |   <property>
 54 |     <name>hive.auto.convert.join.noconditionaltask</name>
 55 |     <value>true</value>
 56 |   </property>
 57 | 
 58 |   <property>
 59 |     <name>hive.auto.convert.join.noconditionaltask.size</name>
 60 |     <value>357913941</value>
 61 |   </property>
 62 | 
 63 |   <property>
 64 |     <name>hive.auto.convert.sortmerge.join</name>
 65 |     <value>true</value>
 66 |   </property>
 67 | 
 68 |   <property>
 69 |     <name>hive.auto.convert.sortmerge.join.to.mapjoin</name>
 70 |     <value>false</value>
 71 |   </property>
 72 | 
 73 |   <property>
 74 |     <name>hive.cbo.enable</name>
 75 |     <value>true</value>
 76 |   </property>
 77 | 
 78 |   <property>
 79 |     <name>hive.cli.print.header</name>
 80 |     <value>false</value>
 81 |   </property>
 82 | 
 83 |   <property>
 84 |     <name>hive.cluster.delegation.token.store.class</name>
 85 |     <value>org.apache.hadoop.hive.thrift.ZooKeeperTokenStore</value>
 86 |   </property>
 87 | 
 88 |   <property>
 89 |     <name>hive.cluster.delegation.token.store.zookeeper.connectString</name>
 90 |     <value>MASTER-NODE-HOSTNAME:2181</value>
 91 |   </property>
 92 | 
 93 |   <property>
 94 |     <name>hive.cluster.delegation.token.store.zookeeper.znode</name>
 95 |     <value>/hive/cluster/delegation</value>
 96 |   </property>
 97 | 
 98 |   <property>
 99 |     <name>hive.compactor.abortedtxn.threshold</name>
100 |     <value>1000</value>
101 |   </property>
102 | 
103 |   <property>
104 |     <name>hive.compactor.check.interval</name>
105 |     <value>300s</value>
106 |   </property>
107 | 
108 |   <property>
109 |     <name>hive.compactor.delta.num.threshold</name>
110 |     <value>10</value>
111 |   </property>
112 | 
113 |   <property>
114 |     <name>hive.compactor.delta.pct.threshold</name>
115 |     <value>0.1f</value>
116 |   </property>
117 | 
118 |   <property>
119 |     <name>hive.compactor.initiator.on</name>
120 |     <value>true</value>
121 |   </property>
122 | 
123 |   <property>
124 |     <name>hive.compactor.worker.threads</name>
125 |     <value>0</value>
126 |   </property>
127 | 
128 |   <property>
129 |     <name>hive.compactor.worker.timeout</name>
130 |     <value>86400s</value>
131 |   </property>
132 | 
133 |   <property>
134 |     <name>hive.compute.query.using.stats</name>
135 |     <value>true</value>
136 |   </property>
137 | 
138 |   <property>
139 |     <name>hive.conf.restricted.list</name>
140 |     <value>hive.security.authenticator.manager,hive.security.authorization.manager,hive.users.in.admin.role</value>
141 |   </property>
142 | 
143 |   <property>
144 |     <name>hive.convert.join.bucket.mapjoin.tez</name>
145 |     <value>false</value>
146 |   </property>
147 | 
148 |   <property>
149 |     <name>hive.default.fileformat</name>
150 |     <value>TextFile</value>
151 |   </property>
152 | 
153 |   <property>
154 |     <name>hive.default.fileformat.managed</name>
155 |     <value>TextFile</value>
156 |   </property>
157 | 
158 |   <property>
159 |     <name>hive.enforce.bucketing</name>
160 |     <value>true</value>
161 |   </property>
162 | 
163 |   <property>
164 |     <name>hive.enforce.sorting</name>
165 |     <value>true</value>
166 |   </property>
167 | 
168 |   <property>
169 |     <name>hive.enforce.sortmergebucketmapjoin</name>
170 |     <value>true</value>
171 |   </property>
172 | 
173 |   <property>
174 |     <name>hive.exec.compress.intermediate</name>
175 |     <value>false</value>
176 |   </property>
177 | 
178 |   <property>
179 |     <name>hive.exec.compress.output</name>
180 |     <value>false</value>
181 |   </property>
182 | 
183 |   <property>
184 |     <name>hive.exec.dynamic.partition</name>
185 |     <value>true</value>
186 |   </property>
187 | 
188 |   <property>
189 |     <name>hive.exec.dynamic.partition.mode</name>
190 |     <value>nonstrict</value>
191 |   </property>
192 | 
193 |   <property>
194 |     <name>hive.exec.failure.hooks</name>
195 |     <value>org.apache.hadoop.hive.ql.hooks.ATSHook</value>
196 |   </property>
197 | 
198 |   <property>
199 |     <name>hive.exec.max.created.files</name>
200 |     <value>100000</value>
201 |   </property>
202 | 
203 |   <property>
204 |     <name>hive.exec.max.dynamic.partitions</name>
205 |     <value>5000</value>
206 |   </property>
207 | 
208 |   <property>
209 |     <name>hive.exec.max.dynamic.partitions.pernode</name>
210 |     <value>2000</value>
211 |   </property>
212 | 
213 |   <property>
214 |     <name>hive.exec.orc.compression.strategy</name>
215 |     <value>SPEED</value>
216 |   </property>
217 | 
218 |   <property>
219 |     <name>hive.exec.orc.default.compress</name>
220 |     <value>ZLIB</value>
221 |   </property>
222 | 
223 |   <property>
224 |     <name>hive.exec.orc.default.stripe.size</name>
225 |     <value>67108864</value>
226 |   </property>
227 | 
228 |   <property>
229 |     <name>hive.exec.orc.encoding.strategy</name>
230 |     <value>SPEED</value>
231 |   </property>
232 | 
233 |   <property>
234 |     <name>hive.exec.parallel</name>
235 |     <value>false</value>
236 |   </property>
237 | 
238 |   <property>
239 |     <name>hive.exec.parallel.thread.number</name>
240 |     <value>8</value>
241 |   </property>
242 | 
243 |   <property>
244 |     <name>hive.exec.post.hooks</name>
245 |     <value>org.apache.hadoop.hive.ql.hooks.ATSHook</value>
246 |   </property>
247 | 
248 |   <property>
249 |     <name>hive.exec.pre.hooks</name>
250 |     <value>org.apache.hadoop.hive.ql.hooks.ATSHook</value>
251 |   </property>
252 | 
253 |   <property>
254 |     <name>hive.exec.reducers.bytes.per.reducer</name>
255 |     <value>67108864</value>
256 |   </property>
257 | 
258 |   <property>
259 |     <name>hive.exec.reducers.max</name>
260 |     <value>1009</value>
261 |   </property>
262 | 
263 |   <property>
264 |     <name>hive.exec.scratchdir</name>
265 |     <value>/tmp/hive</value>
266 |   </property>
267 | 
268 |   <property>
269 |     <name>hive.exec.submit.local.task.via.child</name>
270 |     <value>true</value>
271 |   </property>
272 | 
273 |   <property>
274 |     <name>hive.exec.submitviachild</name>
275 |     <value>false</value>
276 |   </property>
277 | 
278 |   <property>
279 |     <name>hive.execution.engine</name>
280 |     <value>tez</value>
281 |   </property>
282 | 
283 |   <property>
284 |     <name>hive.fetch.task.aggr</name>
285 |     <value>false</value>
286 |   </property>
287 | 
288 |   <property>
289 |     <name>hive.fetch.task.conversion</name>
290 |     <value>more</value>
291 |   </property>
292 | 
293 |   <property>
294 |     <name>hive.fetch.task.conversion.threshold</name>
295 |     <value>1073741824</value>
296 |   </property>
297 | 
298 |   <property>
299 |     <name>hive.limit.optimize.enable</name>
300 |     <value>true</value>
301 |   </property>
302 | 
303 |   <property>
304 |     <name>hive.limit.pushdown.memory.usage</name>
305 |     <value>0.04</value>
306 |   </property>
307 | 
308 |   <property>
309 |     <name>hive.map.aggr</name>
310 |     <value>true</value>
311 |   </property>
312 | 
313 |   <property>
314 |     <name>hive.map.aggr.hash.force.flush.memory.threshold</name>
315 |     <value>0.9</value>
316 |   </property>
317 | 
318 |   <property>
319 |     <name>hive.map.aggr.hash.min.reduction</name>
320 |     <value>0.5</value>
321 |   </property>
322 | 
323 |   <property>
324 |     <name>hive.map.aggr.hash.percentmemory</name>
325 |     <value>0.5</value>
326 |   </property>
327 | 
328 |   <property>
329 |     <name>hive.mapjoin.bucket.cache.size</name>
330 |     <value>10000</value>
331 |   </property>
332 | 
333 |   <property>
334 |     <name>hive.mapjoin.optimized.hashtable</name>
335 |     <value>true</value>
336 |   </property>
337 | 
338 |   <property>
339 |     <name>hive.mapred.reduce.tasks.speculative.execution</name>
340 |     <value>false</value>
341 |   </property>
342 | 
343 |   <property>
344 |     <name>hive.merge.mapfiles</name>
345 |     <value>true</value>
346 |   </property>
347 | 
348 |   <property>
349 |     <name>hive.merge.mapredfiles</name>
350 |     <value>false</value>
351 |   </property>
352 | 
353 |   <property>
354 |     <name>hive.merge.orcfile.stripe.level</name>
355 |     <value>true</value>
356 |   </property>
357 | 
358 |   <property>
359 |     <name>hive.merge.rcfile.block.level</name>
360 |     <value>true</value>
361 |   </property>
362 | 
363 |   <property>
364 |     <name>hive.merge.size.per.task</name>
365 |     <value>256000000</value>
366 |   </property>
367 | 
368 |   <property>
369 |     <name>hive.merge.smallfiles.avgsize</name>
370 |     <value>16000000</value>
371 |   </property>
372 | 
373 |   <property>
374 |     <name>hive.merge.tezfiles</name>
375 |     <value>false</value>
376 |   </property>
377 | 
378 |   <property>
379 |     <name>hive.metastore.authorization.storage.checks</name>
380 |     <value>false</value>
381 |   </property>
382 | 
383 |   <property>
384 |     <name>hive.metastore.cache.pinobjtypes</name>
385 |     <value>Table,Database,Type,FieldSchema,Order</value>
386 |   </property>
387 | 
388 |   <property>
389 |     <name>hive.metastore.client.connect.retry.delay</name>
390 |     <value>5s</value>
391 |   </property>
392 | 
393 |   <property>
394 |     <name>hive.metastore.client.socket.timeout</name>
395 |     <value>1800s</value>
396 |   </property>
397 | 
398 |   <property>
399 |     <name>hive.metastore.connect.retries</name>
400 |     <value>24</value>
401 |   </property>
402 | 
403 |   <property>
404 |     <name>hive.metastore.execute.setugi</name>
405 |     <value>true</value>
406 |   </property>
407 | 
408 |   <property>
409 |     <name>hive.metastore.failure.retries</name>
410 |     <value>24</value>
411 |   </property>
412 | 
413 |   <property>
414 |     <name>hive.metastore.kerberos.keytab.file</name>
415 |     <value>/etc/security/keytabs/hive.service.keytab</value>
416 |   </property>
417 | 
418 |   <property>
419 |     <name>hive.metastore.kerberos.principal</name>
420 |     <value>hive/_HOST@EXAMPLE.COM</value>
421 |   </property>
422 | 
423 |   <property>
424 |     <name>hive.metastore.pre.event.listeners</name>
425 |     <value>org.apache.hadoop.hive.ql.security.authorization.AuthorizationPreEventListener</value>
426 |   </property>
427 | 
428 |   <property>
429 |     <name>hive.metastore.sasl.enabled</name>
430 |     <value>false</value>
431 |   </property>
432 | 
433 |   <property>
434 |     <name>hive.metastore.server.max.threads</name>
435 |     <value>100000</value>
436 |   </property>
437 | 
438 |   <property>
439 |     <name>hive.metastore.uris</name>
440 |     <value>thrift://MASTER-NODE-HOSTNAME:9083</value>
441 |   </property>
442 | 
443 |   <property>
444 |     <name>hive.metastore.warehouse.dir</name>
445 |     <value>/apps/hive/warehouse</value>
446 |   </property>
447 | 
448 |   <property>
449 |     <name>hive.optimize.bucketmapjoin</name>
450 |     <value>true</value>
451 |   </property>
452 | 
453 |   <property>
454 |     <name>hive.optimize.bucketmapjoin.sortedmerge</name>
455 |     <value>false</value>
456 |   </property>
457 | 
458 |   <property>
459 |     <name>hive.optimize.constant.propagation</name>
460 |     <value>true</value>
461 |   </property>
462 | 
463 |   <property>
464 |     <name>hive.optimize.index.filter</name>
465 |     <value>true</value>
466 |   </property>
467 | 
468 |   <property>
469 |     <name>hive.optimize.metadataonly</name>
470 |     <value>true</value>
471 |   </property>
472 | 
473 |   <property>
474 |     <name>hive.optimize.null.scan</name>
475 |     <value>true</value>
476 |   </property>
477 | 
478 |   <property>
479 |     <name>hive.optimize.reducededuplication</name>
480 |     <value>true</value>
481 |   </property>
482 | 
483 |   <property>
484 |     <name>hive.optimize.reducededuplication.min.reducer</name>
485 |     <value>4</value>
486 |   </property>
487 | 
488 |   <property>
489 |     <name>hive.optimize.sort.dynamic.partition</name>
490 |     <value>false</value>
491 |   </property>
492 | 
493 |   <property>
494 |     <name>hive.orc.compute.splits.num.threads</name>
495 |     <value>10</value>
496 |   </property>
497 | 
498 |   <property>
499 |     <name>hive.orc.splits.include.file.footer</name>
500 |     <value>false</value>
501 |   </property>
502 | 
503 |   <property>
504 |     <name>hive.prewarm.enabled</name>
505 |     <value>false</value>
506 |   </property>
507 | 
508 |   <property>
509 |     <name>hive.prewarm.numcontainers</name>
510 |     <value>3</value>
511 |   </property>
512 | 
513 |   <property>
514 |     <name>hive.security.authenticator.manager</name>
515 |     <value>org.apache.hadoop.hive.ql.security.ProxyUserAuthenticator</value>
516 |   </property>
517 | 
518 |   <property>
519 |     <name>hive.security.authorization.enabled</name>
520 |     <value>false</value>
521 |   </property>
522 | 
523 |   <property>
524 |     <name>hive.security.authorization.manager</name>
525 |     <value>org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdConfOnlyAuthorizerFactory</value>
526 |   </property>
527 | 
528 |   <property>
529 |     <name>hive.security.metastore.authenticator.manager</name>
530 |     <value>org.apache.hadoop.hive.ql.security.HadoopDefaultMetastoreAuthenticator</value>
531 |   </property>
532 | 
533 |   <property>
534 |     <name>hive.security.metastore.authorization.auth.reads</name>
535 |     <value>true</value>
536 |   </property>
537 | 
538 |   <property>
539 |     <name>hive.security.metastore.authorization.manager</name>
540 |     <value>org.apache.hadoop.hive.ql.security.authorization.StorageBasedAuthorizationProvider</value>
541 |   </property>
542 | 
543 |   <property>
544 |     <name>hive.server2.allow.user.substitution</name>
545 |     <value>true</value>
546 |   </property>
547 | 
548 |   <property>
549 |     <name>hive.server2.authentication</name>
550 |     <value>NONE</value>
551 |   </property>
552 | 
553 |   <property>
554 |     <name>hive.server2.authentication.spnego.keytab</name>
555 |     <value>HTTP/_HOST@EXAMPLE.COM</value>
556 |   </property>
557 | 
558 |   <property>
559 |     <name>hive.server2.authentication.spnego.principal</name>
560 |     <value>/etc/security/keytabs/spnego.service.keytab</value>
561 |   </property>
562 | 
563 |   <property>
564 |     <name>hive.server2.enable.doAs</name>
565 |     <value>true</value>
566 |   </property>
567 | 
568 |   <property>
569 |     <name>hive.server2.logging.operation.enabled</name>
570 |     <value>true</value>
571 |   </property>
572 | 
573 |   <property>
574 |     <name>hive.server2.logging.operation.log.location</name>
575 |     <value>/tmp/hive/operation_logs</value>
576 |   </property>
577 | 
578 |   <property>
579 |     <name>hive.server2.support.dynamic.service.discovery</name>
580 |     <value>true</value>
581 |   </property>
582 | 
583 |   <property>
584 |     <name>hive.server2.table.type.mapping</name>
585 |     <value>CLASSIC</value>
586 |   </property>
587 | 
588 |   <property>
589 |     <name>hive.server2.tez.default.queues</name>
590 |     <value>default</value>
591 |   </property>
592 | 
593 |   <property>
594 |     <name>hive.server2.tez.initialize.default.sessions</name>
595 |     <value>false</value>
596 |   </property>
597 | 
598 |   <property>
599 |     <name>hive.server2.tez.sessions.per.default.queue</name>
600 |     <value>1</value>
601 |   </property>
602 | 
603 |   <property>
604 |     <name>hive.server2.thrift.http.path</name>
605 |     <value>cliservice</value>
606 |   </property>
607 | 
608 |   <property>
609 |     <name>hive.server2.thrift.http.port</name>
610 |     <value>10001</value>
611 |   </property>
612 | 
613 |   <property>
614 |     <name>hive.server2.thrift.max.worker.threads</name>
615 |     <value>500</value>
616 |   </property>
617 | 
618 |   <property>
619 |     <name>hive.server2.thrift.port</name>
620 |     <value>10000</value>
621 |   </property>
622 | 
623 |   <property>
624 |     <name>hive.server2.thrift.sasl.qop</name>
625 |     <value>auth</value>
626 |   </property>
627 | 
628 |   <property>
629 |     <name>hive.server2.transport.mode</name>
630 |     <value>binary</value>
631 |   </property>
632 | 
633 |   <property>
634 |     <name>hive.server2.use.SSL</name>
635 |     <value>false</value>
636 |   </property>
637 | 
638 |   <property>
639 |     <name>hive.server2.zookeeper.namespace</name>
640 |     <value>hiveserver2</value>
641 |   </property>
642 | 
643 |   <property>
644 |     <name>hive.smbjoin.cache.rows</name>
645 |     <value>10000</value>
646 |   </property>
647 | 
648 |   <property>
649 |     <name>hive.stats.autogather</name>
650 |     <value>true</value>
651 |   </property>
652 | 
653 |   <property>
654 |     <name>hive.stats.dbclass</name>
655 |     <value>fs</value>
656 |   </property>
657 | 
658 |   <property>
659 |     <name>hive.stats.fetch.column.stats</name>
660 |     <value>false</value>
661 |   </property>
662 | 
663 |   <property>
664 |     <name>hive.stats.fetch.partition.stats</name>
665 |     <value>true</value>
666 |   </property>
667 | 
668 |   <property>
669 |     <name>hive.support.concurrency</name>
670 |     <value>true</value>
671 |   </property>
672 | 
673 |   <property>
674 |     <name>hive.tez.auto.reducer.parallelism</name>
675 |     <value>false</value>
676 |   </property>
677 | 
678 |   <property>
679 |     <name>hive.tez.container.size</name>
680 |     <value>1024</value>
681 |   </property>
682 | 
683 |   <property>
684 |     <name>hive.tez.cpu.vcores</name>
685 |     <value>-1</value>
686 |   </property>
687 | 
688 |   <property>
689 |     <name>hive.tez.dynamic.partition.pruning</name>
690 |     <value>true</value>
691 |   </property>
692 | 
693 |   <property>
694 |     <name>hive.tez.dynamic.partition.pruning.max.data.size</name>
695 |     <value>104857600</value>
696 |   </property>
697 | 
698 |   <property>
699 |     <name>hive.tez.dynamic.partition.pruning.max.event.size</name>
700 |     <value>1048576</value>
701 |   </property>
702 | 
703 |   <property>
704 |     <name>hive.tez.input.format</name>
705 |     <value>org.apache.hadoop.hive.ql.io.HiveInputFormat</value>
706 |   </property>
707 | 
708 |   <property>
709 |     <name>hive.tez.java.opts</name>
710 |     <value>-server -Xmx200m -Djava.net.preferIPv4Stack=true</value>
711 |   </property>
712 | 
713 |   <property>
714 |     <name>hive.tez.log.level</name>
715 |     <value>INFO</value>
716 |   </property>
717 | 
718 |   <property>
719 |     <name>hive.tez.max.partition.factor</name>
720 |     <value>2.0</value>
721 |   </property>
722 | 
723 |   <property>
724 |     <name>hive.tez.min.partition.factor</name>
725 |     <value>0.25</value>
726 |   </property>
727 | 
728 |   <property>
729 |     <name>hive.tez.smb.number.waves</name>
730 |     <value>0.5</value>
731 |   </property>
732 | 
733 |   <property>
734 |     <name>hive.txn.manager</name>
735 |     <value>org.apache.hadoop.hive.ql.lockmgr.DbTxnManager</value>
736 |   </property>
737 | 
738 |   <property>
739 |     <name>hive.txn.max.open.batch</name>
740 |     <value>1000</value>
741 |   </property>
742 | 
743 |   <property>
744 |     <name>hive.txn.timeout</name>
745 |     <value>300</value>
746 |   </property>
747 | 
748 |   <property>
749 |     <name>hive.user.install.directory</name>
750 |     <value>/user/</value>
751 |   </property>
752 | 
753 |   <property>
754 |     <name>hive.users.in.admin.role</name>
755 |     <value>hue,hive</value>
756 |   </property>
757 | 
758 |   <property>
759 |     <name>hive.vectorized.execution.enabled</name>
760 |     <value>true</value>
761 |   </property>
762 | 
763 |   <property>
764 |     <name>hive.vectorized.execution.reduce.enabled</name>
765 |     <value>false</value>
766 |   </property>
767 | 
768 |   <property>
769 |     <name>hive.vectorized.groupby.checkinterval</name>
770 |     <value>4096</value>
771 |   </property>
772 | 
773 |   <property>
774 |     <name>hive.vectorized.groupby.flush.percent</name>
775 |     <value>0.1</value>
776 |   </property>
777 | 
778 |   <property>
779 |     <name>hive.vectorized.groupby.maxentries</name>
780 |     <value>100000</value>
781 |   </property>
782 | 
783 |   <property>
784 |     <name>hive.zookeeper.client.port</name>
785 |     <value>2181</value>
786 |   </property>
787 | 
788 |   <property>
789 |     <name>hive.zookeeper.namespace</name>
790 |     <value>hive_zookeeper_namespace</value>
791 |   </property>
792 | 
793 |   <property>
794 |     <name>hive.zookeeper.quorum</name>
795 |     <value>MASTER-NODE-HOSTNAME:2181</value>
796 |   </property>
797 | 
798 |   <property>
799 |     <name>hive_metastore_user_passwd</name>
800 |     <value>hive</value>
801 |   </property>
802 | 
803 |   <property>
804 |     <name>javax.jdo.option.ConnectionDriverName</name>
805 |     <value>com.mysql.jdbc.Driver</value>
806 |   </property>
807 | 
808 |   <property>
809 |     <name>javax.jdo.option.ConnectionURL</name>
810 |     <value>jdbc:mysql://MASTER-NODE-HOSTNAME/hive?createDatabaseIfNotExist=true</value>
811 |   </property>
812 | 
813 |   <property>
814 |     <name>javax.jdo.option.ConnectionUserName</name>
815 |     <value>hive</value>
816 |   </property>
817 | </configuration>
818 | 


--------------------------------------------------------------------------------