├── .gitignore
├── README
├── examples
    ├── hive-sql-checker-0.1.jar
    └── run_checher.sh
├── pom.xml
└── src
    └── main
        ├── java
            └── net
            │   └── hql
            │       └── checker
            │           └── HiveQueryChecker.java
        └── resources
            └── run_checher.sh


/.gitignore:
--------------------------------------------------------------------------------
 1 | *.ipr
 2 | *.iws
 3 | *.iml
 4 | .idea
 5 | .classpath
 6 | out/*
 7 | logs/*
 8 | tests/log/*
 9 | sorl/logs/*
10 | *.log
11 | .DS_Store
12 | *.swp
13 | *~
14 | .project
15 | *.kpf
16 | webapps/solr.war
17 | .settings
18 | target
19 | 


--------------------------------------------------------------------------------
/README:
--------------------------------------------------------------------------------
1 | Usage:
2 | 1. push dir examples to the machine which set up HIVE.
3 | 2. go into examples
4 | 3. use shell to check hive query, like command: sh run_checker.sh "select * from test.uuid limit 100;"
5 | 
6 | 


--------------------------------------------------------------------------------
/examples/hive-sql-checker-0.1.jar:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/mayanhui/Hive-SQL-Syntax-Checker/a28ffcdefb91c65a2896681c31a2653196b443cd/examples/hive-sql-checker-0.1.jar


--------------------------------------------------------------------------------
/examples/run_checher.sh:
--------------------------------------------------------------------------------
1 | HIVE_QUERY=$1
2 | echo "java -cp hive-sql-checker-0.1.jar net.hql.checker.HiveQueryChecker \"$HIVE_QUERY\""
3 | 
4 | java -cp hive-sql-checker-0.1.jar net.hql.checker.HiveQueryChecker "$HIVE_QUERY"
5 | 


--------------------------------------------------------------------------------
/pom.xml:
--------------------------------------------------------------------------------
  1 | <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  2 |   xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
  3 |   <modelVersion>4.0.0</modelVersion>
  4 | 
  5 |   	<groupId>hive-sql</groupId>
  6 |  	<artifactId>hive-sql-checker</artifactId>
  7 |   	<version>0.1</version>
  8 |   	<packaging>jar</packaging>
  9 | 
 10 | 	<name>hive-sql-checker</name>
 11 | 
 12 | 	<dependencies>
 13 | 		<dependency>
 14 |   			<groupId>org.apache.thrift</groupId>
 15 | 			<artifactId>libthrift</artifactId>
 16 | 			<version>0.9.0</version>
 17 | 		</dependency>
 18 | 		<dependency>
 19 | 			<groupId>org.apache.hive</groupId>
 20 | 			<artifactId>hive-common</artifactId>
 21 | 			<version>0.9.0</version>
 22 | 		</dependency>
 23 | 		<dependency>
 24 | 			<groupId>org.apache.hive</groupId>
 25 | 			<artifactId>hive-service</artifactId>
 26 | 			<version>0.9.0</version>
 27 | 		</dependency>
 28 | 		<dependency>
 29 | 			<groupId>commons-codec</groupId>
 30 | 			<artifactId>commons-codec</artifactId>
 31 | 			<version>1.3</version>
 32 | 		</dependency>
 33 | 		<dependency>
 34 | 			<groupId>commons-fileupload</groupId>
 35 | 			<artifactId>commons-fileupload</artifactId>
 36 | 			<version>1.2.1</version>
 37 | 		</dependency>
 38 | 		<dependency>
 39 | 			<groupId>commons-httpclient</groupId>
 40 | 			<artifactId>commons-httpclient</artifactId>
 41 | 			<version>3.1</version>
 42 | 		</dependency>
 43 | 		<dependency>
 44 | 			<groupId>commons-io</groupId>
 45 | 			<artifactId>commons-io</artifactId>
 46 | 			<version>1.4</version>
 47 | 		</dependency>
 48 | 		<dependency>
 49 | 			<groupId>org.slf4j</groupId>
 50 | 			<artifactId>jcl-over-slf4j</artifactId>
 51 | 			<version>1.5.5</version>
 52 | 		</dependency>
 53 | 		<dependency>
 54 | 			<groupId>org.slf4j</groupId>
 55 | 			<artifactId>slf4j-api</artifactId>
 56 | 			<version>1.5.5</version>
 57 | 		</dependency>
 58 | 		<dependency>
 59 | 			<groupId>org.slf4j</groupId>
 60 | 			<artifactId>slf4j-jdk14</artifactId>
 61 | 			<version>1.5.5</version>
 62 | 		</dependency>
 63 | 		<dependency>
 64 | 			<groupId>org.codehaus.woodstox</groupId>
 65 | 			<artifactId>wstx-lgpl</artifactId>
 66 | 			<version>3.2.7</version>
 67 | 		</dependency>
 68 | 		<dependency>
 69 | 			<groupId>javax.xml.stream</groupId>
 70 | 			<artifactId>stax-api</artifactId>
 71 | 			<version>1.0</version>
 72 | 		</dependency>
 73 | 	</dependencies>
 74 | 
 75 | 	<build>
 76 | 		<plugins>
 77 | 		<plugin>
 78 | 				<groupId>org.apache.maven.plugins</groupId>
 79 | 				<artifactId>maven-jar-plugin</artifactId>
 80 | 				<configuration>
 81 | 					<!--<encoding>UTF-8</encoding>-->
 82 | 					<source>1.6</source>
 83 | 					<target>1.6</target>
 84 | 					<!--
 85 | 						<debug>true</debug> <optimize>true</optimize>
 86 | 						<showDeprecations>true</showDeprecations>
 87 | 					-->
 88 | 					<archive>
 89 | 						<manifest>
 90 | 							<mainClass>zh.solr.se.indexer.IndexerMain</mainClass>
 91 | 							<addClasspath>true</addClasspath>
 92 | 						</manifest>
 93 | 					</archive>
 94 | 				</configuration>
 95 | 			</plugin>
 96 | 			<plugin>
 97 | 				<groupId>org.apache.maven.plugins</groupId>
 98 | 				<artifactId>maven-dependency-plugin</artifactId>
 99 | 				<executions>
100 | 					<!-- unpack dependencies so they are included in the final JAR -->
101 | 					<execution>
102 | 						<id>unpack-indexer-dependencies</id>
103 | 						<phase>process-classes</phase>
104 | 						<goals>
105 | 							<goal>unpack</goal>
106 | 						</goals>
107 | 						<configuration>
108 | 							<artifactItems>
109 | 								<artifactItem>
110 | 									<groupId>commons-codec</groupId>
111 | 									<artifactId>commons-codec</artifactId>
112 | 									<version>1.3</version>
113 | 								</artifactItem>
114 | 								<artifactItem>
115 | 									<groupId>commons-fileupload</groupId>
116 | 									<artifactId>commons-fileupload</artifactId>
117 | 									<version>1.2.1</version>
118 | 								</artifactItem>
119 | 								<artifactItem>
120 | 									<groupId>commons-httpclient</groupId>
121 | 									<artifactId>commons-httpclient</artifactId>
122 | 									<version>3.1</version>
123 | 								</artifactItem>
124 | 								<artifactItem>
125 | 									<groupId>commons-io</groupId>
126 | 									<artifactId>commons-io</artifactId>
127 | 									<version>1.4</version>
128 | 								</artifactItem>
129 | 								<artifactItem>
130 | 									<groupId>org.slf4j</groupId>
131 | 									<artifactId>jcl-over-slf4j</artifactId>
132 | 									<version>1.5.5</version>
133 | 								</artifactItem>
134 | 								<artifactItem>
135 | 									<groupId>org.slf4j</groupId>
136 | 									<artifactId>slf4j-api</artifactId>
137 | 									<version>1.5.5</version>
138 | 								</artifactItem>
139 | 								<artifactItem>
140 | 									<groupId>org.slf4j</groupId>
141 | 									<artifactId>slf4j-jdk14</artifactId>
142 | 									<version>1.5.5</version>
143 | 								</artifactItem>
144 | 								<artifactItem>
145 | 									<groupId>org.codehaus.woodstox</groupId>
146 | 									<artifactId>wstx-lgpl</artifactId>
147 | 									<version>3.2.7</version>
148 | 								</artifactItem>
149 | 								<artifactItem>
150 | 									<groupId>javax.xml.stream</groupId>
151 | 									<artifactId>stax-api</artifactId>
152 | 									<version>1.0</version>
153 | 								</artifactItem>
154 | 								<artifactItem>
155 |   									<groupId>org.apache.thrift</groupId>
156 | 									<artifactId>libthrift</artifactId>
157 | 									<version>0.9.0</version>
158 | 								</artifactItem>
159 | 								<artifactItem>
160 | 									<groupId>org.apache.hive</groupId>
161 | 									<artifactId>hive-common</artifactId>
162 | 									<version>0.9.0</version>
163 | 								</artifactItem>
164 | 								<artifactItem>
165 | 									<groupId>org.apache.hive</groupId>
166 | 									<artifactId>hive-service</artifactId>
167 | 									<version>0.9.0</version>
168 | 								</artifactItem>
169 | 								<artifactItem>
170 | 									<groupId>org.apache.hive</groupId>
171 | 									<artifactId>hive-metastore</artifactId>
172 | 									<version>0.9.0</version>
173 | 								</artifactItem>
174 | 								<artifactItem>
175 | 									<groupId>org.apache.thrift</groupId>
176 | 									<artifactId>libfb303</artifactId>
177 | 									<version>0.7.0</version>
178 | 								</artifactItem>
179 | 							</artifactItems>
180 | 							<outputDirectory>${project.build.outputDirectory}</outputDirectory>
181 | 						</configuration>
182 | 					</execution>
183 | 				</executions>
184 | 			</plugin>
185 | 			<plugin>
186 | 				<artifactId>maven-compiler-plugin</artifactId>
187 | 				<configuration>
188 | 					<source>1.6</source>
189 | 					<target>1.6</target>
190 | 				</configuration>
191 | 			</plugin>
192 | 		</plugins>
193 | 	</build>
194 | </project>
195 | 


--------------------------------------------------------------------------------
/src/main/java/net/hql/checker/HiveQueryChecker.java:
--------------------------------------------------------------------------------
 1 | package net.hql.checker;
 2 | 
 3 | import java.util.List;
 4 | 
 5 | import org.apache.hadoop.hive.service.ThriftHive;
 6 | import org.apache.thrift.protocol.TBinaryProtocol;
 7 | import org.apache.thrift.transport.TSocket;
 8 | 
 9 | public class HiveQueryChecker {
10 | 	public static final String HOST = "127.0.0.1";
11 | 	public static final int PORT = 10000;
12 | 	public static final String HQL_PREFFIX = "EXPLAIN EXTENDED ";
13 | 
14 | 	public void run(String hql) {
15 | 		TSocket transport = null;
16 | 		try {
17 | 			transport = new TSocket(HOST, PORT);
18 | 			transport.open();
19 | 			TBinaryProtocol protocol = new TBinaryProtocol(transport);
20 | 
21 | 			if (null != hql && hql.trim().length() > 1) {
22 | 				hql = hql.trim();
23 | 				if (hql.endsWith(";"))
24 | 					hql = hql.substring(0, hql.length() - 1);
25 | 				hql = HQL_PREFFIX + hql;
26 | 				ThriftHive.Client client = new ThriftHive.Client(protocol);
27 | 
28 | 				client.execute(hql);
29 | 				List<String> rst = client.fetchAll();
30 | 
31 | 				System.out.println("HQL Syntax is OK!");
32 | 				for (int i = 0; i < rst.size(); i++) {
33 | 					System.out.println(rst.get(i));
34 | 				}
35 | 			} else
36 | 				System.out.println("HQL is NULL!");
37 | 
38 | 		} catch (Exception e) {
39 | 			System.out.println("HQL Semantic Analysis Exception:");
40 | 			e.printStackTrace();
41 | 		} finally {
42 | 			if (null != transport)
43 | 				transport.close();
44 | 		}
45 | 
46 | 	}
47 | 
48 | 	public static void main(String[] args) {
49 | 		if (args.length != 1) {
50 | 			System.out.println("sh run_checker.sh \"select * from action.action_20121010 limit 100;\"");
51 | 			System.exit(1);
52 | 		}
53 | 		new HiveQueryChecker().run(args[0]);
54 | 	}
55 | }
56 | 


--------------------------------------------------------------------------------
/src/main/resources/run_checher.sh:
--------------------------------------------------------------------------------
1 | HIVE_QUERY=$1
2 | echo "java -cp hive-sql-checker-0.1.jar net.hql.checker.HiveQueryChecker \"$HIVE_QUERY\""
3 | 
4 | java -cp hive-sql-checker-0.1.jar net.hql.checker.HiveQueryChecker "$HIVE_QUERY"
5 | 


--------------------------------------------------------------------------------