├── .gitignore
├── README.md
├── import.sh
├── pom.xml
└── src
    ├── main
        ├── assemblies
        │   └── plugin.xml
        ├── java
        │   └── org
        │   │   └── elasticsearch
        │   │       ├── plugin
        │   │           └── river
        │   │           │   └── mysql
        │   │           │       └── MysqlRiverPlugin.java
        │   │       └── river
        │   │           └── mysql
        │   │               ├── MysqlRiver.java
        │   │               └── MysqlRiverModule.java
        └── resources
        │   └── es-plugin.properties
    └── site
        ├── checkstyle_include.xml
        └── findbugs_exclude.xml


/.gitignore:
--------------------------------------------------------------------------------
1 | /.settings
2 | /.classpath
3 | /.project
4 | *.class
5 | # Package Files #
6 | *.jar
7 | *.war
8 | *.ear


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | Elasticsearch-MySQL-River
 2 | =========================
 3 | 
 4 | An Elasticsearch river modeled to work like the Solr MySQL import feature
 5 | 
 6 | There is an alternative plugin for jdbc connections which you could also try at:
 7 | https://github.com/jprante/elasticsearch-river-jdbc
 8 | 
 9 | # Building
10 | 
11 | To build the plugin you need to have maven installed. With that in mind simply check out the project and run "mvn package" in the project directory. The plugin should then be available under target/release as a .zip file.
12 | 
13 | # Installation
14 | 
15 | Just copy the .zip file on the elasticsearch server should be using the plugin and run the "plugin" script coming with elasticsearch in the bin folder.
16 | 
17 | An Exmaple how one would call the plugin script:
18 | 
19 | 	/my/elasticsearch/bin/plugin install river-mysql -url file:///path/to/plugin/river-mysql.zip
20 | 
21 | The plugin needs to be installed on all nodes of the ES cluster.
22 | 
23 | for more info on plugins check out http://www.elasticsearch.org/guide/reference/modules/plugins.html
24 | 
25 | # Usage
26 | 
27 | Check out the import.sh script, which is used to initialize the mysql river with all necessary config data.
28 | 
29 | More info on how to use rivers can be found here: http://www.elasticsearch.org/guide/reference/river/
30 | 


--------------------------------------------------------------------------------
/import.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | JSON=$(cat <<EOF
 4 | {
 5 |     "type":"mysql",
 6 |     "mysql":{
 7 |         "index":"elasticSearchIndexName",
 8 |         "type":"elasticSearchTypeName",
 9 |         "hostname":"databaseHostname:3306",
10 |         "database":"databaseName",
11 |         "username":"databaseUser",
12 |         "password":"databasePassword",
13 |         "uniqueIdField":"PrimaryKeyFieldName",
14 |         "query":"select distinct id AS PrimaryKeyFieldName, field1, field2, field3  FROM MyTable t where field4 != NULL",
15 |         "deleteOldEntries":"false",
16 |         "interval":"60000"
17 |     }
18 | }
19 | EOF
20 | )
21 | 
22 | curl -XDELETE 127.0.0.1:9200/_river/river-mysql
23 | echo
24 | curl -XPUT 127.0.0.1:9200/_river/river-mysql/_meta -d "$JSON"
25 | echo
26 | 


--------------------------------------------------------------------------------
/pom.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  3 |     xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  4 |     <name>Elastichsearch MySQL River</name>
  5 |     <modelVersion>4.0.0</modelVersion>
  6 |     <groupId>org.elasticsearch</groupId>
  7 |     <artifactId>rivers-mysql</artifactId>
  8 |     <packaging>jar</packaging>
  9 |     <description>Mysql River for ElasticSearch</description>
 10 |     <inceptionYear>2012</inceptionYear>
 11 |     <version>1.0.0-SNAPSHOT</version>
 12 | 
 13 |     <scm>
 14 |         <url>scm:git://github.com/mallocator/Elasticsearch-MySQL-River.git</url>
 15 |         <connection>scm:git://github.com/mallocator/Elasticsearch-MySQL-River.git</connection>
 16 |         <developerConnection>scm:git://github.com/mallocator/Elasticsearch-MySQL-River.git</developerConnection>
 17 |     </scm>
 18 | 
 19 |     <properties>
 20 |         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
 21 |         <maven.build.timestamp.format>yyyy-MM-dd HH:mm</maven.build.timestamp.format>
 22 |         <java.version>1.7</java.version>
 23 | 
 24 |         <version.elasticsearch>1.0.0.RC1</version.elasticsearch>
 25 |         <version.mysql>5.1.28</version.mysql>
 26 | 
 27 |         <version.testng>6.8.1</version.testng>
 28 |         <version.jmockit>1.5</version.jmockit>
 29 | 
 30 |         <version.maven.assembly>2.4</version.maven.assembly>
 31 |         <version.maven.compiler>3.1</version.maven.compiler>
 32 |         <version.maven.jar>2.4</version.maven.jar>
 33 |         <version.maven.surefire>2.14.1</version.maven.surefire>
 34 | 
 35 |         <version.findbugs>2.5.3</version.findbugs>
 36 |         <version.checkstyle>2.11</version.checkstyle>
 37 |     </properties>
 38 | 
 39 | 
 40 |     <dependencies>
 41 |         <dependency>
 42 |             <groupId>org.elasticsearch</groupId>
 43 |             <artifactId>elasticsearch</artifactId>
 44 |             <version>${version.elasticsearch}</version>
 45 |             <scope>provided</scope>
 46 |         </dependency>
 47 |         <dependency>
 48 |             <groupId>mysql</groupId>
 49 |             <artifactId>mysql-connector-java</artifactId>
 50 |             <version>${version.mysql}</version>
 51 |         </dependency>
 52 | 
 53 |         <!-- Required for mocking during tests -->
 54 |         <dependency>
 55 |             <groupId>com.googlecode.jmockit</groupId>
 56 |             <artifactId>jmockit</artifactId>
 57 |             <version>${version.jmockit}</version>
 58 |             <scope>test</scope>
 59 |         </dependency>
 60 |         <!-- Required for running next generation tests -->
 61 |         <dependency>
 62 |             <groupId>org.testng</groupId>
 63 |             <artifactId>testng</artifactId>
 64 |             <version>${version.testng}</version>
 65 |             <scope>test</scope>
 66 |         </dependency>
 67 |     </dependencies>
 68 |     
 69 |     <build>
 70 |         <plugins>
 71 |             <plugin>
 72 |                 <groupId>org.apache.maven.plugins</groupId>
 73 |                 <artifactId>maven-surefire-plugin</artifactId>
 74 |                 <version>${version.maven.surefire}</version>
 75 |                 <configuration>
 76 |                     <argLine>-javaagent:"${settings.localRepository}"/com/googlecode/jmockit/jmockit/${version.jmockit}/jmockit-${version.jmockit}.jar
 77 |                         -Xmx512m -XX:-UseSplitVerifier</argLine>
 78 |                     <forkMode>once</forkMode>
 79 |                     <properties>
 80 |                         <property>
 81 |                             <name>reporter</name>
 82 |                             <value>org.testng.reporters.XMLReporter</value>
 83 |                         </property>
 84 |                     </properties>
 85 |                 </configuration>
 86 |             </plugin>
 87 |             <plugin>
 88 |                 <groupId>org.apache.maven.plugins</groupId>
 89 |                 <artifactId>maven-compiler-plugin</artifactId>
 90 |                 <version>${version.maven.compiler}</version>
 91 |                 <configuration>
 92 |                     <source>${java.version}</source>
 93 |                     <target>${java.version}</target>
 94 |                     <testSource>${java.version}</testSource>
 95 |                     <testTarget>${java.version}</testTarget>
 96 |                     <compilerArgument>-Xlint</compilerArgument>
 97 |                     <showWarnings>true</showWarnings>
 98 |                     <showDeprecation>true</showDeprecation>
 99 |                 </configuration>
100 |             </plugin>
101 |             <plugin>
102 |                 <groupId>org.apache.maven.plugins</groupId>
103 |                 <artifactId>maven-jar-plugin</artifactId>
104 |                 <version>${version.maven.jar}</version>
105 |                 <configuration>
106 |                     <archive>
107 |                         <manifest>
108 |                             <addDefaultImplementationEntries>true</addDefaultImplementationEntries>
109 |                         </manifest>
110 |                         <manifestEntries>
111 |                             <Implementation-Vendor-Component>${project.artifactId}</Implementation-Vendor-Component>
112 |                             <Implementation-Build-Date>${maven.build.timestamp}</Implementation-Build-Date>
113 |                             <SVN-Build>${buildNumber}</SVN-Build>
114 |                         </manifestEntries>
115 |                     </archive>
116 |                 </configuration>
117 |             </plugin>
118 |             <plugin>
119 |                 <artifactId>maven-assembly-plugin</artifactId>
120 |                 <version>${version.maven.assembly}</version>
121 |                 <configuration>
122 |                     <appendAssemblyId>false</appendAssemblyId>
123 |                     <outputDirectory>${project.build.directory}/releases/</outputDirectory>
124 |                     <descriptors>
125 |                         <descriptor>${basedir}/src/main/assemblies/plugin.xml</descriptor>
126 |                     </descriptors>
127 |                 </configuration>
128 |                 <executions>
129 |                     <execution>
130 |                         <phase>package</phase>
131 |                         <goals>
132 |                             <goal>single</goal>
133 |                         </goals>
134 |                     </execution>
135 |                 </executions>
136 |             </plugin>
137 |             <plugin>
138 |                 <groupId>org.codehaus.mojo</groupId>
139 |                 <artifactId>findbugs-maven-plugin</artifactId>
140 |                 <version>${version.findbugs}</version>
141 |                 <configuration>
142 |                     <excludeFilterFile>${basedir}/src/site/findbugs_exclude.xml</excludeFilterFile>
143 |                     <failOnError>false</failOnError>
144 |                     <findbugsXmlOutput>true</findbugsXmlOutput>
145 |                     <findbugsXmlWithMessages>true</findbugsXmlWithMessages>
146 |                     <xmlOutput>true</xmlOutput>
147 |                 </configuration>
148 |                 <executions>
149 |                     <execution>
150 |                         <phase>install</phase>
151 |                         <goals>
152 |                             <goal>findbugs</goal>
153 |                         </goals>
154 |                     </execution>
155 |                 </executions>
156 |             </plugin>
157 |             <plugin>
158 |                 <groupId>org.apache.maven.plugins</groupId>
159 |                 <artifactId>maven-checkstyle-plugin</artifactId>
160 |                 <version>${version.checkstyle}</version>
161 |                 <configuration>
162 |                     <configLocation>${basedir}/src/site/checkstyle_include.xml</configLocation>
163 |                 </configuration>
164 |                 <executions>
165 |                     <execution>
166 |                         <phase>install</phase>
167 |                         <goals>
168 |                             <goal>checkstyle</goal>
169 |                         </goals>
170 |                     </execution>
171 |                 </executions>
172 |             </plugin>
173 |         </plugins>
174 |     </build>
175 | </project>
176 | 


--------------------------------------------------------------------------------
/src/main/assemblies/plugin.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0"?>
 2 | <assembly>
 3 | 	<id>plugin</id>
 4 | 	<formats>
 5 | 		<format>zip</format>
 6 | 	</formats>
 7 | 	<includeBaseDirectory>false</includeBaseDirectory>
 8 | 	<dependencySets>
 9 | 		<dependencySet>
10 | 			<outputDirectory>/</outputDirectory>
11 | 			<useProjectArtifact>true</useProjectArtifact>
12 | 			<useTransitiveFiltering>true</useTransitiveFiltering>
13 | 			<excludes>
14 | 				<exclude>org.elasticsearch:elasticsearch</exclude>
15 | 			</excludes>
16 | 		</dependencySet>
17 | 		<dependencySet>
18 | 			<outputDirectory>/</outputDirectory>
19 | 			<useProjectArtifact>true</useProjectArtifact>
20 | 			<useTransitiveFiltering>true</useTransitiveFiltering>
21 | 			<includes>
22 | 				<include>mysql:mysql-connector-java</include>
23 | 			</includes>
24 | 		</dependencySet>
25 | 	</dependencySets>
26 | </assembly>


--------------------------------------------------------------------------------
/src/main/java/org/elasticsearch/plugin/river/mysql/MysqlRiverPlugin.java:
--------------------------------------------------------------------------------
 1 | package org.elasticsearch.plugin.river.mysql;
 2 | 
 3 | import org.elasticsearch.common.inject.Inject;
 4 | import org.elasticsearch.plugins.AbstractPlugin;
 5 | 
 6 | /**
 7 |  * Class for registering the MySQL river plugin.
 8 |  * 
 9 |  * @author Ravi Gairola (mallox@pyxzl.net)
10 |  */
11 | public class MysqlRiverPlugin extends AbstractPlugin {
12 | 
13 | 	@Inject
14 | 	public MysqlRiverPlugin() {}
15 | 
16 | 	@Override
17 | 	public String name() {
18 | 		return "river-mysql";
19 | 	}
20 | 
21 | 	@Override
22 | 	public String description() {
23 | 		return "River MySQL Plugin";
24 | 	}
25 | }
26 | 


--------------------------------------------------------------------------------
/src/main/java/org/elasticsearch/river/mysql/MysqlRiver.java:
--------------------------------------------------------------------------------
  1 | package org.elasticsearch.river.mysql;
  2 | 
  3 | import java.security.InvalidParameterException;
  4 | import java.sql.Connection;
  5 | import java.sql.DriverManager;
  6 | import java.sql.ResultSet;
  7 | import java.sql.ResultSetMetaData;
  8 | import java.sql.SQLException;
  9 | import java.sql.Statement;
 10 | import java.util.HashMap;
 11 | import java.util.Map;
 12 | 
 13 | import org.elasticsearch.ElasticsearchException;
 14 | import org.elasticsearch.ExceptionsHelper;
 15 | import org.elasticsearch.action.index.IndexRequest.OpType;
 16 | import org.elasticsearch.action.index.IndexRequestBuilder;
 17 | import org.elasticsearch.action.support.replication.ReplicationType;
 18 | import org.elasticsearch.client.Client;
 19 | import org.elasticsearch.common.inject.Inject;
 20 | import org.elasticsearch.common.util.concurrent.EsExecutors;
 21 | import org.elasticsearch.common.xcontent.support.XContentMapValues;
 22 | import org.elasticsearch.index.query.QueryBuilders;
 23 | import org.elasticsearch.indices.IndexAlreadyExistsException;
 24 | import org.elasticsearch.river.AbstractRiverComponent;
 25 | import org.elasticsearch.river.River;
 26 | import org.elasticsearch.river.RiverName;
 27 | import org.elasticsearch.river.RiverSettings;
 28 | 
 29 | /**
 30 |  * The class that performs the actual import.
 31 |  * 
 32 |  * @author Ravi Gairola (mallox@pyxzl.net)
 33 |  */
 34 | public class MysqlRiver extends AbstractRiverComponent implements River {
 35 | 	private final Client	esClient;
 36 | 	private final String	index;
 37 | 	private final String	type;
 38 | 	private volatile Thread	thread;
 39 | 	private boolean			stopThread;
 40 | 
 41 | 	private final String	url;
 42 | 	private final String	username;
 43 | 	private final String	password;
 44 | 	private final String	query;
 45 | 	private final String	uniqueIdField;
 46 | 	private final boolean	deleteOldEntries;
 47 | 	private final long		interval;
 48 | 
 49 | 	@Inject
 50 | 	public MysqlRiver(final RiverName riverName, final RiverSettings settings, final Client esClient) {
 51 | 		super(riverName, settings);
 52 | 		this.esClient = esClient;
 53 | 		this.logger.info("Creating MySQL Stream River");
 54 | 
 55 | 		this.index = readConfig("index", riverName.name());
 56 | 		this.type = readConfig("type", "data");
 57 | 		this.url = "jdbc:mysql://" + readConfig("hostname") + "/" + readConfig("database");
 58 | 		this.username = readConfig("username");
 59 | 		this.password = readConfig("password");
 60 | 		this.query = readConfig("query");
 61 | 		this.uniqueIdField = readConfig("uniqueIdField", null);
 62 | 		this.deleteOldEntries = Boolean.parseBoolean(readConfig("deleteOldEntries", "true"));
 63 | 		this.interval = Long.parseLong(readConfig("interval", "600000"));
 64 | 	}
 65 | 
 66 | 	private String readConfig(final String config) {
 67 | 		final String result = readConfig(config, null);
 68 | 		if (result == null) {
 69 | 			this.logger.error("Unable to read required config {}. Aborting!", config);
 70 | 			throw new InvalidParameterException("Unable to read required config " + config);
 71 | 		}
 72 | 		return result;
 73 | 	}
 74 | 
 75 | 	@SuppressWarnings({ "unchecked" })
 76 | 	private String readConfig(final String config, final String defaultValue) {
 77 | 		if (this.settings.settings().containsKey("mysql")) {
 78 | 			Map<String, Object> mysqlSettings = (Map<String, Object>) this.settings.settings().get("mysql");
 79 | 			return XContentMapValues.nodeStringValue(mysqlSettings.get(config), defaultValue);
 80 | 		}
 81 | 		return defaultValue;
 82 | 	}
 83 | 
 84 | 	@Override
 85 | 	public void start() {
 86 | 		this.logger.info("starting mysql stream");
 87 | 		try {
 88 | 			this.esClient.admin()
 89 | 				.indices()
 90 | 				.prepareCreate(this.index)
 91 | 				.addMapping(this.type, "{\"" + this.type + "\":{\"_timestamp\":{\"enabled\":true}}}")
 92 | 				.execute()
 93 | 				.actionGet();
 94 | 			this.logger.info("Created Index {} with _timestamp mapping for {}", this.index, this.type);
 95 | 		} catch (Exception e) {
 96 | 			if (ExceptionsHelper.unwrapCause(e) instanceof IndexAlreadyExistsException) {
 97 | 				this.logger.debug("Not creating Index {} as it already exists", this.index);
 98 | 			}
 99 | 			else if (ExceptionsHelper.unwrapCause(e) instanceof ElasticsearchException) {
100 | 				this.logger.debug("Mapping {}.{} already exists and will not be created", this.index, this.type);
101 | 			}
102 | 			else {
103 | 				this.logger.warn("failed to create index [{}], disabling river...", e, this.index);
104 | 				return;
105 | 			}
106 | 		}
107 | 
108 | 		try {
109 | 			this.esClient.admin()
110 | 				.indices()
111 | 				.preparePutMapping(this.index)
112 | 				.setType(this.type)
113 | 				.setSource("{\"" + this.type + "\":{\"_timestamp\":{\"enabled\":true}}}")
114 | 				.setIgnoreConflicts(true)
115 | 				.execute()
116 | 				.actionGet();
117 | 		} catch (ElasticsearchException e) {
118 | 			this.logger.debug("Mapping already exists for index {} and type {}", this.index, this.type);
119 | 		}
120 | 
121 | 		if (this.thread == null) {
122 | 			this.thread = EsExecutors.daemonThreadFactory(this.settings.globalSettings(), "mysql_slurper").newThread(new Parser());
123 | 			this.thread.start();
124 | 		}
125 | 	}
126 | 
127 | 	@Override
128 | 	public void close() {
129 | 		this.logger.info("Closing MySQL river");
130 | 		this.stopThread = true;
131 | 		this.thread = null;
132 | 	}
133 | 
134 | 	/**
135 | 	 * Parser that asynchronously writes the data from MySQL into ElasticSearch.
136 | 	 * 
137 | 	 * @author Ravi Gairola (mallox@pyxzl.net)
138 | 	 */
139 | 	private final class Parser extends Thread {
140 | 		private Parser() {}
141 | 
142 | 		@Override
143 | 		public void run() {
144 | 			MysqlRiver.this.logger.info("Mysql Import Thread has started");
145 | 			long lastRun = 0;
146 | 			while (!MysqlRiver.this.stopThread) {
147 | 				if (lastRun + MysqlRiver.this.interval < System.currentTimeMillis()) {
148 | 					lastRun = System.currentTimeMillis();
149 | 					parse();
150 | 					if (MysqlRiver.this.interval <= 0) {
151 | 						break;
152 | 					}
153 | 					if (!MysqlRiver.this.stopThread) {
154 | 						MysqlRiver.this.logger.info("Mysql Import Thread is waiting for {} Seconds until the next run",
155 | 							MysqlRiver.this.interval / 1000);
156 | 					}
157 | 				}
158 | 				try {
159 | 					sleep(1000);
160 | 				} catch (InterruptedException e) {
161 | 					MysqlRiver.this.logger.trace("Thread sleep cycle has been interrupted", e);
162 | 				}
163 | 			}
164 | 			MysqlRiver.this.logger.info("Mysql Import Thread has finished");
165 | 		}
166 | 
167 | 		private void parse() throws ElasticsearchException {
168 | 			Connection con = null;
169 | 			Statement st = null;
170 | 			ResultSet rs = null;
171 | 
172 | 			try {
173 | 				Class.forName("com.mysql.jdbc.Driver");
174 | 				con = DriverManager.getConnection(MysqlRiver.this.url, MysqlRiver.this.username, MysqlRiver.this.password);
175 | 				st = con.createStatement();
176 | 				rs = st.executeQuery(MysqlRiver.this.query);
177 | 				final ResultSetMetaData md = rs.getMetaData();
178 | 
179 | 				rs.last();
180 | 				final int size = rs.getRow();
181 | 				String timestamp = String.valueOf((int) (System.currentTimeMillis() / 1000));
182 | 				int progress = 0;
183 | 				MysqlRiver.this.logger.info("Got {} results from MySQL database", size);
184 | 
185 | 				if (size == 0) {
186 | 					MysqlRiver.this.logger.warn("Got 0 results from database. Aborting before we do some damage and remove still valid entries.");
187 | 					return;
188 | 				}
189 | 				rs.beforeFirst();
190 | 				while (rs.next() && !MysqlRiver.this.stopThread) {
191 | 					final HashMap<String, Object> rowMap = new HashMap<String, Object>();
192 | 					for (int i = 1; i <= md.getColumnCount(); i++) {
193 | 						rowMap.put(md.getColumnName(i), rs.getString(i));
194 | 					}
195 | 					IndexRequestBuilder builder = MysqlRiver.this.esClient.prepareIndex(MysqlRiver.this.index, MysqlRiver.this.type);
196 | 					if (MysqlRiver.this.uniqueIdField != null) {
197 | 						builder.setId((String) rowMap.get(MysqlRiver.this.uniqueIdField));
198 | 					}
199 | 					builder.setOpType(OpType.INDEX)
200 | 						.setReplicationType(ReplicationType.ASYNC)
201 | 						.setOperationThreaded(true)
202 | 						.setTimestamp(timestamp)
203 | 						.setSource(rowMap)
204 | 						.execute()
205 | 						.actionGet();
206 | 					if (++progress % 100 == 0) {
207 | 						MysqlRiver.this.logger.debug("Processed {} entries ({} percent done)",
208 | 							progress,
209 | 							Math.round((float) progress / (float) size * 100f));
210 | 					}
211 | 				}
212 | 				MysqlRiver.this.logger.info("Imported {} entries into ElasticSeach from MySQL!", size);
213 | 				if (MysqlRiver.this.deleteOldEntries) {
214 | 					MysqlRiver.this.logger.info("Removing old MySQL entries from ElasticSearch!");
215 | 					MysqlRiver.this.esClient.prepareDeleteByQuery(MysqlRiver.this.index)
216 | 						.setTypes(MysqlRiver.this.type)
217 | 						.setQuery(QueryBuilders.rangeQuery("_timestamp").lt(timestamp))
218 | 						.execute()
219 | 						.actionGet();
220 | 					MysqlRiver.this.logger.info("Old MySQL entries have been removed from ElasticSearch!");
221 | 				}
222 | 				else {
223 | 					MysqlRiver.this.logger.info("Not removing old MySQL entries from ElasticSearch");
224 | 				}
225 | 				MysqlRiver.this.logger.info("MySQL river has been completed");
226 | 				return;
227 | 			} catch (SQLException ex) {
228 | 				MysqlRiver.this.logger.error("Error trying to read data frm MySQL database!", ex);
229 | 			} catch (ClassNotFoundException ex) {
230 | 				MysqlRiver.this.logger.error("Error trying to load MySQL driver!", ex);
231 | 			} finally {
232 | 				try {
233 | 					if (rs != null) {
234 | 						rs.close();
235 | 					}
236 | 					if (st != null) {
237 | 						st.close();
238 | 					}
239 | 					if (con != null) {
240 | 						con.close();
241 | 					}
242 | 				} catch (SQLException ex) {
243 | 					MysqlRiver.this.logger.warn("Error closing MySQL connection properly.", ex);
244 | 				}
245 | 			}
246 | 		}
247 | 	}
248 | }
249 | 


--------------------------------------------------------------------------------
/src/main/java/org/elasticsearch/river/mysql/MysqlRiverModule.java:
--------------------------------------------------------------------------------
 1 | package org.elasticsearch.river.mysql;
 2 | 
 3 | import org.elasticsearch.common.inject.AbstractModule;
 4 | import org.elasticsearch.river.River;
 5 | 
 6 | /**
 7 |  * The Module that performs the actual binding of the MySQL module.
 8 |  * 
 9 |  * @author Ravi Gairola (ravig@motorola.com)
10 |  */
11 | public class MysqlRiverModule extends AbstractModule {
12 | 
13 | 	@Override
14 | 	protected void configure() {
15 | 		bind(River.class).to(MysqlRiver.class).asEagerSingleton();
16 | 	}
17 | }
18 | 


--------------------------------------------------------------------------------
/src/main/resources/es-plugin.properties:
--------------------------------------------------------------------------------
1 | plugin=org.elasticsearch.plugin.river.mysql.MysqlRiverPlugin


--------------------------------------------------------------------------------
/src/site/checkstyle_include.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <!DOCTYPE module PUBLIC "-//Puppy Crawl//DTD Check Configuration 1.3//EN" "http://www.puppycrawl.com/dtds/configuration_1_3.dtd">
  3 | 
  4 | <!-- This configuration file was written by the eclipse-cs plugin configuration 
  5 | 	editor -->
  6 | <!-- Checkstyle-Configuration: default Description: none -->
  7 | <module name="Checker">
  8 | 	<property name="severity" value="warning" />
  9 | 	<module name="TreeWalker">
 10 | 		<property name="cacheFile" value="target/checkstyle.cache" />
 11 | 		<module name="FileContentsHolder" />
 12 | 		<module name="MissingOverride" />
 13 | 		<module name="JavadocMethod">
 14 | 			<property name="severity" value="info" />
 15 | 			<property name="scope" value="public" />
 16 | 			<property name="allowThrowsTagsForSubclasses" value="true" />
 17 | 			<property name="allowMissingParamTags" value="true" />
 18 | 			<property name="allowMissingThrowsTags" value="true" />
 19 | 			<property name="allowMissingReturnTag" value="true" />
 20 | 			<property name="allowMissingPropertyJavadoc" value="true" />
 21 | 			<property name="suppressLoadErrors" value="true" />
 22 | 			<property name="tokens" value="METHOD_DEF" />
 23 | 		</module>
 24 | 		<module name="JavadocStyle">
 25 | 			<property name="severity" value="info" />
 26 | 			<property name="checkEmptyJavadoc" value="true" />
 27 | 		</module>
 28 | 		<module name="AbstractClassName">
 29 | 			<property name="severity" value="info" />
 30 | 		</module>
 31 | 		<module name="ClassTypeParameterName">
 32 | 			<property name="severity" value="info" />
 33 | 		</module>
 34 | 		<module name="ConstantName">
 35 | 			<property name="severity" value="info" />
 36 | 			<property name="applyToPrivate" value="false" />
 37 | 		</module>
 38 | 		<module name="LocalFinalVariableName">
 39 | 			<property name="severity" value="info" />
 40 | 		</module>
 41 | 		<module name="LocalVariableName">
 42 | 			<property name="severity" value="info" />
 43 | 		</module>
 44 | 		<module name="MemberName">
 45 | 			<property name="severity" value="info" />
 46 | 		</module>
 47 | 		<module name="MethodName">
 48 | 			<property name="severity" value="info" />
 49 | 		</module>
 50 | 		<module name="MethodTypeParameterName">
 51 | 			<property name="severity" value="info" />
 52 | 		</module>
 53 | 		<module name="PackageName">
 54 | 			<property name="severity" value="warning" />
 55 | 		</module>
 56 | 		<module name="ParameterName">
 57 | 			<property name="severity" value="info" />
 58 | 		</module>
 59 | 		<module name="StaticVariableName">
 60 | 			<property name="severity" value="info" />
 61 | 			<property name="applyToPrivate" value="false" />
 62 | 		</module>
 63 | 		<module name="TypeName">
 64 | 			<property name="severity" value="info" />
 65 | 		</module>
 66 | 		<module name="RedundantImport">
 67 | 			<property name="severity" value="info" />
 68 | 		</module>
 69 | 		<module name="AnonInnerLength">
 70 | 			<property name="severity" value="info" />
 71 | 			<property name="max" value="50" />
 72 | 		</module>
 73 | 		<module name="MethodLength">
 74 | 			<property name="severity" value="info" />
 75 | 		</module>
 76 | 		<module name="MethodLength">
 77 | 			<property name="severity" value="warning" />
 78 | 			<property name="max" value="200" />
 79 | 		</module>
 80 | 		<module name="MethodLength">
 81 | 			<property name="severity" value="error" />
 82 | 			<property name="max" value="250" />
 83 | 		</module>
 84 | 		<module name="ParameterNumber">
 85 | 			<property name="severity" value="info" />
 86 | 		</module>
 87 | 		<module name="ParameterNumber">
 88 | 			<property name="severity" value="warning" />
 89 | 			<property name="max" value="9" />
 90 | 		</module>
 91 | 		<module name="ParameterNumber">
 92 | 			<property name="severity" value="error" />
 93 | 			<property name="max" value="10" />
 94 | 		</module>
 95 | 		<module name="OuterTypeNumber">
 96 | 			<property name="severity" value="info" />
 97 | 		</module>
 98 | 		<module name="OuterTypeNumber">
 99 | 			<property name="severity" value="warning" />
100 | 			<property name="max" value="3" />
101 | 		</module>
102 | 		<module name="OuterTypeNumber">
103 | 			<property name="severity" value="error" />
104 | 			<property name="max" value="5" />
105 | 		</module>
106 | 		<module name="ModifierOrder">
107 | 			<property name="severity" value="info" />
108 | 		</module>
109 | 		<module name="RedundantModifier">
110 | 			<property name="severity" value="info" />
111 | 		</module>
112 | 		<module name="EmptyBlock">
113 | 			<property name="severity" value="info" />
114 | 		</module>
115 | 		<module name="AvoidNestedBlocks">
116 | 			<property name="severity" value="info" />
117 | 		</module>
118 | 		<module name="LeftCurly">
119 | 			<property name="severity" value="info" />
120 | 		</module>
121 | 		<module name="NeedBraces">
122 | 			<property name="severity" value="warning" />
123 | 		</module>
124 | 		<module name="FinalClass">
125 | 			<property name="severity" value="info" />
126 | 		</module>
127 | 		<module name="HideUtilityClassConstructor">
128 | 			<property name="severity" value="info" />
129 | 		</module>
130 | 		<module name="BooleanExpressionComplexity">
131 | 			<property name="severity" value="info" />
132 | 			<property name="max" value="5" />
133 | 		</module>
134 | 		<module name="ArrayTypeStyle">
135 | 			<property name="severity" value="info" />
136 | 		</module>
137 | 		<module name="FinalParameters">
138 | 			<property name="severity" value="info" />
139 | 		</module>
140 | 		<module name="UpperEll">
141 | 			<property name="severity" value="info" />
142 | 		</module>
143 | 		<module name="JavadocType">
144 | 			<property name="severity" value="info" />
145 | 			<property name="scope" value="public" />
146 | 		</module>
147 | 	</module>
148 | 	<module name="SuppressionCommentFilter" />
149 | 	<module name="SuppressWithNearbyCommentFilter">
150 | 		<property name="commentFormat" value="CHECKSTYLE IGNORE (\w+) FOR NEXT (\d+) LINES" />
151 | 		<property name="checkFormat" value="$1" />
152 | 		<property name="influenceFormat" value="$2" />
153 | 	</module>
154 | 	<module name="FileLength">
155 | 		<property name="severity" value="info" />
156 | 		<property name="max" value="1000" />
157 | 	</module>
158 | 	<module name="FileLength">
159 | 		<property name="severity" value="warning" />
160 | 		<property name="max" value="1500" />
161 | 	</module>
162 | 	<module name="FileLength">
163 | 		<property name="severity" value="error" />
164 | 	</module>
165 | 	<module name="StrictDuplicateCode">
166 | 		<property name="severity" value="warning" />
167 | 		<property name="min" value="50" />
168 | 	</module>
169 | </module>
170 | 


--------------------------------------------------------------------------------
/src/site/findbugs_exclude.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <FindBugsFilter>
 3 | 	<!-- Style violations are handled via Checkstyle -->
 4 | 	<Match>
 5 | 		<Bug category="STYLE" />
 6 | 	</Match>
 7 | 
 8 | 	<!-- InternalRepresentation check is not available in some FireBug version -->
 9 | 	<Match>
10 | 		<Or>
11 | 			<Bug pattern="EI_EXPOSE_REP" />
12 | 			<Bug pattern="EI_EXPOSE_REP2" />
13 | 		</Or>
14 | 	</Match>
15 | 
16 | 	<!-- Ignore unreachable code because of mocking -->
17 | 	<Match>
18 | 		<Class>mockit.MockUp.MockUp</Class>
19 | 		<Bug pattern="UMAC_UNCALLABLE_METHOD_OF_ANONYMOUS_CLASS" />
20 | 	</Match>
21 | </FindBugsFilter>


--------------------------------------------------------------------------------