├── pom.xml
└── src
    └── main
        └── java
            └── com
                └── spnotes
                    └── kafka
                        ├── HelloKafkaConsumer.java
                        └── HelloKafkaProducer.java


/pom.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <project xmlns="http://maven.apache.org/POM/4.0.0"
 3 |          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
 4 |          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
 5 |     <modelVersion>4.0.0</modelVersion>
 6 | 
 7 |     <groupId>HelloKafka</groupId>
 8 |     <artifactId>HelloKafka</artifactId>
 9 |     <version>1.0-SNAPSHOT</version>
10 | 
11 |     <dependencies>
12 |         <dependency>
13 |             <groupId>org.apache.kafka</groupId>
14 |             <artifactId>kafka_2.9.2</artifactId>
15 |             <version>0.8.1.1</version>
16 |             <scope>compile</scope>
17 |             <exclusions>
18 |                 <exclusion>
19 |                     <artifactId>jmxri</artifactId>
20 |                     <groupId>com.sun.jmx</groupId>
21 |                 </exclusion>
22 |                 <exclusion>
23 |                     <artifactId>jms</artifactId>
24 |                     <groupId>javax.jms</groupId>
25 |                 </exclusion>
26 |                 <exclusion>
27 |                     <artifactId>jmxtools</artifactId>
28 |                     <groupId>com.sun.jdmk</groupId>
29 |                 </exclusion>
30 |             </exclusions>
31 |         </dependency>
32 |         <dependency>
33 |             <groupId>org.slf4j</groupId>
34 |             <artifactId>slf4j-log4j12</artifactId>
35 |             <version>1.5.6</version>
36 |         </dependency>
37 | 
38 |     </dependencies>
39 | </project>


--------------------------------------------------------------------------------
/src/main/java/com/spnotes/kafka/HelloKafkaConsumer.java:
--------------------------------------------------------------------------------
 1 | package com.spnotes.kafka;
 2 | 
 3 | import kafka.api.FetchRequest;
 4 | import kafka.api.FetchRequestBuilder;
 5 | import kafka.api.FetchResponse;
 6 | import kafka.consumer.Consumer;
 7 | import kafka.consumer.ConsumerConfig;
 8 | import kafka.consumer.ConsumerIterator;
 9 | import kafka.consumer.KafkaStream;
10 | import kafka.javaapi.consumer.ConsumerConnector;
11 | import kafka.javaapi.consumer.SimpleConsumer;
12 | 
13 | import java.nio.ByteBuffer;
14 | import java.util.*;
15 | 
16 | import kafka.javaapi.message.ByteBufferMessageSet;
17 | import kafka.message.MessageAndOffset;
18 | import java.io.UnsupportedEncodingException;
19 | 
20 | 
21 | /**
22 |  * Created by user on 8/4/14.
23 |  */
24 | public class HelloKafkaConsumer extends  Thread {
25 |     final static String clientId = "SimpleConsumerDemoClient";
26 |     final static String TOPIC = "pythontest";
27 |     ConsumerConnector consumerConnector;
28 | 
29 | 
30 |     public static void main(String[] argv) throws UnsupportedEncodingException {
31 |         HelloKafkaConsumer helloKafkaConsumer = new HelloKafkaConsumer();
32 |         helloKafkaConsumer.start();
33 | 
34 |     }
35 | 
36 |     public HelloKafkaConsumer(){
37 |         Properties properties = new Properties();
38 |         properties.put("zookeeper.connect","localhost:2181");
39 |         properties.put("group.id","test-group");
40 |         ConsumerConfig consumerConfig = new ConsumerConfig(properties);
41 |         consumerConnector = Consumer.createJavaConsumerConnector(consumerConfig);
42 |     }
43 | 
44 |     @Override
45 |     public void run() {
46 |         Map<String, Integer> topicCountMap = new HashMap<String, Integer>();
47 |         topicCountMap.put(TOPIC, new Integer(1));
48 |         Map<String, List<KafkaStream<byte[], byte[]>>> consumerMap = consumerConnector.createMessageStreams(topicCountMap);
49 |         KafkaStream<byte[], byte[]> stream =  consumerMap.get(TOPIC).get(0);
50 |         ConsumerIterator<byte[], byte[]> it = stream.iterator();
51 |         while(it.hasNext())
52 |             System.out.println(new String(it.next().message()));
53 | 
54 |     }
55 | 
56 |     private static void printMessages(ByteBufferMessageSet messageSet) throws UnsupportedEncodingException {
57 |         for(MessageAndOffset messageAndOffset: messageSet) {
58 |             ByteBuffer payload = messageAndOffset.message().payload();
59 |             byte[] bytes = new byte[payload.limit()];
60 |             payload.get(bytes);
61 |             System.out.println(new String(bytes, "UTF-8"));
62 |         }
63 |     }
64 | }
65 | 


--------------------------------------------------------------------------------
/src/main/java/com/spnotes/kafka/HelloKafkaProducer.java:
--------------------------------------------------------------------------------
 1 | package com.spnotes.kafka;
 2 | 
 3 | import kafka.javaapi.producer.Producer;
 4 | import kafka.producer.KeyedMessage;
 5 | import kafka.producer.ProducerConfig;
 6 | import scala.collection.Seq;
 7 | 
 8 | import java.text.SimpleDateFormat;
 9 | import java.util.Date;
10 | import java.util.Properties;
11 | 
12 | /**
13 |  * Created by user on 8/4/14.
14 |  */
15 | public class HelloKafkaProducer {
16 |     final static String TOPIC = "pythontest";
17 | 
18 | 
19 |     public static void main(String[] argv){
20 |         Properties properties = new Properties();
21 |         properties.put("metadata.broker.list","localhost:9092");
22 |         properties.put("serializer.class","kafka.serializer.StringEncoder");
23 |         ProducerConfig producerConfig = new ProducerConfig(properties);
24 |         kafka.javaapi.producer.Producer<String,String> producer = new kafka.javaapi.producer.Producer<String, String>(producerConfig);
25 |         SimpleDateFormat sdf = new SimpleDateFormat();
26 |         KeyedMessage<String, String> message =new KeyedMessage<String, String>(TOPIC,"Test message from java program " + sdf.format(new Date()));
27 |         producer.send(message);
28 |         producer.close();
29 |     }
30 | }
31 | 


--------------------------------------------------------------------------------