├── README.md ├── config ├── c3p0.properties ├── conf.properties └── log4j.properties ├── doc └── scripts.txt ├── pom.xml └── src ├── main └── scala │ ├── META-INF │ └── MANIFEST.MF │ ├── com │ └── hb │ │ ├── analysis │ │ └── NginxFlowAnalysis.scala │ │ ├── falcon │ │ ├── NginxFalcon.scala │ │ ├── Pack.scala │ │ └── Sender.scala │ │ ├── model │ │ ├── IPMapping.scala │ │ ├── IPRecord.scala │ │ ├── IpToLong.scala │ │ └── LocationInfo.scala │ │ ├── pool │ │ └── ConnectionPool.scala │ │ └── utils │ │ └── Num.scala │ ├── consumer │ └── kafka │ │ ├── Broker.java │ │ ├── BrokerHosts.java │ │ ├── Config.java │ │ ├── DynamicBrokersReader.java │ │ ├── DynamicPartitionConnections.java │ │ ├── FailedFetchException.java │ │ ├── GlobalPartitionInformation.java │ │ ├── IBrokerReader.java │ │ ├── IdentityMessageHandler.java │ │ ├── KafkaConfig.java │ │ ├── KafkaConsumer.java │ │ ├── KafkaError.java │ │ ├── KafkaMessageHandler.java │ │ ├── KafkaUtils.java │ │ ├── MessageAndMetadata.java │ │ ├── PIDController.java │ │ ├── Partition.java │ │ ├── PartitionCoordinator.java │ │ ├── PartitionManager.java │ │ ├── PartitionOffsetPair.java │ │ ├── ProcessedOffsetManager.java │ │ ├── ReceiverLauncher.java │ │ ├── ReceiverStreamListener.java │ │ ├── ScalaUtil.java │ │ ├── Utils.java │ │ ├── ZkBrokerReader.java │ │ ├── ZkCoordinator.java │ │ ├── ZkState.java │ │ └── client │ │ ├── KafkaRangeReceiver.java │ │ ├── KafkaReceiver.java │ │ └── SampleConsumer.java │ └── resources │ └── ipCity.properties └── test └── scala └── com └── hb └── producer └── KafkaProducerSimulator.scala /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/README.md -------------------------------------------------------------------------------- /config/c3p0.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/config/c3p0.properties -------------------------------------------------------------------------------- /config/conf.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/config/conf.properties -------------------------------------------------------------------------------- /config/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/config/log4j.properties -------------------------------------------------------------------------------- /doc/scripts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/doc/scripts.txt -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/scala/META-INF/MANIFEST.MF: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/META-INF/MANIFEST.MF -------------------------------------------------------------------------------- /src/main/scala/com/hb/analysis/NginxFlowAnalysis.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/com/hb/analysis/NginxFlowAnalysis.scala -------------------------------------------------------------------------------- /src/main/scala/com/hb/falcon/NginxFalcon.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/com/hb/falcon/NginxFalcon.scala -------------------------------------------------------------------------------- /src/main/scala/com/hb/falcon/Pack.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/com/hb/falcon/Pack.scala -------------------------------------------------------------------------------- /src/main/scala/com/hb/falcon/Sender.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/com/hb/falcon/Sender.scala -------------------------------------------------------------------------------- /src/main/scala/com/hb/model/IPMapping.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/com/hb/model/IPMapping.scala -------------------------------------------------------------------------------- /src/main/scala/com/hb/model/IPRecord.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/com/hb/model/IPRecord.scala -------------------------------------------------------------------------------- /src/main/scala/com/hb/model/IpToLong.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/com/hb/model/IpToLong.scala -------------------------------------------------------------------------------- /src/main/scala/com/hb/model/LocationInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/com/hb/model/LocationInfo.scala -------------------------------------------------------------------------------- /src/main/scala/com/hb/pool/ConnectionPool.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/com/hb/pool/ConnectionPool.scala -------------------------------------------------------------------------------- /src/main/scala/com/hb/utils/Num.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/com/hb/utils/Num.scala -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/Broker.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/Broker.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/BrokerHosts.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/BrokerHosts.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/Config.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/Config.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/DynamicBrokersReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/DynamicBrokersReader.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/DynamicPartitionConnections.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/DynamicPartitionConnections.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/FailedFetchException.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/FailedFetchException.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/GlobalPartitionInformation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/GlobalPartitionInformation.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/IBrokerReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/IBrokerReader.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/IdentityMessageHandler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/IdentityMessageHandler.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/KafkaConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/KafkaConfig.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/KafkaConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/KafkaConsumer.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/KafkaError.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/KafkaError.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/KafkaMessageHandler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/KafkaMessageHandler.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/KafkaUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/KafkaUtils.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/MessageAndMetadata.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/MessageAndMetadata.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/PIDController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/PIDController.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/Partition.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/Partition.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/PartitionCoordinator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/PartitionCoordinator.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/PartitionManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/PartitionManager.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/PartitionOffsetPair.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/PartitionOffsetPair.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/ProcessedOffsetManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/ProcessedOffsetManager.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/ReceiverLauncher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/ReceiverLauncher.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/ReceiverStreamListener.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/ReceiverStreamListener.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/ScalaUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/ScalaUtil.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/Utils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/Utils.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/ZkBrokerReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/ZkBrokerReader.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/ZkCoordinator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/ZkCoordinator.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/ZkState.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/ZkState.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/client/KafkaRangeReceiver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/client/KafkaRangeReceiver.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/client/KafkaReceiver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/client/KafkaReceiver.java -------------------------------------------------------------------------------- /src/main/scala/consumer/kafka/client/SampleConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/consumer/kafka/client/SampleConsumer.java -------------------------------------------------------------------------------- /src/main/scala/resources/ipCity.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/main/scala/resources/ipCity.properties -------------------------------------------------------------------------------- /src/test/scala/com/hb/producer/KafkaProducerSimulator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/simon-wind/realtime-analysis/HEAD/src/test/scala/com/hb/producer/KafkaProducerSimulator.scala --------------------------------------------------------------------------------