├── .gitignore ├── .travis.yml ├── README.md ├── Thessaloniki-Tilemap-2018-02-03.png ├── config ├── Makefile ├── dispatcher.ex ├── inject-etc-hosts.sh ├── integrator │ ├── user-interfaces │ └── user-interfaces.save └── nginx.conf ├── docker-compose.yml ├── pom.xml ├── sc4-csswrapper.dockerfile ├── sc4-elasticsearch ├── Dockerfile ├── elasticsearch-startup.sh ├── elasticsearch_fcd_mapping.json └── healthcheck ├── sc4-integratorui.dockerfile ├── sc4-kafka ├── Dockerfile ├── entrypoint.sh ├── healthcheck └── kafka-startup.sh ├── sc4-monitor.dockerfile ├── sc4-zookeeper ├── Dockerfile ├── execute-step.sh ├── finish-step.sh ├── healthcheck ├── wait-for-step.sh └── zookeeper-startup.sh └── src ├── main ├── java │ └── eu │ │ └── bde │ │ └── sc4pilot │ │ ├── flink │ │ ├── FcdTaxiEvent.java │ │ ├── FcdTaxiEventUtils.java │ │ ├── FcdTaxiSchema.java │ │ ├── FlinkFcdConsumer.java │ │ ├── FlinkFcdConsumerElasticsearch.java │ │ └── WindowTrafficData.java │ │ ├── json │ │ ├── GpsJsonReader.java │ │ └── GpsRecord.java │ │ ├── mapmatch │ │ └── MapMatch.java │ │ └── rutilis │ │ ├── GpsColumns.java │ │ └── RUtil.java └── resources │ ├── consumer.props │ ├── fcd-record-schema.avsc │ ├── log4j.properties │ └── sc4pilot.props └── test ├── java └── eu │ └── bde │ └── sc4pilot │ ├── json │ └── GpsJsonReaderTest.java │ ├── mapmatch │ └── MapMatchTest.java │ └── rutilis │ └── RUtilTest.java └── resources └── eu └── bde └── sc4pilot └── json └── gps.json /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/.travis.yml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/README.md -------------------------------------------------------------------------------- /Thessaloniki-Tilemap-2018-02-03.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/Thessaloniki-Tilemap-2018-02-03.png -------------------------------------------------------------------------------- /config/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/config/Makefile -------------------------------------------------------------------------------- /config/dispatcher.ex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/config/dispatcher.ex -------------------------------------------------------------------------------- /config/inject-etc-hosts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/config/inject-etc-hosts.sh -------------------------------------------------------------------------------- /config/integrator/user-interfaces: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/config/integrator/user-interfaces -------------------------------------------------------------------------------- /config/integrator/user-interfaces.save: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/config/integrator/user-interfaces.save -------------------------------------------------------------------------------- /config/nginx.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/config/nginx.conf -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/pom.xml -------------------------------------------------------------------------------- /sc4-csswrapper.dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-csswrapper.dockerfile -------------------------------------------------------------------------------- /sc4-elasticsearch/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-elasticsearch/Dockerfile -------------------------------------------------------------------------------- /sc4-elasticsearch/elasticsearch-startup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-elasticsearch/elasticsearch-startup.sh -------------------------------------------------------------------------------- /sc4-elasticsearch/elasticsearch_fcd_mapping.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-elasticsearch/elasticsearch_fcd_mapping.json -------------------------------------------------------------------------------- /sc4-elasticsearch/healthcheck: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-elasticsearch/healthcheck -------------------------------------------------------------------------------- /sc4-integratorui.dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-integratorui.dockerfile -------------------------------------------------------------------------------- /sc4-kafka/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-kafka/Dockerfile -------------------------------------------------------------------------------- /sc4-kafka/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-kafka/entrypoint.sh -------------------------------------------------------------------------------- /sc4-kafka/healthcheck: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-kafka/healthcheck -------------------------------------------------------------------------------- /sc4-kafka/kafka-startup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-kafka/kafka-startup.sh -------------------------------------------------------------------------------- /sc4-monitor.dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-monitor.dockerfile -------------------------------------------------------------------------------- /sc4-zookeeper/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-zookeeper/Dockerfile -------------------------------------------------------------------------------- /sc4-zookeeper/execute-step.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-zookeeper/execute-step.sh -------------------------------------------------------------------------------- /sc4-zookeeper/finish-step.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-zookeeper/finish-step.sh -------------------------------------------------------------------------------- /sc4-zookeeper/healthcheck: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-zookeeper/healthcheck -------------------------------------------------------------------------------- /sc4-zookeeper/wait-for-step.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-zookeeper/wait-for-step.sh -------------------------------------------------------------------------------- /sc4-zookeeper/zookeeper-startup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/sc4-zookeeper/zookeeper-startup.sh -------------------------------------------------------------------------------- /src/main/java/eu/bde/sc4pilot/flink/FcdTaxiEvent.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/java/eu/bde/sc4pilot/flink/FcdTaxiEvent.java -------------------------------------------------------------------------------- /src/main/java/eu/bde/sc4pilot/flink/FcdTaxiEventUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/java/eu/bde/sc4pilot/flink/FcdTaxiEventUtils.java -------------------------------------------------------------------------------- /src/main/java/eu/bde/sc4pilot/flink/FcdTaxiSchema.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/java/eu/bde/sc4pilot/flink/FcdTaxiSchema.java -------------------------------------------------------------------------------- /src/main/java/eu/bde/sc4pilot/flink/FlinkFcdConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/java/eu/bde/sc4pilot/flink/FlinkFcdConsumer.java -------------------------------------------------------------------------------- /src/main/java/eu/bde/sc4pilot/flink/FlinkFcdConsumerElasticsearch.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/java/eu/bde/sc4pilot/flink/FlinkFcdConsumerElasticsearch.java -------------------------------------------------------------------------------- /src/main/java/eu/bde/sc4pilot/flink/WindowTrafficData.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/java/eu/bde/sc4pilot/flink/WindowTrafficData.java -------------------------------------------------------------------------------- /src/main/java/eu/bde/sc4pilot/json/GpsJsonReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/java/eu/bde/sc4pilot/json/GpsJsonReader.java -------------------------------------------------------------------------------- /src/main/java/eu/bde/sc4pilot/json/GpsRecord.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/java/eu/bde/sc4pilot/json/GpsRecord.java -------------------------------------------------------------------------------- /src/main/java/eu/bde/sc4pilot/mapmatch/MapMatch.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/java/eu/bde/sc4pilot/mapmatch/MapMatch.java -------------------------------------------------------------------------------- /src/main/java/eu/bde/sc4pilot/rutilis/GpsColumns.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/java/eu/bde/sc4pilot/rutilis/GpsColumns.java -------------------------------------------------------------------------------- /src/main/java/eu/bde/sc4pilot/rutilis/RUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/java/eu/bde/sc4pilot/rutilis/RUtil.java -------------------------------------------------------------------------------- /src/main/resources/consumer.props: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/resources/consumer.props -------------------------------------------------------------------------------- /src/main/resources/fcd-record-schema.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/resources/fcd-record-schema.avsc -------------------------------------------------------------------------------- /src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /src/main/resources/sc4pilot.props: -------------------------------------------------------------------------------- 1 | topic=taxi 2 | window=120 -------------------------------------------------------------------------------- /src/test/java/eu/bde/sc4pilot/json/GpsJsonReaderTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/test/java/eu/bde/sc4pilot/json/GpsJsonReaderTest.java -------------------------------------------------------------------------------- /src/test/java/eu/bde/sc4pilot/mapmatch/MapMatchTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/test/java/eu/bde/sc4pilot/mapmatch/MapMatchTest.java -------------------------------------------------------------------------------- /src/test/java/eu/bde/sc4pilot/rutilis/RUtilTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/test/java/eu/bde/sc4pilot/rutilis/RUtilTest.java -------------------------------------------------------------------------------- /src/test/resources/eu/bde/sc4pilot/json/gps.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/luigiselmi/flink-kafka-consumer/HEAD/src/test/resources/eu/bde/sc4pilot/json/gps.json --------------------------------------------------------------------------------