├── README.md ├── load_json_to_elasticsearch.ipynb ├── pom.xml ├── resource └── tiki_cate.csv └── src ├── demo ├── KafkaSendDataDemo.java ├── SparkStreamingReadDataDemo.java └── runable │ └── CrawlWorker.java ├── kafka ├── ITask.java ├── ITaskConsumer.java ├── ITaskProducer.java ├── producer │ └── SimpleProducer.java └── properties │ ├── KafkaProperties.java │ └── SSKafkaProperties.java ├── models ├── Data.java ├── Inventory.java ├── Product.java ├── QuantitySold.java ├── StockItem.java └── closeable │ ├── ProductDeserializer.java │ └── ProductSerializer.java ├── parse ├── IParseObject.java ├── ParseData.java └── ParseUrl.java └── services └── HandleParquetFile.java /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/README.md -------------------------------------------------------------------------------- /load_json_to_elasticsearch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/load_json_to_elasticsearch.ipynb -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/pom.xml -------------------------------------------------------------------------------- /resource/tiki_cate.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/resource/tiki_cate.csv -------------------------------------------------------------------------------- /src/demo/KafkaSendDataDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/demo/KafkaSendDataDemo.java -------------------------------------------------------------------------------- /src/demo/SparkStreamingReadDataDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/demo/SparkStreamingReadDataDemo.java -------------------------------------------------------------------------------- /src/demo/runable/CrawlWorker.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/demo/runable/CrawlWorker.java -------------------------------------------------------------------------------- /src/kafka/ITask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/kafka/ITask.java -------------------------------------------------------------------------------- /src/kafka/ITaskConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/kafka/ITaskConsumer.java -------------------------------------------------------------------------------- /src/kafka/ITaskProducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/kafka/ITaskProducer.java -------------------------------------------------------------------------------- /src/kafka/producer/SimpleProducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/kafka/producer/SimpleProducer.java -------------------------------------------------------------------------------- /src/kafka/properties/KafkaProperties.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/kafka/properties/KafkaProperties.java -------------------------------------------------------------------------------- /src/kafka/properties/SSKafkaProperties.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/kafka/properties/SSKafkaProperties.java -------------------------------------------------------------------------------- /src/models/Data.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/models/Data.java -------------------------------------------------------------------------------- /src/models/Inventory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/models/Inventory.java -------------------------------------------------------------------------------- /src/models/Product.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/models/Product.java -------------------------------------------------------------------------------- /src/models/QuantitySold.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/models/QuantitySold.java -------------------------------------------------------------------------------- /src/models/StockItem.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/models/StockItem.java -------------------------------------------------------------------------------- /src/models/closeable/ProductDeserializer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/models/closeable/ProductDeserializer.java -------------------------------------------------------------------------------- /src/models/closeable/ProductSerializer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/models/closeable/ProductSerializer.java -------------------------------------------------------------------------------- /src/parse/IParseObject.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/parse/IParseObject.java -------------------------------------------------------------------------------- /src/parse/ParseData.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/parse/ParseData.java -------------------------------------------------------------------------------- /src/parse/ParseUrl.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/parse/ParseUrl.java -------------------------------------------------------------------------------- /src/services/HandleParquetFile.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/trannguyenhan/tiki-data-analysis/HEAD/src/services/HandleParquetFile.java --------------------------------------------------------------------------------