├── .idea ├── compiler.xml ├── hydra.xml ├── misc.xml ├── uiDesigner.xml └── vcs.xml ├── README.md ├── conf ├── csvsqlstream ├── socketprostream ├── socketsqlstream └── sqlstream ├── filepath └── people.csv ├── pom.xml ├── sqlstream.iml └── src ├── main ├── java │ └── com │ │ └── openspark │ │ └── sqlstream │ │ ├── SparkInSql.java │ │ ├── base │ │ ├── Base.java │ │ └── WindowType.java │ │ ├── parser │ │ ├── CreateEnvParser.java │ │ ├── CreateFuncParser.java │ │ ├── CreateSinkParser.java │ │ ├── CreateTableParser.java │ │ ├── IParser.java │ │ ├── InsertSqlParser.java │ │ ├── SqlParser.java │ │ ├── SqlTree.java │ │ └── TableInfo.java │ │ ├── sink │ │ ├── BaseOuput.java │ │ ├── ConsoleOutput.java │ │ └── KafkaOutput.java │ │ ├── source │ │ ├── BaseInput.java │ │ ├── CsvInput.java │ │ ├── KafkaInput.java │ │ └── SocketInput.java │ │ └── util │ │ ├── ConfigConstrant.java │ │ ├── DtStringUtil.java │ │ ├── DynamicChangeUtil.java │ │ └── SparkUtil.java ├── resources │ └── mysqlstream.txt └── scala │ ├── com │ └── sqlsteam │ │ ├── EventWordCountWindowed.scala │ │ └── SocketStream.scala │ └── org │ └── apache │ └── spark │ └── sql │ ├── execution │ └── streaming │ │ └── state │ │ └── HDFSBackedStateStoreProvider.scala │ └── streaming │ └── StreamingQueryManager.scala └── test └── java └── com └── openspark └── structured ├── CreateSqlTest.java ├── CsvInputTest.java ├── EventString.java ├── EventTimeJsonTest.java ├── EventWindowed.java ├── InsertSqlTest.java ├── KafkaInputTest.java ├── RateInputTest.java ├── SocketInputTest.java ├── WordCount.java └── ZkNodeCRUD.java /.idea/compiler.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/.idea/compiler.xml -------------------------------------------------------------------------------- /.idea/hydra.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/.idea/hydra.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/uiDesigner.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/.idea/uiDesigner.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/README.md -------------------------------------------------------------------------------- /conf/csvsqlstream: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/conf/csvsqlstream -------------------------------------------------------------------------------- /conf/socketprostream: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/conf/socketprostream -------------------------------------------------------------------------------- /conf/socketsqlstream: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/conf/socketsqlstream -------------------------------------------------------------------------------- /conf/sqlstream: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/conf/sqlstream -------------------------------------------------------------------------------- /filepath/people.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/filepath/people.csv -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/pom.xml -------------------------------------------------------------------------------- /sqlstream.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/sqlstream.iml -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/SparkInSql.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/SparkInSql.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/base/Base.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/base/Base.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/base/WindowType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/base/WindowType.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/parser/CreateEnvParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/parser/CreateEnvParser.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/parser/CreateFuncParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/parser/CreateFuncParser.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/parser/CreateSinkParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/parser/CreateSinkParser.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/parser/CreateTableParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/parser/CreateTableParser.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/parser/IParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/parser/IParser.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/parser/InsertSqlParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/parser/InsertSqlParser.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/parser/SqlParser.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/parser/SqlParser.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/parser/SqlTree.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/parser/SqlTree.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/parser/TableInfo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/parser/TableInfo.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/sink/BaseOuput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/sink/BaseOuput.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/sink/ConsoleOutput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/sink/ConsoleOutput.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/sink/KafkaOutput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/sink/KafkaOutput.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/source/BaseInput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/source/BaseInput.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/source/CsvInput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/source/CsvInput.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/source/KafkaInput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/source/KafkaInput.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/source/SocketInput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/source/SocketInput.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/util/ConfigConstrant.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/util/ConfigConstrant.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/util/DtStringUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/util/DtStringUtil.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/util/DynamicChangeUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/util/DynamicChangeUtil.java -------------------------------------------------------------------------------- /src/main/java/com/openspark/sqlstream/util/SparkUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/java/com/openspark/sqlstream/util/SparkUtil.java -------------------------------------------------------------------------------- /src/main/resources/mysqlstream.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/resources/mysqlstream.txt -------------------------------------------------------------------------------- /src/main/scala/com/sqlsteam/EventWordCountWindowed.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/scala/com/sqlsteam/EventWordCountWindowed.scala -------------------------------------------------------------------------------- /src/main/scala/com/sqlsteam/SocketStream.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/scala/com/sqlsteam/SocketStream.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/execution/streaming/state/HDFSBackedStateStoreProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/scala/org/apache/spark/sql/execution/streaming/state/HDFSBackedStateStoreProvider.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala -------------------------------------------------------------------------------- /src/test/java/com/openspark/structured/CreateSqlTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/test/java/com/openspark/structured/CreateSqlTest.java -------------------------------------------------------------------------------- /src/test/java/com/openspark/structured/CsvInputTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/test/java/com/openspark/structured/CsvInputTest.java -------------------------------------------------------------------------------- /src/test/java/com/openspark/structured/EventString.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/test/java/com/openspark/structured/EventString.java -------------------------------------------------------------------------------- /src/test/java/com/openspark/structured/EventTimeJsonTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/test/java/com/openspark/structured/EventTimeJsonTest.java -------------------------------------------------------------------------------- /src/test/java/com/openspark/structured/EventWindowed.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/test/java/com/openspark/structured/EventWindowed.java -------------------------------------------------------------------------------- /src/test/java/com/openspark/structured/InsertSqlTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/test/java/com/openspark/structured/InsertSqlTest.java -------------------------------------------------------------------------------- /src/test/java/com/openspark/structured/KafkaInputTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/test/java/com/openspark/structured/KafkaInputTest.java -------------------------------------------------------------------------------- /src/test/java/com/openspark/structured/RateInputTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/test/java/com/openspark/structured/RateInputTest.java -------------------------------------------------------------------------------- /src/test/java/com/openspark/structured/SocketInputTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/test/java/com/openspark/structured/SocketInputTest.java -------------------------------------------------------------------------------- /src/test/java/com/openspark/structured/WordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/test/java/com/openspark/structured/WordCount.java -------------------------------------------------------------------------------- /src/test/java/com/openspark/structured/ZkNodeCRUD.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/peopleindreamdontsleep/StructuredStreamingInSQL/HEAD/src/test/java/com/openspark/structured/ZkNodeCRUD.java --------------------------------------------------------------------------------